-- Logs begin at Mon 2022-02-28 10:41:30 UTC, end at Mon 2022-02-28 12:29:55 UTC. -- Feb 28 11:14:44.160087 dv-neutron-831192-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 11:14:46.660261 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.common.config [-] Logging enabled! Feb 28 11:14:46.661010 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev49 Feb 28 11:14:46.661010 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 11:14:46.664258 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.common.config [-] Logging enabled! Feb 28 11:14:46.664515 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev49 Feb 28 11:14:46.664829 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 11:14:46.665748 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 11:14:46.665988 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 11:14:46.666350 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 11:14:46.666622 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 11:14:46.666849 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 11:14:46.667189 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.667490 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.667785 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.668016 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.668308 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.668596 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.668879 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.669167 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.669465 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.669751 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.670033 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.670317 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.670549 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.670830 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.671132 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.671423 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.671649 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] debug = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.671929 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.672350 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.672756 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.673038 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.673327 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.673608 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.673881 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.674158 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.674440 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.674765 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] host = dv-neutron-831192-2-hyperv {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.675044 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.675358 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.675644 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.675935 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.676210 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.676485 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.676771 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.677047 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.677320 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] log_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.677595 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.677883 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.678167 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.678454 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.678679 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.678901 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.679218 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.679507 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.679782 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.680057 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.680329 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.680601 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.680874 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.681143 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.681428 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.681714 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.682518 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.682802 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.683076 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.683379 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.683653 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.683938 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.684213 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.684488 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.684762 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.685049 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.685321 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.685597 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.685905 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.686192 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.686477 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.686762 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.687037 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.687343 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.687621 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.687898 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.688171 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] use_json = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.688446 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.688718 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.689000 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.689274 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.689549 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.689825 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.690099 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.690384 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.690658 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:46.690952 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.691270 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.691574 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.691863 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.692154 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.692435 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.692727 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.693004 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.693293 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.693584 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.693872 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.694151 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.694439 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.694720 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.695014 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.695342 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.695642 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.695938 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.696212 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.696485 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.696759 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.697073 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.697322 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.697634 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.698473 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.698749 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.699030 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.699344 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.699625 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.699898 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.700178 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.700464 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.700741 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.701013 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.701535 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.701820 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.702091 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.702361 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.702639 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.702927 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.703223 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.703492 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.703759 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.704036 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.704305 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.704587 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.704863 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.705132 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.705400 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.705675 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.705950 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.706222 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.706497 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.706767 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.707041 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.707333 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.707605 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.707874 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.708145 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.708413 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.708681 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.708950 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.709226 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.709495 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.709763 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.710031 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.710304 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.710571 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.710855 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.711170 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.711451 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.711727 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.712003 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.712282 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.712561 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.712856 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.713114 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.713415 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.713688 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.713975 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.714259 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.714546 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.714830 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.715106 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.715420 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.715695 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.715983 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.716260 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.716542 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.716824 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.717104 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.717396 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.717688 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.717979 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.718270 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.718560 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.718838 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.719158 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.719438 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:46.719654 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 11:14:46.719894 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87531) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 11:14:47.116139 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO keyring.backend [-] Loading KWallet Feb 28 11:14:47.123556 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO keyring.backend [-] Loading SecretService Feb 28 11:14:47.127067 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO keyring.backend [-] Loading Windows Feb 28 11:14:47.128414 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO keyring.backend [-] Loading chainer Feb 28 11:14:47.129211 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO keyring.backend [-] Loading macOS Feb 28 11:14:47.162505 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 11:14:47.162775 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 11:14:47.163066 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 11:14:47.163428 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 11:14:47.560631 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.560916 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.561201 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.562515 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.562797 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.563066 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.600935 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.601214 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.601481 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.615481 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.615761 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.616030 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.646904 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.647675 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.647954 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.685896 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.686509 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.686509 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.924944 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.925143 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.925410 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.925679 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:47.926418 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.046795 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.047113 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.047421 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.047695 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.047961 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.048271 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.048531 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.048787 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.049041 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.049322 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.049581 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.049842 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.050104 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.050357 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.050622 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.050891 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.051171 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.051444 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.051698 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.051978 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.052327 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.052580 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.052832 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.053114 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.053362 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.053607 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.053994 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:14:48.054233 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:14:48.054472 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:14:48.054711 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:14:48.054949 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:14:48.055221 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:14:48.055587 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 11:14:48.059220 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 11:14:48.063186 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 11:14:48.066949 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 28 11:14:48.068626 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 11:14:48.070066 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 11:14:48.070405 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 11:14:48.070788 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 11:14:48.074203 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 11:14:48.074457 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 11:14:48.074803 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 11:14:48.102508 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 11:14:48.102953 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.103281 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87531) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 28 11:14:48.103645 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.105056 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87531) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 11:14:48.105345 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 11:14:48.105595 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 11:14:48.108921 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.109203 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.171408 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 11:14:48.171649 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 11:14:48.171889 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 11:14:48.172252 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 11:14:48.203663 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_db.sqlalchemy.engines [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87531) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 28 11:14:48.535017 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Initializing driver for type 'gre' Feb 28 11:14:48.535477 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] gre ID ranges: [(1, 1000)] Feb 28 11:14:48.586667 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Initializing driver for type 'local' Feb 28 11:14:48.587003 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Initializing driver for type 'vlan' Feb 28 11:14:48.598905 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] VlanTypeDriver initialization complete Feb 28 11:14:48.599266 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Initializing driver for type 'vxlan' Feb 28 11:14:48.599743 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] vxlan ID ranges: [(1, 1000)] Feb 28 11:14:48.647442 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Initializing extension driver 'port_security' Feb 28 11:14:48.647747 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.extensions.port_security [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] PortSecurityExtensionDriver initialization complete Feb 28 11:14:48.648092 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Initializing mechanism driver 'openvswitch' Feb 28 11:14:48.648432 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Initializing mechanism driver 'hyperv' Feb 28 11:14:48.655521 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.plugins.ml2.plugin [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:48.656195 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > port after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.656569 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > port after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.656926 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > port after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.657450 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 11:14:48.657881 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.658237 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.658584 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.658981 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 11:14:48.659415 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > network after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.659788 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > network after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.660120 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > network after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.660509 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 11:14:48.660923 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.661278 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.661623 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.662165 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 11:14:48.662591 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.662923 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.663296 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.663692 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 11:14:48.664098 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.664448 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.664790 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.665181 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 11:14:48.665624 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] ML2 OVO RPC backend initialized. {{(pid=87531) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 28 11:14:48.666329 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.667238 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.667674 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > network before_response 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.668030 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > networks before_response 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.668387 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > port before_response 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.668735 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > ports before_response 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.669085 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.669431 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.669782 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > network after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.670127 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > network after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.670508 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > network after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.670819 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > port after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.671184 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > port after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.671529 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > port after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.671869 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.672252 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.672598 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.673266 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.plugin [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Modular L2 Plugin initialization complete Feb 28 11:14:48.673606 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading services supported by the core plugin {{(pid=87531) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 11:14:48.673937 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.plugins.ml2.managers [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Got port-security extension from driver 'port_security' Feb 28 11:14:48.674401 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.extensions.vlantransparent [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Disabled vlantransparent extension. Feb 28 11:14:48.674953 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87531) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 11:14:48.675369 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading Plugin: router Feb 28 11:14:48.714368 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.715021 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router after_create 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.715134 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router before_create 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.715516 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.715892 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.716249 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router after_delete 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.716612 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.716979 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router after_create 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.717330 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router after_update 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.717685 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router after_update 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.718037 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.718398 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router after_update 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.718813 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.719214 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: port after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.719571 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: port after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.719916 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: subnet after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.720263 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.720621 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.720971 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.721317 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: port before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.721663 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.722023 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router after_update 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.722368 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.722718 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.723081 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.723455 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.723822 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > agent after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.724175 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.724528 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > network after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.725395 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Tracking information for resource: router configured {{(pid=87531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:14:48.725729 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Tracking information for resource: floatingip configured {{(pid=87531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:14:48.731458 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.db.l3_agentschedulers_db [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 11:14:48.732042 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: port after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.732407 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: port after_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.732761 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: port after_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.733114 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: port after_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.733911 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router before_create 55550100 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.734280 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.734650 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.735013 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.739451 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.services.provider_configuration [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service providers = [] {{(pid=87531) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 11:14:48.739826 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.db.servicetype_db [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87531) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 11:14:48.742813 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.services.service_base [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 11:14:48.743189 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.services.service_base [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 11:14:48.743538 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.services.service_base [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 11:14:48.744455 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.services.service_base [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 11:14:48.744841 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.services.service_base [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 11:14:48.745227 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:14:48.745547 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 11:14:48.756418 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:14:48.756761 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading Plugin: auto_allocate Feb 28 11:14:48.762691 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: network precommit_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.763060 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: network precommit_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.763609 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:14:48.763933 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading Plugin: tag Feb 28 11:14:48.770572 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:14:48.770957 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading Plugin: timestamp Feb 28 11:14:48.774995 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:14:48.775369 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading Plugin: network_ip_availability Feb 28 11:14:48.781179 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.781553 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.781913 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:48.782622 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:14:48.782944 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading Plugin: flavors Feb 28 11:14:48.787740 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:14:48.788032 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading Plugin: revisions Feb 28 11:14:48.792961 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:14:48.793352 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_concurrency.lockutils [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.630s {{(pid=87531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 11:14:48.794100 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87531) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 11:14:48.794441 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Initializing extension manager. Feb 28 11:14:48.794948 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: __init__.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.795329 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: __pycache__ {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.795668 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.796003 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: address_group.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.796771 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.797335 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: address-group Feb 28 11:14:48.797661 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: address_scope.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.798385 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.798905 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: address-scope Feb 28 11:14:48.799264 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.800207 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.800733 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: router-admin-state-down-before-update Feb 28 11:14:48.801060 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: agent.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.801964 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.802487 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: agent Feb 28 11:14:48.802815 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: agent_resources_synced.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.803780 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.804299 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: agent-resources-synced Feb 28 11:14:48.804625 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.806410 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.806965 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: allowed-address-pairs Feb 28 11:14:48.807334 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.808425 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.808954 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: auto-allocated-topology Feb 28 11:14:48.809284 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: availability_zone.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.809991 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.810506 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: availability_zone Feb 28 11:14:48.810832 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: availability_zone_filter.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.811791 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.812307 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: availability_zone_filter Feb 28 11:14:48.812630 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: data_plane_status.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.813543 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.814051 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 11:14:48.814374 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: default_subnetpools.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.815316 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.815832 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: default-subnetpools Feb 28 11:14:48.816158 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.816973 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.817488 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: dhcp_agent_scheduler Feb 28 11:14:48.817813 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: dns.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.818726 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.819274 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 11:14:48.819604 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: dns_domain_ports.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.820533 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.821049 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 11:14:48.821374 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: dvr.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.822054 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.822621 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: dvr Feb 28 11:14:48.822946 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: empty_string_filtering.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.823906 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.824422 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: empty-string-filtering Feb 28 11:14:48.824747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.825663 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.826174 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 11:14:48.826753 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.827698 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.828211 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 11:14:48.828536 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: external_net.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.829475 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.829990 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: external-net Feb 28 11:14:48.830314 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.831275 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.831801 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: extra_dhcp_opt Feb 28 11:14:48.832128 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: extraroute.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.833045 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.833560 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: extraroute Feb 28 11:14:48.833886 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: extraroute_atomic.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.834934 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.835488 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: extraroute-atomic Feb 28 11:14:48.835815 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: filter_validation.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.836494 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.837006 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: filter-validation Feb 28 11:14:48.837329 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: fip_pf_description.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.838772 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.839322 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 11:14:48.839647 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: fip_port_details.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.840580 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.841101 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: fip-port-details Feb 28 11:14:48.841426 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: flavors.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.842678 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.843228 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: flavors Feb 28 11:14:48.843562 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.845242 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.845768 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 11:14:48.846098 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: floatingip_pools.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.846799 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.847348 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: floatingip-pools Feb 28 11:14:48.847677 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: ip_allocation.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.848610 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.849123 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 11:14:48.849447 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.850375 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.850892 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: ip-substring-filtering Feb 28 11:14:48.851252 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: l2_adjacency.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.852195 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.852706 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 11:14:48.853031 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: l3.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.854544 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.855065 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: router Feb 28 11:14:48.855419 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.857812 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.858348 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 11:14:48.858685 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.859667 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.860203 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: ext-gw-mode Feb 28 11:14:48.860532 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.861461 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.861979 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: l3-ha Feb 28 11:14:48.862302 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: l3_flavors.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.863257 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.863775 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: l3-flavors Feb 28 11:14:48.864101 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.865040 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.865554 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 11:14:48.865880 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: l3agentscheduler.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.866926 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.867484 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: l3_agent_scheduler Feb 28 11:14:48.867816 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: logging.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.869337 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.869894 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension logging not supported by any of loaded plugins Feb 28 11:14:48.870228 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: metering.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.870979 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.871600 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: metering Feb 28 11:14:48.871947 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.873035 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.873563 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: metering_source_and_destination_fields Feb 28 11:14:48.873893 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: multiprovidernet.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.874853 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.875409 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: multi-provider Feb 28 11:14:48.875740 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: netmtu.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.876660 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.877181 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: net-mtu Feb 28 11:14:48.877509 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: netmtu_writable.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.878436 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.878953 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: net-mtu-writable Feb 28 11:14:48.879314 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: network_availability_zone.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.880006 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.880521 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: network_availability_zone Feb 28 11:14:48.880845 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: network_ip_availability.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.881950 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.882474 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: network-ip-availability Feb 28 11:14:48.882800 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: network_segment_range.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.883608 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.884121 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 11:14:48.884444 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: pagination.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.885462 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.885835 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: pagination Feb 28 11:14:48.886161 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: port_device_profile.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.887108 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.887661 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: port-device-profile Feb 28 11:14:48.887986 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.888912 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.889427 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: port-mac-address-regenerate Feb 28 11:14:48.889750 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.890675 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.891224 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: port-numa-affinity-policy Feb 28 11:14:48.891549 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: port_resource_request.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.892473 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.892978 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 11:14:48.893299 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: portbindings.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.894240 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.894756 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: binding Feb 28 11:14:48.895081 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: portbindings_extended.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.896533 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.897068 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: binding-extended Feb 28 11:14:48.897403 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: portsecurity.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.898329 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.898856 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: port-security Feb 28 11:14:48.899225 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: project_id.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.900214 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.900548 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: project-id Feb 28 11:14:48.901402 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: providernet.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.902339 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.902862 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: provider Feb 28 11:14:48.903213 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: qos.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.906750 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.907317 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension qos not supported by any of loaded plugins Feb 28 11:14:48.907657 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.908926 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.909449 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 11:14:48.909781 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.910709 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.911265 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 11:14:48.911593 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: qos_default.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.912516 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.913033 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension qos-default not supported by any of loaded plugins Feb 28 11:14:48.913359 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: qos_fip.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.914018 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.914527 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 11:14:48.914851 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.915827 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.916942 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 11:14:48.917282 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.918201 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.918712 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 11:14:48.919035 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.919986 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.920500 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 11:14:48.920825 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: qos_rules_alias.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.921886 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.922401 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 11:14:48.922727 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: quotasv2.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.923678 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.924009 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: quotas Feb 28 11:14:48.924331 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: quotasv2_detail.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.925967 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.926307 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: quota_details Feb 28 11:14:48.926639 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: rbac.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.927733 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.928262 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: rbac-policies Feb 28 11:14:48.928596 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: rbac_address_group.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.929541 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.930063 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: rbac-address-group Feb 28 11:14:48.930392 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: rbac_address_scope.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.931361 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.931881 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: rbac-address-scope Feb 28 11:14:48.932230 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: rbac_security_groups.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.933151 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.933670 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: rbac-security-groups Feb 28 11:14:48.933996 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.934936 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.935486 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: rbac-subnetpool Feb 28 11:14:48.935815 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: revisionifmatch.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.936752 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.937270 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: revision-if-match Feb 28 11:14:48.937598 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: revisions.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.938847 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.939401 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: standard-attr-revisions Feb 28 11:14:48.939737 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: router_availability_zone.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.940421 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.940945 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: router_availability_zone Feb 28 11:14:48.941271 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: routerservicetype.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.942200 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.942718 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 11:14:48.943041 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.944006 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.944525 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: security-groups-normalized-cidr Feb 28 11:14:48.944852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.945787 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.946303 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: port-security-groups-filtering Feb 28 11:14:48.946628 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.948118 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.948641 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: security-groups-remote-address-group Feb 28 11:14:48.948969 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: securitygroup.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.958810 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.959370 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: security-group Feb 28 11:14:48.959707 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: segment.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.960504 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.961029 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension segment not supported by any of loaded plugins Feb 28 11:14:48.961362 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.962311 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.962829 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 11:14:48.963204 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: servicetype.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.964850 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.965383 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: service-type Feb 28 11:14:48.965713 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: sorting.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.966699 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.967034 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: sorting Feb 28 11:14:48.967388 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: standard_attr_segment.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.968303 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.968823 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 11:14:48.969149 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: standardattrdescription.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.969804 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.970326 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: standard-attr-description Feb 28 11:14:48.970654 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: stateful_security_group.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.971624 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.972147 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: stateful-security-group Feb 28 11:14:48.972471 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: stdattrs_common.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.973052 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 11:14:48.973373 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.974388 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.974907 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 11:14:48.975267 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: subnet_onboard.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.976358 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.976877 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: subnet_onboard Feb 28 11:14:48.977202 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.978143 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.978663 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 11:14:48.979012 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: subnet_service_types.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.979981 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.980501 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: subnet-service-types Feb 28 11:14:48.980824 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: subnetallocation.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.981937 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.982467 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: subnet_allocation Feb 28 11:14:48.982798 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.983502 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.984018 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: subnetpool-prefix-ops Feb 28 11:14:48.984342 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.985282 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.985796 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 11:14:48.986119 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: tagging.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.987210 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.987833 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: standard-attr-tag Feb 28 11:14:48.988156 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: timestamp.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.989489 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.990015 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loaded extension: standard-attr-timestamp Feb 28 11:14:48.990346 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: trunk.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.992185 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.992185 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension trunk not supported by any of loaded plugins Feb 28 11:14:48.992362 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: trunk_details.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.993317 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.993830 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 11:14:48.994156 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.995140 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.995661 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 11:14:48.995986 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Loading extension file: vlantransparent.py {{(pid=87531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 11:14:48.996667 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 11:14:48.997178 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 11:14:48.999681 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:network Feb 28 11:14:49.000435 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:subnet Feb 28 11:14:49.001236 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:14:49.001846 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:port Feb 28 11:14:49.003163 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.003616 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service FLAVORS assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.004233 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.004662 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.005000 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:router Feb 28 11:14:49.005668 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 11:14:49.006375 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service METERING assigned prefix: /metering {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.007861 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:49.008235 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:49.008589 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:14:49.011536 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 11:14:49.011996 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:security_group Feb 28 11:14:49.012673 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 11:14:49.013421 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service CORE assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.013763 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:14:49.014108 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] subnetpool is already registered Feb 28 11:14:49.014722 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service CORE assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.015060 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:14:49.015426 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] subnetpool is already registered Feb 28 11:14:49.124881 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.125252 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service FLAVORS assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.125851 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.126278 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.126623 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:router Feb 28 11:14:49.126967 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] router is already registered Feb 28 11:14:49.127659 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 11:14:49.127990 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] floatingip is already registered Feb 28 11:14:49.128630 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service METERING assigned prefix: /metering {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.129453 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 11:14:49.129793 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] rbac_policy is already registered Feb 28 11:14:49.130226 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:security_group Feb 28 11:14:49.130557 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] security_group is already registered Feb 28 11:14:49.131178 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 11:14:49.131516 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] security_group_rule is already registered Feb 28 11:14:49.132188 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service CORE assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.132524 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:14:49.132855 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] subnetpool is already registered Feb 28 11:14:49.133457 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.v2.resource_helper [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Service CORE assigned prefix: {{(pid=87531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:14:49.133791 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:14:49.134115 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING neutron.quota.resource_registry [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] subnetpool is already registered Feb 28 11:14:49.134768 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: extensions {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.136839 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: address-groups {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.138480 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: address-scopes {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.139712 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: agents {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.140875 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: auto-allocated-topology {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.142217 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: availability_zones {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.143479 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: dhcp-networks {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.144882 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: dhcp-agents {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.146317 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: routers {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.148155 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: flavors {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.149310 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: service_profiles {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.150523 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: next_providers {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.152650 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: service_profiles {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.154304 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: floatingip-pools {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.155539 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: routers {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.157349 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: floatingips {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.158548 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: l3-routers {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.159945 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: l3-agents {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.161480 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: metering-labels {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.162738 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: metering-label-rules {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.164059 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: network-ip-availabilities {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.165300 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: bindings {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.166985 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: quotas {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.168465 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: quotas {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.169877 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: rbac-policies {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.171186 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: security-groups {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.172401 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: security-group-rules {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.173624 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: service-providers {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.174962 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: subnetpools {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.176366 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: subnetpools {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.177809 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.179598 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.181298 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.183169 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.185952 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.187811 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.189511 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.191479 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.193228 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.195071 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron.api.extensions [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Extended resource: tags {{(pid=87531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 11:14:49.201848 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING keystonemiddleware.auth_token [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 11:14:49.206508 dv-neutron-831192-2-hyperv neutron-server[87531]: WARNING keystonemiddleware.auth_token [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 11:14:49.215251 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_concurrency.lockutils [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Acquired lock "singleton_lock" {{(pid=87531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 28 11:14:49.215732 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_concurrency.lockutils [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Releasing lock "singleton_lock" {{(pid=87531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 28 11:14:49.216368 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO oslo_service.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Starting 2 workers Feb 28 11:14:49.221004 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Started child 87638 {{(pid=87531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 11:14:49.225222 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Started child 87639 {{(pid=87531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 11:14:49.226271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:14:49.226834 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO neutron.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 11:14:49.227457 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Notify callbacks [] for process, before_spawn {{(pid=87531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:14:49.227771 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [-] (87638) wsgi starting up on http://0.0.0.0:9696 Feb 28 11:14:49.229861 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO oslo_service.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Starting 1 workers Feb 28 11:14:49.230017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:14:49.231332 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [-] (87639) wsgi starting up on http://0.0.0.0:9696 Feb 28 11:14:49.234869 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Started child 87640 {{(pid=87531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 11:14:49.235420 dv-neutron-831192-2-hyperv neutron-server[87531]: INFO oslo_service.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Starting 1 workers Feb 28 11:14:49.238471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] calling RpcWorker wait() {{(pid=87640) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 11:14:49.239003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] returning from RpcWorker wait() {{(pid=87640) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 11:14:49.239670 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Started child 87641 {{(pid=87531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 11:14:49.240459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:14:49.240550 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG neutron_lib.callbacks.manager [None req-6bee0749-cae4-4538-a0bd-a21faae7e2e0 None None] Notify callbacks [] for process, after_spawn {{(pid=87531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:14:49.240952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:49.242241 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 11:14:49.242448 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 11:14:49.242641 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 11:14:49.242861 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 11:14:49.243213 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 11:14:49.243398 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 11:14:49.243867 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.244145 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.244306 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:14:49.244763 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.244763 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.244989 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.245540 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.245831 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.246090 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.246364 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.246595 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.246765 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.246932 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.247211 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.247461 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.247751 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.248009 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.248256 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.248537 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.248715 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.248978 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.249255 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.249508 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.249771 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] debug = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.250025 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.250497 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.250725 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.250966 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.251229 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.251509 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.251746 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.252016 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.252251 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.252489 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.252744 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.253009 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.253253 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.253483 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.253702 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.253966 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.254180 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.254653 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] host = dv-neutron-831192-2-hyperv {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.254885 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.255155 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.255399 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.255630 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.255888 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.256120 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.256392 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.256637 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.256905 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.257150 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.257409 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.257634 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.257851 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.258093 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.258260 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_options = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.258498 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.258767 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.259034 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.259252 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.259425 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.259600 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.259848 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.260581 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.260809 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.261058 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.261278 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.261498 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.261736 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.261974 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.262227 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.262462 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.262709 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.262924 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.263219 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.263455 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.263684 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.263932 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.264192 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.264412 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.264667 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.264882 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.266110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.266110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.266110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.266110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.266110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.266692 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.266815 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:49.266954 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.266954 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.266954 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.267354 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.267474 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.267685 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.267917 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.268160 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.268417 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.268640 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.269752 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.269752 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.269752 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.269752 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_json = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.269752 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.270113 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.270882 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.271388 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.271686 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.271932 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.273105 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.273105 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.273105 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.273105 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.274281 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.274281 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.274281 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.274281 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.277747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.277747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.277747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.277747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.277747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.277747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.277747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.277747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.277747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.278757 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.278757 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.278757 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.278757 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.278757 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.278757 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.278757 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.279393 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.279393 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.279639 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.279892 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.280157 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.280384 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.280630 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.280876 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.281093 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.281314 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.282229 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.283016 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.283853 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.284083 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.286627 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.286898 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.287153 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.287416 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.287672 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.287942 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.288211 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.288460 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.289053 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.289292 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.289505 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.289729 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.289968 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.290188 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.291018 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.291285 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.291866 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.292101 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.292321 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.292568 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.292803 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.293029 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.293266 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.293822 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.294071 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.294289 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.294543 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.295395 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.295632 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.296210 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.296468 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.296694 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.296921 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.297167 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.297389 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.297631 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.297850 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.298066 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.298318 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.298884 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.299140 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.299363 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.299664 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.302908 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.303516 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.303762 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.303998 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.304245 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.304523 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.304819 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.305147 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.305397 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.305684 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.305948 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.306186 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.306404 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.306639 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.306884 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.307623 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.307860 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.308112 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.308359 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.308623 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.308867 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.309103 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.309346 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.309582 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.309807 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.310063 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.310294 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.310515 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.310804 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.311051 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.311328 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.311601 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.311849 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.312144 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.312408 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.312702 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.312953 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.313221 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.313540 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.313825 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.314126 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.314388 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.314659 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.314923 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.315191 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.315458 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.315689 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.315921 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.316257 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.316537 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.316788 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.317029 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.317261 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.317494 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.317835 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.318087 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.318325 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.318538 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.318812 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.319090 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.319433 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.319733 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.319985 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.320249 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.320504 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.320747 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.320980 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.321213 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.321456 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.321673 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.321977 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.322198 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.322440 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.323396 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.323513 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.323716 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.323931 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.324166 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.327310 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.327600 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.327866 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.328120 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.328354 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.328454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 45682) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:14:49.328619 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.328839 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.329068 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.329294 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.329537 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.329786 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.330044 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.330268 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.330542 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.330810 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.331049 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.331333 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.331602 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.331871 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.332107 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.332351 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.332575 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.332789 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.333005 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.333225 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.333462 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.333709 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.333952 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.334165 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.334414 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.334633 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.334978 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.335315 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.335549 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.335792 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.336027 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.336338 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.336585 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.336807 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.336959 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063303 Feb 28 11:14:49.337158 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.337353 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.337922 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.337922 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.337922 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.338111 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.338335 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.338569 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.338836 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.339090 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.339360 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.339583 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.339813 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.340021 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.340760 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.340760 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.340760 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.342133 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.342282 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.342619 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.344066 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.345883 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.346208 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.346913 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.347199 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.347466 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.349038 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.349280 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.350362 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.351355 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.351810 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.351919 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.352084 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.352316 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.353101 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.353101 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.353287 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.353415 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.353630 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.354060 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.354330 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.354571 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.354832 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.355214 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.355713 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.355989 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.356432 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.356605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:14:49.357021 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.357310 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.357593 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.357921 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.358256 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.358524 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.358800 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.359086 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.359422 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.359696 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.359921 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.360220 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.360716 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.360927 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.361321 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.361682 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.362185 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.362588 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.362964 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.363250 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.363496 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.363744 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.364008 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.364249 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.364485 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.364706 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.364943 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.365162 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.365382 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.365689 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.365945 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.366168 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.366326 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 11:14:49.366831 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 11:14:49.366991 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 11:14:49.367326 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 11:14:49.368836 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 11:14:49.369020 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 11:14:49.369364 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 11:14:49.370315 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.370668 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.370835 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.371008 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.371248 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.371443 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.371604 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.371918 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.372185 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.372352 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.372514 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.372675 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.372833 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.372996 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.373157 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.373304 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.373465 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.373616 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.373781 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.373933 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.374093 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.374242 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.374397 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] debug = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.374562 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.374742 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.374962 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.375054 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.375231 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.375371 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.375508 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.375673 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.375923 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.376087 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.376227 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.376376 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.376514 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.376680 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.376834 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.376973 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.377110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.377267 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] host = dv-neutron-831192-2-hyperv {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.377420 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.377559 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.377696 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.377865 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.378036 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.378176 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.378334 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.378491 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.379668 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.379668 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.379668 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.379668 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.379668 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.379668 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.380063 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_options = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.380063 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.380063 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.380236 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.380470 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.380563 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.380708 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.380867 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.381025 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.381182 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.381339 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.381497 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.381655 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.381811 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.381969 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.383156 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.383332 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.383477 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.383629 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.383768 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.383906 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.384057 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.384207 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.384348 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.384484 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.384621 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.384758 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.384894 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.385047 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.385705 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.385975 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.386143 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.386377 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.386547 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.386709 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.386852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.386993 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.387236 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.387330 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.387471 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.387627 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.387782 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.388001 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.388182 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.389140 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.389140 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.389140 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_json = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.389140 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.389140 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.389140 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.389140 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.390207 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.390207 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.390207 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.390207 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.390207 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:14:49.390207 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.390207 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391110 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391884 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391884 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391884 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391884 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.391884 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.392521 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.392521 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.392521 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.392521 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.393514 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.393514 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.393514 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.393514 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.393514 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.393514 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.394091 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.394091 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.394091 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.394091 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.394506 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.394506 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.394506 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.394861 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.394861 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.395093 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.395093 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.396213 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.396319 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.396422 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.396564 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.396728 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.396892 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.397053 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.397213 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.397377 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.397539 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.398601 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.398601 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.398601 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.398601 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.398601 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.398601 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.398601 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.399401 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.399401 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.399401 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.399401 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.399401 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.399878 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.399878 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.400082 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.400082 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.400275 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.400387 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.400938 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.400938 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.400938 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.401286 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.401286 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.401483 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.401483 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.401678 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.401780 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.401911 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.402073 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.402958 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.402958 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.402958 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.402958 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.402958 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.402958 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.403427 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.403427 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.403627 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.403627 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.403825 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.403928 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.404076 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.404252 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.404394 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.405410 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.405562 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.405765 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.405933 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.406743 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.406910 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.407075 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.407272 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.407417 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.407557 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.407722 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.407868 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.408032 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.408193 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.408338 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.408505 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.408649 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.408813 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.408975 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.409147 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.409296 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.409455 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.409620 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.409791 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.409951 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.410117 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.410277 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.410445 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.410618 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.410781 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.410945 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.411105 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.411286 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.411446 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.411607 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.411768 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.411928 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.412088 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.412250 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.412421 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.412593 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.412753 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.412913 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.413073 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.413259 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.413423 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.413584 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.413746 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.413906 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.414066 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.414227 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.414387 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.414548 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.414732 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.414887 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.415034 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.415227 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.415388 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.415548 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.415709 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.415871 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.416051 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.416197 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.416370 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.416533 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.416693 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.416853 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.417013 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.417179 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.417340 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.417502 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.417658 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.417820 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.417980 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.418135 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.418297 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.418458 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.418617 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.418777 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.418938 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.419098 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.419270 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.419433 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.419594 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.419755 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.419917 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.420078 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.420240 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.420403 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.420564 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.420726 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.420888 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.421050 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.421211 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.421373 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.421534 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.421697 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.421858 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.422021 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.422201 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.422361 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.422524 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.422688 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.422851 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.423013 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.423265 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.423382 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.423562 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.423669 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.423831 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.423994 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.424154 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.424314 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.424475 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.424636 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.424802 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.424970 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.425132 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.425292 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.425455 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.425679 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.425806 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.425970 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.426131 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.426304 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.426439 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.426603 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.426763 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.426937 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.427099 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.427281 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.427442 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.427602 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.427772 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.428009 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.428151 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.428277 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.428415 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.428541 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.429852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.429852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.429852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.429852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.429852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.429852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.429852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.429852 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.430618 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.430618 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.430618 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.430618 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.430618 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.431158 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.431158 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.431158 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.431158 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.431501 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.431501 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.431654 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.431734 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.432396 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.432581 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.432753 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.432923 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.433085 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.433252 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.433427 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.433576 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.433736 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.433898 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.434061 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.434224 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.434388 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.434550 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.434712 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.434877 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.435039 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.435229 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.435357 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.435607 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.435710 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.435825 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.435970 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.436133 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.436296 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.436457 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:14:49.436611 dv-neutron-831192-2-hyperv neutron-server[87531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 11:15:00.146078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a51387-9f6f-49ed-95f7-06ad5914f6ae None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:15:00.230604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a51387-9f6f-49ed-95f7-06ad5914f6ae None None] No non-hosted networks {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 11:15:00.256018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.agentschedulers_db [None req-70a51387-9f6f-49ed-95f7-06ad5914f6ae None None] DHCP Agent not found on host dv-neutron-831192-2-hyperv {{(pid=87640) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 11:15:00.378605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-58f9709d-ee9c-415a-84fa-eb4af579d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333125'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:02.345590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fde06458-399d-434a-b9c7-894316124b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333125'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:02.378368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2a1406d9-3c49-43d8-b7a7-c0c0c523829c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:03.497041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333125'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:03.653422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333125'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:03.654921 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.655513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.656144 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.657182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.660141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.661514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.662606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.663553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.664046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.665306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.666561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.667856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:03.668454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831192-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:03.675785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831192-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:05.076833 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.db.l3_hamode_db [None req-709d3b58-f3f9-4ee3-83b5-4e5478a2a493 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 11:15:05.149518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333125'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:05.166909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d3b58-f3f9-4ee3-83b5-4e5478a2a493 None None] Routers set() bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:15:05.167350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d3b58-f3f9-4ee3-83b5-4e5478a2a493 None None] Router IDs set() for agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 28 11:15:06.678663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 45778) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:07.249536 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING oslo_policy.policy [None req-835f05b6-a254-42c8-b23a-569aa99f836a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:15:07.250098 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING oslo_policy.policy [None req-835f05b6-a254-42c8-b23a-569aa99f836a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:15:07.470334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-835f05b6-a254-42c8-b23a-569aa99f836a admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:15:07.471706 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-835f05b6-a254-42c8-b23a-569aa99f836a admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7917995 Feb 28 11:15:09.842691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 45792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:10.407337 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING oslo_policy.policy [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:15:10.407904 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING oslo_policy.policy [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:15:10.625431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:10.722226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.policy [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87638) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 11:15:10.766765 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING oslo_policy.policy [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:15:10.767150 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING oslo_policy.policy [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:15:10.776254 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.quota [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] Loaded quota_driver: . Feb 28 11:15:10.791612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:15:10.849943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748814800670', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748814800241', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748814786959', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748814783843', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748814771099', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748814764710', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-587343', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589433', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1480866'] for rbac-policy, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:10.909602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:10.910924 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9e53a438-cfad-4fe4-99c4-83795a1dedcf admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0661511 Feb 28 11:15:13.545703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 45810) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:13.889901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'name': 'private'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:13.897710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:15:13.904903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Usage tracker for resource:network and tenant:e501c1819683480a9f81d30b4a71733a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:15:13.909625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:15:13.915662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:15:13.925029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Made reservation on behalf of e501c1819683480a9f81d30b4a71733a for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:15:13.928105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:13.944964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:13.959264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:15:13.963522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Usage tracker for resource:security_group_rule and tenant:e501c1819683480a9f81d30b4a71733a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:15:13.968437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:15:13.974445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:15:14.071064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:14.075146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:14.097200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:15:14.122910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748811678724', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:14.123511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Unsubscribe: segment precommit_create {{(pid=87638) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 11:15:14.124005 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Added segment 4973742d-4743-4f96-b512-9850aa37d65d of type vlan for network 90ee9667-2609-4a17-ada6-e129a8410a3f Feb 28 11:15:14.171544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a81e6-5acf-44f1-b6ff-b1ebea722357,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:14.192342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.192709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.193050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.193415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.193746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.194089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.194471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.194799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.195137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.195464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.195784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.196101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Tracked resource versions report: Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: pushed versions: Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: { 'AddressGroup': {'1.2'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'ConntrackHelper': {'1.0'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Log': {'1.0'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Network': {'1.1'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Port': {'1.7'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'PortForwarding': {'1.2'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'QosPolicy': {'1.8'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SecurityGroup': {'1.4'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SecurityGroupRule': {'1.2'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SubPort': {'1.0'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Subnet': {'1.1'}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Trunk': {'1.1'}} Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: consumer versions: Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: { DHCP agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: L3 agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: Metadata agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: Metering agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: Open vSwitch agent@dv-neutron-831192-2-hyperv: { 'AddressGroup': '1.2', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'ConntrackHelper': '1.0', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Log': '1.0', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Network': '1.1', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Port': '1.7', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'PortForwarding': '1.2', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'QosPolicy': '1.8', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SecurityGroup': '1.4', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SecurityGroupRule': '1.2', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SubPort': '1.0', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Subnet': '1.1', Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Trunk': '1.1'}} Feb 28 11:15:14.197959 dv-neutron-831192-2-hyperv neutron-server[87638]: {{(pid=87638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:15:14.232866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:14.276415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:14.277685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:14.278376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:14.384880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] Pushing event updated for resources: {'Network': ['ID=90ee9667-2609-4a17-ada6-e129a8410a3f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:14.388048 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7fa7ad88-0658-45ae-ba31-2c5f60b2f658 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8413618 Feb 28 11:15:14.413217 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 90ee9667-2609-4a17-ada6-e129a8410a3f details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:15:17.063067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 45826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:17.500723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d64d5a-e355-4f48-9586-4fcd2f4296ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:17.502056 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-32d64d5a-e355-4f48-9586-4fcd2f4296ff admin admin] 10.222.0.64 "GET /v2.0/networks/90ee9667-2609-4a17-ada6-e129a8410a3f HTTP/1.1" status: 200 len: 825 time: 0.4380300 Feb 28 11:15:17.529859 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-08e03903-75e1-443e-8e23-5842ee4143fc admin admin] 10.222.0.64 "GET /v2.0/subnetpools/008e5e6a-7362-49d1-a050-4eb555248a37 HTTP/1.1" status: 200 len: 734 time: 0.0224125 Feb 28 11:15:17.537926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '008e5e6a-7362-49d1-a050-4eb555248a37', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'name': 'private-subnet', 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f', 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:17.542002 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:15:17.545666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Usage tracker for resource:subnet and tenant:e501c1819683480a9f81d30b4a71733a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:15:17.548499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:15:17.554004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:15:17.563523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Made reservation on behalf of e501c1819683480a9f81d30b4a71733a for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:15:17.565869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:17.841342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:17.938472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Checking segment: {'id': '4973742d-4743-4f96-b512-9850aa37d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:15:17.938843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Network hostable DHCP agents. Network: 90ee9667-2609-4a17-ada6-e129a8410a3f, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:15:17.944291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=55de8582-f2b0-4246-b5ec-d6186c1aebbf,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:17.961926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Network 90ee9667-2609-4a17-ada6-e129a8410a3f is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:15:17.971451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 90ee9667-2609-4a17-ada6-e129a8410a3f) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:17.975804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:17.976400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:17.981011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f79d42-7aea-4696-811b-789440466014 None None] Network 90ee9667-2609-4a17-ada6-e129a8410a3f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:15:17.995820 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-87538e64-27da-4970-82b0-5a6966ab8ebe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4610848 Feb 28 11:15:18.298379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-90ee9667-2609-4a17-ada6-e129a8410a3f', 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'fixed_ips': [{'subnet_id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:15:18.299752 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:18.479706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Allocated IP 172.20.0.2 (90ee9667-2609-4a17-ada6-e129a8410a3f/55de8582-f2b0-4246-b5ec-d6186c1aebbf/13d414c0-568f-4b5a-8823-871916e1565a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:15:18.706971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:18.720982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Transition to ACTIVE for port object 13d414c0-568f-4b5a-8823-871916e1565a will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:15:18.741923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Transition to ACTIVE for port object 13d414c0-568f-4b5a-8823-871916e1565a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:15:18.749434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:18.807529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Network 90ee9667-2609-4a17-ada6-e129a8410a3f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:18.810194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:18.814158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:15:18.830687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Pushing event updated for resources: {'Port': ['ID=13d414c0-568f-4b5a-8823-871916e1565a,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:18.869256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.869627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.869973 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.870311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.870642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.870991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.871349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.871678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.872024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.872352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.872673 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.872993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Tracked resource versions report: Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: pushed versions: Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: { 'AddressGroup': {'1.2'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'ConntrackHelper': {'1.0'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Log': {'1.0'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Network': {'1.1'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Port': {'1.7'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'PortForwarding': {'1.2'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'QosPolicy': {'1.8'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SecurityGroup': {'1.4'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SecurityGroupRule': {'1.2'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SubPort': {'1.0'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Subnet': {'1.1'}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Trunk': {'1.1'}} Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: consumer versions: Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: { DHCP agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: L3 agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: Metadata agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: Metering agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: Open vSwitch agent@dv-neutron-831192-2-hyperv: { 'AddressGroup': '1.2', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'ConntrackHelper': '1.0', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Log': '1.0', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Network': '1.1', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Port': '1.7', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'PortForwarding': '1.2', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'QosPolicy': '1.8', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SecurityGroup': '1.4', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SecurityGroupRule': '1.2', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SubPort': '1.0', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Subnet': '1.1', Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Trunk': '1.1'}} Feb 28 11:15:18.874307 dv-neutron-831192-2-hyperv neutron-server[87640]: {{(pid=87640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:15:18.930297 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Attempting to bind port 13d414c0-568f-4b5a-8823-871916e1565a on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:15:18.930691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Attempting to bind port 13d414c0-568f-4b5a-8823-871916e1565a by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '4973742d-4743-4f96-b512-9850aa37d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:15:18.931140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Attempting to bind port 13d414c0-568f-4b5a-8823-871916e1565a on network 90ee9667-2609-4a17-ada6-e129a8410a3f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:15:18.936589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:15:18.936996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Checking segment: {'id': '4973742d-4743-4f96-b512-9850aa37d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:15:18.937473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:18.937869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Bound using segment: {'id': '4973742d-4743-4f96-b512-9850aa37d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:15:18.938362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Bound port: 13d414c0-568f-4b5a-8823-871916e1565a, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4973742d-4743-4f96-b512-9850aa37d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:15:18.938754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:19.026638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] For port 13d414c0-568f-4b5a-8823-871916e1565a, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:15:19.030421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] For port 13d414c0-568f-4b5a-8823-871916e1565a, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=13d414c0-568f-4b5a-8823-871916e1565a,segment=NetworkSegment(4973742d-4743-4f96-b512-9850aa37d65d),segment_id=4973742d-4743-4f96-b512-9850aa37d65d)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:15:19.034795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:19.123072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3baadf-dffb-432e-8381-71be059ec2b0 None None] Pushing event updated for resources: {'Port': ['ID=13d414c0-568f-4b5a-8823-871916e1565a,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:20.421458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 45836) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:20.786713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-456de705-3abd-495c-8ec1-b18b5513eb79 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:15:20.787700 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-456de705-3abd-495c-8ec1-b18b5513eb79 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653488 Feb 28 11:15:22.908437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a40a78-a5ae-4230-b162-95f5e92059cd None None] Network 90ee9667-2609-4a17-ada6-e129a8410a3f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:15:23.012567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6aea7184-5a96-4385-88f1-2f48114f54c4 None None] Provisioning for port 13d414c0-568f-4b5a-8823-871916e1565a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:15:23.220827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 45850) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:23.494756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 13d414c0-568f-4b5a-8823-871916e1565a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:15:23.562913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 13d414c0-568f-4b5a-8823-871916e1565a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:15:23.567448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 13d414c0-568f-4b5a-8823-871916e1565a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:15:23.567847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:23.591017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-4d1b1af6-43c9-4fcc-b40e-0eb0e26d79a8 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:15:23.592053 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4d1b1af6-43c9-4fcc-b40e-0eb0e26d79a8 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3703387 Feb 28 11:15:23.686711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:23.722575 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 13d414c0-568f-4b5a-8823-871916e1565a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=13d414c0-568f-4b5a-8823-871916e1565a,segment=NetworkSegment(4973742d-4743-4f96-b512-9850aa37d65d),segment_id=4973742d-4743-4f96-b512-9850aa37d65d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:15:23.726641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:23.797820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=13d414c0-568f-4b5a-8823-871916e1565a,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:25.472311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 13d414c0-568f-4b5a-8823-871916e1565a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:15:25.541536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 13d414c0-568f-4b5a-8823-871916e1565a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:15:25.541906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:26.267724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 45862) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:26.610613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:26.615079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:15:26.618791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Usage tracker for resource:router and tenant:e501c1819683480a9f81d30b4a71733a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:15:26.622555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:15:26.628129 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:15:26.638488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:26.640105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:26.661290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:26.768974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:26.787262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:26.788422 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-74ae0958-6622-4fef-b555-c373e5b6ff60 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5197177 Feb 28 11:15:29.184637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 45872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:29.547233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-d46f63df-88ef-4247-9821-934b3044d199 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:15:29.548219 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d46f63df-88ef-4247-9821-934b3044d199 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3626351 Feb 28 11:15:30.126787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa295608-f49b-4fa7-868c-0229a9e94057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:31.930202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 45882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:32.290819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:32.295703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:15:32.299464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Usage tracker for resource:network and tenant:277f20170b3c4ffc8c520a294edb8cd7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:15:32.302215 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:15:32.308247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:15:32.317542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Made reservation on behalf of 277f20170b3c4ffc8c520a294edb8cd7 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:15:32.319802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:32.333326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:32.339059 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-65ec4066-13e3-4451-a607-45981b5a4a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:32.347188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:15:32.350768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Usage tracker for resource:security_group_rule and tenant:277f20170b3c4ffc8c520a294edb8cd7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:15:32.353457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:15:32.358883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:15:32.437080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:32.440470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:32.457687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Reserving flat network on physical network physnet1 {{(pid=87638) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 11:15:32.476748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae05ae3-5330-4dd1-a30e-b35541e00b40,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:32.481656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:32.481989 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Added segment a7aa30ea-0325-4931-8e57-042c3e79ec70 of type flat for network 77a66528-31b9-4334-b231-549f03c66687 Feb 28 11:15:32.512642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:32.546159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:32.547062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:32.547662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:32.641420 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7100544 Feb 28 11:15:32.645998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cb6a7-bba2-4dfc-9fb5-142c1b6f8374 admin admin] Pushing event updated for resources: {'Network': ['ID=77a66528-31b9-4334-b231-549f03c66687,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:32.656343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 77a66528-31b9-4334-b231-549f03c66687 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:15:33.450715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:33.657293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:35.032803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:35.035460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 45902) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:35.239491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefeea61-7999-4525-bf50-d3a96446a339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:35.240810 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-eefeea61-7999-4525-bf50-d3a96446a339 admin admin] 10.222.0.64 "GET /v2.0/subnets/55de8582-f2b0-4246-b5ec-d6186c1aebbf HTTP/1.1" status: 200 len: 849 time: 0.2043223 Feb 28 11:15:35.380067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2be7bae6-1024-4771-b670-fc75dc9f4397 admin admin] 10.222.0.64 "GET /v2.0/routers/5cdde7c4-160b-486a-b2cb-694ca143c02d HTTP/1.1" status: 200 len: 704 time: 0.1330783 Feb 28 11:15:35.832588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:36.085521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Allocated IP 172.20.0.1 (90ee9667-2609-4a17-ada6-e129a8410a3f/55de8582-f2b0-4246-b5ec-d6186c1aebbf/61430ef4-73fb-4774-96bf-3c724ba002ed) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:15:36.239955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:36.256570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Transition to ACTIVE for port object 61430ef4-73fb-4774-96bf-3c724ba002ed will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:15:36.309322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:36.371477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Network 90ee9667-2609-4a17-ada6-e129a8410a3f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:36.378308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:36.382376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:15:36.382901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:36.499078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Pushing event updated for resources: {'Port': ['ID=61430ef4-73fb-4774-96bf-3c724ba002ed,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:36.526359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fd0003f7-e702-421a-a2e4-86e4dfba77cd None None] Provisioning for port 61430ef4-73fb-4774-96bf-3c724ba002ed completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:15:36.531043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fd0003f7-e702-421a-a2e4-86e4dfba77cd None None] Provisioning complete for port 61430ef4-73fb-4774-96bf-3c724ba002ed triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:15:36.531462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fd0003f7-e702-421a-a2e4-86e4dfba77cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:36.590435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fd0003f7-e702-421a-a2e4-86e4dfba77cd None None] Port 61430ef4-73fb-4774-96bf-3c724ba002ed cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:15:36.648236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:36.865161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:36.870076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:36.870793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:37.008478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Pushing event updated for resources: {'Port': ['ID=61430ef4-73fb-4774-96bf-3c724ba002ed,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:37.059718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Network 90ee9667-2609-4a17-ada6-e129a8410a3f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:37.060727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:37.212249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-56f4f096-2046-4e5a-8094-b78f22b2fe46 None None] Provisioning complete for port 61430ef4-73fb-4774-96bf-3c724ba002ed triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:15:37.212705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-56f4f096-2046-4e5a-8094-b78f22b2fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:37.248237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Router 5cdde7c4-160b-486a-b2cb-694ca143c02d is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:15:37.265344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-56f4f096-2046-4e5a-8094-b78f22b2fe46 None None] Port 61430ef4-73fb-4774-96bf-3c724ba002ed cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:15:37.441395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:15:37.451567 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Sync routers for ids ['5cdde7c4-160b-486a-b2cb-694ca143c02d'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:15:37.451999 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-982b2d47-2c49-4271-a196-b512169cbdc7 admin admin] 10.222.0.64 "PUT /v2.0/routers/5cdde7c4-160b-486a-b2cb-694ca143c02d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0663660 Feb 28 11:15:37.462359 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Routers {'5cdde7c4-160b-486a-b2cb-694ca143c02d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:15:37.463325 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:15:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['5cdde7c4-160b-486a-b2cb-694ca143c02d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:37.634508 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Set router 5cdde7c4-160b-486a-b2cb-694ca143c02d gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:15:38.006922 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'name': 'router1', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:26Z', 'updated_at': '2022-02-28T11:15:36Z', 'revision_number': 2, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'gw_port_host': None, '_interfaces': [{'id': '61430ef4-73fb-4774-96bf-3c724ba002ed', 'name': '', 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'mac_address': 'fa:16:3e:f6:a1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:35Z', 'updated_at': '2022-02-28T11:15:36Z', 'revision_number': 2, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'subnets': [{'id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '008e5e6a-7362-49d1-a050-4eb555248a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:38.012240 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Checking router: 5cdde7c4-160b-486a-b2cb-694ca143c02d for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:15:38.012630 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Updating router 5cdde7c4-160b-486a-b2cb-694ca143c02d port 61430ef4-73fb-4774-96bf-3c724ba002ed binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:15:38.068063 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:38.439856 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:38.455781 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Transition to ACTIVE for port object 61430ef4-73fb-4774-96bf-3c724ba002ed will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:15:38.462272 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:38.702495 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Pushing event updated for resources: {'Port': ['ID=61430ef4-73fb-4774-96bf-3c724ba002ed,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:38.710060 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Attempting to bind port 61430ef4-73fb-4774-96bf-3c724ba002ed on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:15:38.710456 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Attempting to bind port 61430ef4-73fb-4774-96bf-3c724ba002ed by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '4973742d-4743-4f96-b512-9850aa37d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:15:38.710864 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Attempting to bind port 61430ef4-73fb-4774-96bf-3c724ba002ed on network 90ee9667-2609-4a17-ada6-e129a8410a3f {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:15:38.713395 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.713755 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.714094 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.714422 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.714747 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.715089 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.715445 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.715766 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.716100 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.716421 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.716738 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.717053 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Tracked resource versions report: Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: pushed versions: Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: { 'AddressGroup': {'1.2'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'ConntrackHelper': {'1.0'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Log': {'1.0'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Network': {'1.1'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Port': {'1.7'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'PortForwarding': {'1.2'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'QosPolicy': {'1.8'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SecurityGroup': {'1.4'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SecurityGroupRule': {'1.2'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SubPort': {'1.0'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Subnet': {'1.1'}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Trunk': {'1.1'}} Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: consumer versions: Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: { DHCP agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: L3 agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: Metadata agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: Metering agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: Open vSwitch agent@dv-neutron-831192-2-hyperv: { 'AddressGroup': '1.2', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'ConntrackHelper': '1.0', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Log': '1.0', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Network': '1.1', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Port': '1.7', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'PortForwarding': '1.2', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'QosPolicy': '1.8', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SecurityGroup': '1.4', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SecurityGroupRule': '1.2', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SubPort': '1.0', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Subnet': '1.1', Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Trunk': '1.1'}} Feb 28 11:15:38.718320 dv-neutron-831192-2-hyperv neutron-server[87641]: {{(pid=87641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:15:38.725427 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:15:38.725835 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Checking segment: {'id': '4973742d-4743-4f96-b512-9850aa37d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:15:38.727449 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:38.727449 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Bound using segment: {'id': '4973742d-4743-4f96-b512-9850aa37d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:15:38.727792 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Bound port: 61430ef4-73fb-4774-96bf-3c724ba002ed, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4973742d-4743-4f96-b512-9850aa37d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:15:38.728178 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:38.813692 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] For port 61430ef4-73fb-4774-96bf-3c724ba002ed, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:15:38.817876 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] For port 61430ef4-73fb-4774-96bf-3c724ba002ed, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=61430ef4-73fb-4774-96bf-3c724ba002ed,segment=NetworkSegment(4973742d-4743-4f96-b512-9850aa37d65d),segment_id=4973742d-4743-4f96-b512-9850aa37d65d)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:15:38.824674 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:38.913365 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Routers {'5cdde7c4-160b-486a-b2cb-694ca143c02d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:15:38.913994 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:15:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['5cdde7c4-160b-486a-b2cb-694ca143c02d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:38.980480 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11a5a8-ecd6-45d9-b93a-0b22a2b9d01f None None] Pushing event updated for resources: {'Port': ['ID=61430ef4-73fb-4774-96bf-3c724ba002ed,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:39.070841 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] Set router 5cdde7c4-160b-486a-b2cb-694ca143c02d gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:15:39.386850 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'name': 'router1', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:26Z', 'updated_at': '2022-02-28T11:15:36Z', 'revision_number': 2, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'gw_port_host': None, '_interfaces': [{'id': '61430ef4-73fb-4774-96bf-3c724ba002ed', 'name': '', 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'mac_address': 'fa:16:3e:f6:a1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:35Z', 'updated_at': '2022-02-28T11:15:38Z', 'revision_number': 4, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'subnets': [{'id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '008e5e6a-7362-49d1-a050-4eb555248a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:39.390598 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dffc87d-ccc6-4357-816a-d8f5cb3a00e7 None None] The sync data for ids ['5cdde7c4-160b-486a-b2cb-694ca143c02d'] in dv-neutron-831192-2-hyperv is: [{'id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'name': 'router1', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:26Z', 'updated_at': '2022-02-28T11:15:36Z', 'revision_number': 2, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'gw_port_host': None, '_interfaces': [{'id': '61430ef4-73fb-4774-96bf-3c724ba002ed', 'name': '', 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'mac_address': 'fa:16:3e:f6:a1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:35Z', 'updated_at': '2022-02-28T11:15:38Z', 'revision_number': 4, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'subnets': [{'id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '008e5e6a-7362-49d1-a050-4eb555248a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:15:39.679699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 45924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:39.825600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da5fe9f-ca7f-44dd-ad67-e729dec57b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:39.826412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0da5fe9f-ca7f-44dd-ad67-e729dec57b1a admin admin] Synchronizing usage tracker for tenant:277f20170b3c4ffc8c520a294edb8cd7 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:15:39.842722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0da5fe9f-ca7f-44dd-ad67-e729dec57b1a admin admin] Unset dirty status for tenant:277f20170b3c4ffc8c520a294edb8cd7 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:15:39.843943 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0da5fe9f-ca7f-44dd-ad67-e729dec57b1a admin admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 842 time: 0.1626580 Feb 28 11:15:39.853515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Request body: {'subnet': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_dhcp': False, 'gateway_ip': '172.26.8.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.8.0/24'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:39.858548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:15:39.862233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Usage tracker for resource:subnet and tenant:277f20170b3c4ffc8c520a294edb8cd7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:15:39.865035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:15:39.874917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:15:39.886094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Made reservation on behalf of 277f20170b3c4ffc8c520a294edb8cd7 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:15:39.888511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:40.271066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:15:40.271573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:40.348570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb17c74-778e-402b-8d1a-c7234e6ca7c9,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:40.356030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:15:40.356390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Network hostable DHCP agents. Network: 77a66528-31b9-4334-b231-549f03c66687, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:15:40.374854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:15:40.383861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 77a66528-31b9-4334-b231-549f03c66687) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:40.387926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:40.388510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:40.392860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e58dc5-286c-4dcb-8c60-4f072ef12b1e None None] Network 77a66528-31b9-4334-b231-549f03c66687 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:15:40.411255 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5e5128a4-1ac5-4302-bcdd-a5cdf3fef4e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5581875 Feb 28 11:15:40.635153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f802d003-cc0b-443b-92e6-b28484bc6a59 None None] Network 77a66528-31b9-4334-b231-549f03c66687 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:15:41.495301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 61430ef4-73fb-4774-96bf-3c724ba002ed up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:15:41.563677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 61430ef4-73fb-4774-96bf-3c724ba002ed completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:15:41.568469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 61430ef4-73fb-4774-96bf-3c724ba002ed triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:15:41.568862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:41.688103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:41.721466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 61430ef4-73fb-4774-96bf-3c724ba002ed, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=61430ef4-73fb-4774-96bf-3c724ba002ed,segment=NetworkSegment(4973742d-4743-4f96-b512-9850aa37d65d),segment_id=4973742d-4743-4f96-b512-9850aa37d65d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:15:41.726300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:41.792989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=61430ef4-73fb-4774-96bf-3c724ba002ed,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:42.676331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 45938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:42.792182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.policy [None req-83671f98-864c-454a-ad6b-5bf50f98e92d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 11:15:42.837829 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING oslo_policy.policy [None req-83671f98-864c-454a-ad6b-5bf50f98e92d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:15:42.838189 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING oslo_policy.policy [None req-83671f98-864c-454a-ad6b-5bf50f98e92d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:15:43.064366 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-83671f98-864c-454a-ad6b-5bf50f98e92d admin admin] 10.222.0.64 "GET /v2.0/routers/5cdde7c4-160b-486a-b2cb-694ca143c02d HTTP/1.1" status: 200 len: 710 time: 0.3869143 Feb 28 11:15:43.220326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f75823-d3d4-49ae-914b-db22ee16240b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:43.221991 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-93f75823-d3d4-49ae-914b-db22ee16240b admin admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 886 time: 0.1524496 Feb 28 11:15:43.230699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:43.481700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 61430ef4-73fb-4774-96bf-3c724ba002ed up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:15:43.550455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 61430ef4-73fb-4774-96bf-3c724ba002ed triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:15:43.550824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:43.673549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:43.998148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:44.057592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:44.197538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Allocated IP 172.26.8.104 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/9d54f316-acd8-4707-aaca-3a00ad724ad8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:15:44.351553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:44.406446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:44.456141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:44.457218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:44.497537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:15:44.558965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Pushing event updated for resources: {'Port': ['ID=9d54f316-acd8-4707-aaca-3a00ad724ad8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:44.569026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.569376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.569717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.570043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.570365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.571256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.571585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.571921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.572245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.572559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.572876 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.573194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Tracked resource versions report: Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: pushed versions: Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: { 'AddressGroup': {'1.2'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'ConntrackHelper': {'1.0'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Log': {'1.0'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Network': {'1.1'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Port': {'1.7'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'PortForwarding': {'1.2'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'QosPolicy': {'1.8'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SecurityGroup': {'1.4'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SecurityGroupRule': {'1.2'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SubPort': {'1.0'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Subnet': {'1.1'}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Trunk': {'1.1'}} Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: consumer versions: Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: { DHCP agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: L3 agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: Metadata agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: Metering agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: Open vSwitch agent@dv-neutron-831192-2-hyperv: { 'AddressGroup': '1.2', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'ConntrackHelper': '1.0', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Log': '1.0', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Network': '1.1', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Port': '1.7', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'PortForwarding': '1.2', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'QosPolicy': '1.8', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SecurityGroup': '1.4', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SecurityGroupRule': '1.2', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SubPort': '1.0', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Subnet': '1.1', Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Trunk': '1.1'}} Feb 28 11:15:44.574484 dv-neutron-831192-2-hyperv neutron-server[87639]: {{(pid=87639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:15:44.911946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:45.238724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:45.242097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:45.418715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Router 5cdde7c4-160b-486a-b2cb-694ca143c02d has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:15:45.592407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:15:45.601572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Sync routers for ids ['5cdde7c4-160b-486a-b2cb-694ca143c02d'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:15:45.602636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:45.603913 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-08633162-90c2-4e49-97c3-a4c8957e6785 admin admin] 10.222.0.64 "PUT /v2.0/routers/5cdde7c4-160b-486a-b2cb-694ca143c02d HTTP/1.1" status: 200 len: 890 time: 2.3763459 Feb 28 11:15:45.611861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Routers {'5cdde7c4-160b-486a-b2cb-694ca143c02d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:15:45.612537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:15:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['5cdde7c4-160b-486a-b2cb-694ca143c02d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:45.802659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Set router 5cdde7c4-160b-486a-b2cb-694ca143c02d gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:15:46.143400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'name': 'router1', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '9d54f316-acd8-4707-aaca-3a00ad724ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:26Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 4, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'gw_port': {'id': '9d54f316-acd8-4707-aaca-3a00ad724ad8', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:44Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '61430ef4-73fb-4774-96bf-3c724ba002ed', 'name': '', 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'mac_address': 'fa:16:3e:f6:a1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:35Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 5, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'subnets': [{'id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '008e5e6a-7362-49d1-a050-4eb555248a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:46.148023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Checking router: 5cdde7c4-160b-486a-b2cb-694ca143c02d for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:15:46.148369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Updating router 5cdde7c4-160b-486a-b2cb-694ca143c02d port 9d54f316-acd8-4707-aaca-3a00ad724ad8 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:15:46.222432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:46.540337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:46.551588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Transition to ACTIVE for port object 9d54f316-acd8-4707-aaca-3a00ad724ad8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:15:46.557777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:46.637533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a9382-cfe6-4e95-81fe-53e5b7355c3b None None] Pushing event updated for resources: {'Port': ['ID=9d54f316-acd8-4707-aaca-3a00ad724ad8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:46.639902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Attempting to bind port 9d54f316-acd8-4707-aaca-3a00ad724ad8 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:15:46.640266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Attempting to bind port 9d54f316-acd8-4707-aaca-3a00ad724ad8 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:15:46.640610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Attempting to bind port 9d54f316-acd8-4707-aaca-3a00ad724ad8 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:15:46.646153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:15:46.646518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:15:46.646975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:46.647390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:15:46.647847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Bound port: 9d54f316-acd8-4707-aaca-3a00ad724ad8, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:15:46.648230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:46.717681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] For port 9d54f316-acd8-4707-aaca-3a00ad724ad8, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:15:46.720533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] For port 9d54f316-acd8-4707-aaca-3a00ad724ad8, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9d54f316-acd8-4707-aaca-3a00ad724ad8,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:15:46.724689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:46.805804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Routers {'5cdde7c4-160b-486a-b2cb-694ca143c02d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:15:46.806324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:15:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['5cdde7c4-160b-486a-b2cb-694ca143c02d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:46.858307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a9382-cfe6-4e95-81fe-53e5b7355c3b None None] Pushing event updated for resources: {'Port': ['ID=9d54f316-acd8-4707-aaca-3a00ad724ad8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:46.985347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] Set router 5cdde7c4-160b-486a-b2cb-694ca143c02d gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:15:47.345112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'name': 'router1', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '9d54f316-acd8-4707-aaca-3a00ad724ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:26Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 4, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'gw_port': {'id': '9d54f316-acd8-4707-aaca-3a00ad724ad8', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:44Z', 'updated_at': '2022-02-28T11:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '61430ef4-73fb-4774-96bf-3c724ba002ed', 'name': '', 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'mac_address': 'fa:16:3e:f6:a1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:35Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 5, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'subnets': [{'id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '008e5e6a-7362-49d1-a050-4eb555248a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:47.349224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90d44a-ec82-4ad5-b791-377b4900153e None None] The sync data for ids ['5cdde7c4-160b-486a-b2cb-694ca143c02d'] in dv-neutron-831192-2-hyperv is: [{'id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'name': 'router1', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '9d54f316-acd8-4707-aaca-3a00ad724ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:26Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 4, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'gw_port': {'id': '9d54f316-acd8-4707-aaca-3a00ad724ad8', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:44Z', 'updated_at': '2022-02-28T11:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '61430ef4-73fb-4774-96bf-3c724ba002ed', 'name': '', 'network_id': '90ee9667-2609-4a17-ada6-e129a8410a3f', 'tenant_id': 'e501c1819683480a9f81d30b4a71733a', 'mac_address': 'fa:16:3e:f6:a1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdde7c4-160b-486a-b2cb-694ca143c02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:35Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 5, 'project_id': 'e501c1819683480a9f81d30b4a71733a', 'subnets': [{'id': '55de8582-f2b0-4246-b5ec-d6186c1aebbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '008e5e6a-7362-49d1-a050-4eb555248a37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:15:47.563758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9d54f316-acd8-4707-aaca-3a00ad724ad8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:15:47.639351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 9d54f316-acd8-4707-aaca-3a00ad724ad8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:15:47.644579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9d54f316-acd8-4707-aaca-3a00ad724ad8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:15:47.644954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:47.794002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:47.812736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 9d54f316-acd8-4707-aaca-3a00ad724ad8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9d54f316-acd8-4707-aaca-3a00ad724ad8,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:15:47.816601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:47.893860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=9d54f316-acd8-4707-aaca-3a00ad724ad8,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:48.027929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 45954) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:15:48.144175 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d20fcfa6-dd9e-4937-8eb3-72dbf995ec95 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1151237 Feb 28 11:15:49.485724 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9d54f316-acd8-4707-aaca-3a00ad724ad8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:15:49.550551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9d54f316-acd8-4707-aaca-3a00ad724ad8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:15:49.550919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:15:56.281624 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:16:00.130537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7696d188-042e-4bfa-904c-84275ca9df96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:16:02.342551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cbd37940-c1ef-4c07-a9d2-0f488b73275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:16:03.454904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:16:03.658031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:16:05.044501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:16:30.134882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51c436b0-38e5-4ea1-be0d-40bc1662efca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:16:32.345203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-03ea1a1c-ef4f-4c58-b43c-e22e0e95776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:16:33.281264 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:16:33.460532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:16:33.659947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:16:35.049608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:00.138860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-81c94025-1cbd-465b-8fff-ac0177282b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:02.349918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c38b7f6a-6ccf-4146-809d-4a325da4a108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:03.461711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:03.663239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:05.054846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:10.283507 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:17:30.136530 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d791f0dc-6ccf-484e-b386-022dd8d13223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:32.354299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f22a608-855f-4946-ac2a-4e65ce9f608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:33.465032 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:33.665609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:35.056335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:47.282532 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:17:54.447528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46556) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:17:54.513052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2dac68-6fe6-4b6a-aeb0-8ae4825a6c44 admin admin] GET failed (client error): The resource could not be found. Feb 28 11:17:54.514282 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dc2dac68-6fe6-4b6a-aeb0-8ae4825a6c44 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658154 Feb 28 11:17:54.642808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d435e9-3bdb-4244-af12-cc3e29c65950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:54.644180 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c3d435e9-3bdb-4244-af12-cc3e29c65950 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1260188 Feb 28 11:17:56.807738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:17:56.919069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae709d-cc10-4c6a-8f34-1ab760d93a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:56.919649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b0ae709d-cc10-4c6a-8f34-1ab760d93a09 admin admin] Synchronizing usage tracker for tenant:277f20170b3c4ffc8c520a294edb8cd7 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:17:56.935635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b0ae709d-cc10-4c6a-8f34-1ab760d93a09 admin admin] Unset dirty status for tenant:277f20170b3c4ffc8c520a294edb8cd7 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:17:56.936761 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b0ae709d-cc10-4c6a-8f34-1ab760d93a09 admin admin] 10.222.0.64 "GET /v2.0/subnets/55de8582-f2b0-4246-b5ec-d6186c1aebbf HTTP/1.1" status: 200 len: 849 time: 0.1280763 Feb 28 11:17:56.946460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:17:57.058061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Notify callbacks [] for subnet, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:57.240693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748811539941'] for subnet, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:57.281055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:57.281633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:57.282877 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] 10.222.0.64 "PUT /v2.0/subnets/55de8582-f2b0-4246-b5ec-d6186c1aebbf HTTP/1.1" status: 200 len: 868 time: 0.3400283 Feb 28 11:17:57.286797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6478f7-2a52-4a85-b66e-e0b046ef6b89 None None] Network 90ee9667-2609-4a17-ada6-e129a8410a3f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:17:57.308992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Pushing event updated for resources: {'Subnet': ['ID=55de8582-f2b0-4246-b5ec-d6186c1aebbf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:57.316727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.317108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.317418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.317748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.318096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.318420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.318752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.319214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.319514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.319840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.320164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.320484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01644c4-9786-4a19-b192-9e05d5dd942a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:57.750022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bc866912-2d57-4d6c-94b6-13ed6ad36330 None None] Provisioning complete for port 61430ef4-73fb-4774-96bf-3c724ba002ed triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:17:57.750390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc866912-2d57-4d6c-94b6-13ed6ad36330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:57.871955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bc866912-2d57-4d6c-94b6-13ed6ad36330 None None] Provisioning complete for port 13d414c0-568f-4b5a-8823-871916e1565a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:17:57.872211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc866912-2d57-4d6c-94b6-13ed6ad36330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:17:59.455980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:17:59.663000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814f35f6-aabf-4300-8674-664992fc17d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:59.663411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814f35f6-aabf-4300-8674-664992fc17d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:59.664933 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-814f35f6-aabf-4300-8674-664992fc17d9 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2079813 Feb 28 11:18:00.138044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef84d796-72f2-434e-bd58-dd37df48bf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:01.823277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 46586) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:01.996243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4380f93-b65a-4f02-8c94-d710b3d4a65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.996704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4380f93-b65a-4f02-8c94-d710b3d4a65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.998222 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a4380f93-b65a-4f02-8c94-d710b3d4a65e admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1740227 Feb 28 11:18:02.357728 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80daf242-cb3e-45e2-a62d-315f9af41630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:03.467757 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:03.667659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:04.159922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:04.321929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533a11c2-2885-494e-9f47-304893427eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:04.323318 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-533a11c2-2885-494e-9f47-304893427eeb admin admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 886 time: 0.1618264 Feb 28 11:18:05.061568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:06.469272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46606) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:06.638178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3769bc8-5d5c-4560-bffc-b4e2be9e72c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:06.639623 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e3769bc8-5d5c-4560-bffc-b4e2be9e72c2 admin admin] 10.222.0.64 "GET /v2.0/networks/90ee9667-2609-4a17-ada6-e129a8410a3f HTTP/1.1" status: 200 len: 869 time: 0.1694014 Feb 28 11:18:08.822083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 46616) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:08.932356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b8dda-ef2f-44b1-a029-34fb4fb563d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:08.932804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b8dda-ef2f-44b1-a029-34fb4fb563d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:08.934308 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fd5b8dda-ef2f-44b1-a029-34fb4fb563d4 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1112919 Feb 28 11:18:11.097732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 46626) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:11.202570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a013fd-55b7-42d3-8a74-941869f9f8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:11.203021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a013fd-55b7-42d3-8a74-941869f9f8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:11.204535 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-95a013fd-55b7-42d3-8a74-941869f9f8b1 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1058648 Feb 28 11:18:13.363202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:13.464662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9305dcd-a8eb-4f5d-9591-5e486dd28ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:13.465965 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f9305dcd-a8eb-4f5d-9591-5e486dd28ea6 admin admin] 10.222.0.64 "GET /v2.0/subnets/2cb17c74-778e-402b-8d1a-c7234e6ca7c9 HTTP/1.1" status: 200 len: 816 time: 0.1018474 Feb 28 11:18:15.634652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46646) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:15.741080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b10031-d79c-46ad-8d0c-c8a37657dffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:15.742407 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f1b10031-d79c-46ad-8d0c-c8a37657dffa admin admin] 10.222.0.64 "GET /v2.0/subnets/55de8582-f2b0-4246-b5ec-d6186c1aebbf HTTP/1.1" status: 200 len: 868 time: 0.1067734 Feb 28 11:18:24.281246 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:18:30.139657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec90ee4e-8ba5-4162-91a3-4cb668d5bc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:32.360496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-98fdd68e-2406-4c4d-ae5d-54a7077e1bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:33.469868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:33.669665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:34.443686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46692) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:34.491865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-7a84787e-d4cf-48ba-8123-553a7d0948e0 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:18:34.492852 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7a84787e-d4cf-48ba-8123-553a7d0948e0 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482261 Feb 28 11:18:35.068561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:36.741963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46702) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:36.807569 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-030c0273-2b81-4922-997f-604e99da67d0 admin admin] GET failed (client error): The resource could not be found. Feb 28 11:18:36.808809 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-030c0273-2b81-4922-997f-604e99da67d0 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658350 Feb 28 11:18:36.936234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff46aba-4654-4e24-b6d6-3ca4c1975651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:36.937596 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1ff46aba-4654-4e24-b6d6-3ca4c1975651 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1249070 Feb 28 11:18:39.125987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46712) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:39.173726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:39.178318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:18:39.187570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:18:39.196903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Made reservation on behalf of 277f20170b3c4ffc8c520a294edb8cd7 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:18:39.199266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:39.285863 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING neutron.services.revisions.revision_plugin [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Could not find related network for resource to bump revision. Feb 28 11:18:39.296927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:18:39.305855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:39.306135 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Added segment 41c2c9e7-3f80-457d-b92e-0bd4bb40d398 of type vlan for network 03399d07-ca06-4c91-abf6-8859511733c6 Feb 28 11:18:39.331791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:39.359390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:39.360358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:39.360923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:39.461785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] Pushing event updated for resources: {'Network': ['ID=03399d07-ca06-4c91-abf6-8859511733c6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:39.464558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7b242c0d-2911-466a-b8a7-56c52b9743b4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3375719 Feb 28 11:18:39.471563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 03399d07-ca06-4c91-abf6-8859511733c6 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:18:41.647805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 46722) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:18:41.719423 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4287d13-90a9-49cc-8fe3-6d9de16fefdc admin admin] GET failed (client error): The resource could not be found. Feb 28 11:18:41.720710 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e4287d13-90a9-49cc-8fe3-6d9de16fefdc admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0719666 Feb 28 11:18:41.825560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc80e0a-b452-43d1-9350-124a03ff80f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:41.826904 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1fc80e0a-b452-43d1-9350-124a03ff80f6 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1017678 Feb 28 11:18:41.836985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:41.838458 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.quota [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Loaded quota_driver: . Feb 28 11:18:41.844312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:18:41.855015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:18:41.867844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Made reservation on behalf of 277f20170b3c4ffc8c520a294edb8cd7 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:18:41.870425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:42.137775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:42.205406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b2cba4-b650-40bd-858d-7ff127333d6a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:42.217494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.217855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.218189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.218516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.218836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.219178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.219497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.219820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.220135 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.220447 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.220759 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.221066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:42.225798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Checking segment: {'id': '41c2c9e7-3f80-457d-b92e-0bd4bb40d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:18:42.226143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Network hostable DHCP agents. Network: 03399d07-ca06-4c91-abf6-8859511733c6, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:18:42.245185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Network 03399d07-ca06-4c91-abf6-8859511733c6 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:18:42.255664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 03399d07-ca06-4c91-abf6-8859511733c6) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:42.259557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:42.260150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:42.264876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b64e5b-f8b3-46b0-8163-970e64248c98 None None] Network 03399d07-ca06-4c91-abf6-8859511733c6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:18:42.286602 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-53aacb2a-e0f9-4dbb-8625-89dc1d15eb3a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4528215 Feb 28 11:18:42.511793 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-03399d07-ca06-4c91-abf6-8859511733c6', 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6', 'tenant_id': '277f20170b3c4ffc8c520a294edb8cd7', 'fixed_ips': [{'subnet_id': '81b2cba4-b650-40bd-858d-7ff127333d6a'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:18:42.512637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:42.664273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Allocated IP 192.168.233.2 (03399d07-ca06-4c91-abf6-8859511733c6/81b2cba4-b650-40bd-858d-7ff127333d6a/3da9632d-8ef7-4beb-a858-af6047556d3b) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:18:42.872659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:42.884035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Transition to ACTIVE for port object 3da9632d-8ef7-4beb-a858-af6047556d3b will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:18:42.901786 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Transition to ACTIVE for port object 3da9632d-8ef7-4beb-a858-af6047556d3b will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:18:42.907996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:42.969903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Network 03399d07-ca06-4c91-abf6-8859511733c6 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:18:42.973090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:42.976033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:18:42.992652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Pushing event updated for resources: {'Port': ['ID=3da9632d-8ef7-4beb-a858-af6047556d3b,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:43.030319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.030608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.030955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.031314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.031649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.031999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.032327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.032652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.032978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.033300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.034167 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.034490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:43.088875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Attempting to bind port 3da9632d-8ef7-4beb-a858-af6047556d3b on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:18:43.089235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Attempting to bind port 3da9632d-8ef7-4beb-a858-af6047556d3b by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '41c2c9e7-3f80-457d-b92e-0bd4bb40d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:18:43.089591 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Attempting to bind port 3da9632d-8ef7-4beb-a858-af6047556d3b on network 03399d07-ca06-4c91-abf6-8859511733c6 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:18:43.095358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:18:43.095736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Checking segment: {'id': '41c2c9e7-3f80-457d-b92e-0bd4bb40d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:18:43.096666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:43.098642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Bound using segment: {'id': '41c2c9e7-3f80-457d-b92e-0bd4bb40d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:18:43.098642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Bound port: 3da9632d-8ef7-4beb-a858-af6047556d3b, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c2c9e7-3f80-457d-b92e-0bd4bb40d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:18:43.098642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:43.186374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3fefc922-d313-46ef-bd14-16980433919d None None] For port 3da9632d-8ef7-4beb-a858-af6047556d3b, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:18:43.189813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3fefc922-d313-46ef-bd14-16980433919d None None] For port 3da9632d-8ef7-4beb-a858-af6047556d3b, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3da9632d-8ef7-4beb-a858-af6047556d3b,segment=NetworkSegment(41c2c9e7-3f80-457d-b92e-0bd4bb40d398),segment_id=41c2c9e7-3f80-457d-b92e-0bd4bb40d398)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:18:43.194382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:43.275905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefc922-d313-46ef-bd14-16980433919d None None] Pushing event updated for resources: {'Port': ['ID=3da9632d-8ef7-4beb-a858-af6047556d3b,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:43.609594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3da9632d-8ef7-4beb-a858-af6047556d3b up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:18:43.677467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 3da9632d-8ef7-4beb-a858-af6047556d3b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:18:44.139627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9b144c-7a58-4826-9be3-92bc42fed7fa None None] Network 03399d07-ca06-4c91-abf6-8859511733c6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:18:44.266808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f865c290-cc25-4499-81de-c43e67fccccc None None] Provisioning for port 3da9632d-8ef7-4beb-a858-af6047556d3b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:18:44.297021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f865c290-cc25-4499-81de-c43e67fccccc None None] Provisioning complete for port 3da9632d-8ef7-4beb-a858-af6047556d3b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:18:44.297674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f865c290-cc25-4499-81de-c43e67fccccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:44.483993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f865c290-cc25-4499-81de-c43e67fccccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:44.519354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f865c290-cc25-4499-81de-c43e67fccccc None None] For port 3da9632d-8ef7-4beb-a858-af6047556d3b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3da9632d-8ef7-4beb-a858-af6047556d3b,segment=NetworkSegment(41c2c9e7-3f80-457d-b92e-0bd4bb40d398),segment_id=41c2c9e7-3f80-457d-b92e-0bd4bb40d398)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:18:44.523772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f865c290-cc25-4499-81de-c43e67fccccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:44.594630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865c290-cc25-4499-81de-c43e67fccccc None None] Pushing event updated for resources: {'Port': ['ID=3da9632d-8ef7-4beb-a858-af6047556d3b,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:44.745963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f6f6634e-b327-446a-af01-000f3a90a9fa None None] Provisioning complete for port 3da9632d-8ef7-4beb-a858-af6047556d3b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:18:44.746266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6f6634e-b327-446a-af01-000f3a90a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:18:45.575308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3da9632d-8ef7-4beb-a858-af6047556d3b up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:18:45.644125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3da9632d-8ef7-4beb-a858-af6047556d3b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:18:45.644494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:00.163332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f026bb81-3ca3-489d-9207-f5e061d100d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:01.279885 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:19:02.363557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-767f22c4-ee5f-4763-9ce6-e1b49e118413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:03.472828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:03.673394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:05.064684 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:30.144470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c61b8449-43df-40fe-8829-5e2ce04f55ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:32.364797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b2ea5d7-44cb-4800-9e92-9acb984adb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:33.474208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:33.676074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:35.062350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:38.278256 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:20:00.146994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f3564bb9-9440-4dbc-8ebe-4e788449a8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:02.366164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-47d12673-bd42-4ea6-83bb-2e1fdf0b02e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:03.478323 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:03.678384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:05.072590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:05.632952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 46766) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:05.638747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-c7876a54-0fa0-4770-9fd4-85520338e93b tempest-verify_tempest_config-1481777023 tempest-verify_tempest_config-1481777023-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:20:05.639749 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c7876a54-0fa0-4770-9fd4-85520338e93b tempest-verify_tempest_config-1481777023 tempest-verify_tempest_config-1481777023-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058377 Feb 28 11:20:05.947380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 46784) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:06.063103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:06.080342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:20:06.084036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Usage tracker for resource:security_group_rule and tenant:d50c675cbaec49ea8b1b410abc8fa59d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:20:06.087213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:20:06.092701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:20:06.185456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:06.189669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:06.235032 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d50c675cbaec49ea8b1b410abc8fa59d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2866502 Feb 28 11:20:06.236552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b7d5e-6082-4da3-aebf-4c5e10979d77,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:06.237845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46790) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:06.246948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.247342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.247680 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.248011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.248334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.248671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.248998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.249376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.249695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.250010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.250325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.250635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472afdb6-eb2c-4de4-a618-aace50949e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.301535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:06.325826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:06.415266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:06.429136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b7d5e-6082-4da3-aebf-4c5e10979d77,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:06.438194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.438545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.438879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.439235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.439564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.439914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.440252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.440563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.440884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.441203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.441517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.441828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:06.445741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:06.446829 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ec11832c-5a9c-4380-b7a6-853e5435b635 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f01b7d5e-6082-4da3-aebf-4c5e10979d77 HTTP/1.1" status: 204 len: 168 time: 0.2079544 Feb 28 11:20:15.277213 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:20:30.148371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46994520-5a0a-47d8-8e9a-67d1f9dfe75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:32.367435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f09d3f5-88b5-40b5-a9e3-16077aef2d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:33.480703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:33.679194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:35.067245 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:52.275762 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:21:00.150460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e32304a2-393d-4574-bcce-6b994dfaee61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:02.367299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b8d94b6-6d27-4758-953f-c867e8d40ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:03.485939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:03.679995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:05.070469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:26.892818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333125'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:29.274679 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:21:30.152017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-086f28a5-97c1-48b7-82d5-8e2c540112e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:32.368524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d8f202f-8e66-4f7d-b5d0-5e9fdbd74cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:33.486411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:33.681060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:35.072312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:41.835517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 46860) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:21:41.947615 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-adecb555-752e-4798-82b6-bad9b00b316b admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1109424 Feb 28 11:21:44.130198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 46870) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:21:44.189529 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9e485fa1-7813-4c0a-8c74-6295b68704a7 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0582702 Feb 28 11:21:56.881637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:00.152769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ac2ef8ca-9b0a-4588-bdf5-df3e9a68d865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:02.371145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b28ed65d-f379-487a-bfb5-158f40a77681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:03.489780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:03.682127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:05.074044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:06.273887 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:22:26.880829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:30.155320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1e456b83-8340-4223-aa71-13d18e8a38ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:32.372394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8fe6-0e9f-4579-932c-76096519733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:33.492465 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:33.684021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:35.079407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:43.273554 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:22:56.894188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:00.157645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6f76fbb-7791-4c80-9535-f193a5696b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:02.376009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-35c351b3-38df-4ac6-b9f7-0fd501dccba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:03.500241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:03.686144 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:05.093223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:09.503238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 46990) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:09.866851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1781686001-network', 'tenant_id': '5f423a4da9b54c3f824424e120e51144'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:09.871925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:09.877374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Usage tracker for resource:network and tenant:5f423a4da9b54c3f824424e120e51144 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:09.880722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:09.887218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:09.902865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Made reservation on behalf of 5f423a4da9b54c3f824424e120e51144 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:09.905298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:09.917645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:09.932326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:09.936756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Usage tracker for resource:security_group_rule and tenant:5f423a4da9b54c3f824424e120e51144 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:09.939721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:09.945710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:10.040890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.046199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.082108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:10.084685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2737678-a428-4399-bf91-b4609e36e0c5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:10.096752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.097080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.097820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.098319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.098916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.099706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.100123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.100596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.101079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.101594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.102048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.102601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Tracked resource versions report: Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: pushed versions: Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: { 'AddressGroup': {'1.2'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'ConntrackHelper': {'1.0'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Log': {'1.0'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Network': {'1.1'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Port': {'1.7'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'PortForwarding': {'1.2'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'QosPolicy': {'1.8'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SecurityGroup': {'1.4'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SecurityGroupRule': {'1.2'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SubPort': {'1.0'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Subnet': {'1.1'}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Trunk': {'1.1'}} Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: consumer versions: Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: { DHCP agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: HyperV agent@hv-neutron-8311: {}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: L3 agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: Metadata agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: Metering agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: Open vSwitch agent@dv-neutron-831192-2-hyperv: { 'AddressGroup': '1.2', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'ConntrackHelper': '1.0', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Log': '1.0', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Network': '1.1', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Port': '1.7', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'PortForwarding': '1.2', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'QosPolicy': '1.8', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SecurityGroup': '1.4', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SecurityGroupRule': '1.2', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'SubPort': '1.0', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Subnet': '1.1', Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: 'Trunk': '1.1'}} Feb 28 11:23:10.103900 dv-neutron-831192-2-hyperv neutron-server[87639]: {{(pid=87639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:23:10.125047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748811678724', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.125047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Unsubscribe: segment precommit_create {{(pid=87639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 11:23:10.125047 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Added segment d025ee3b-18c7-4475-a27d-c5fed3df52b0 of type vlan for network 59e0a966-d597-493f-a8b7-7fa42333d6c2 Feb 28 11:23:10.161462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.205281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.206497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:10.207070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.325684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] Pushing event updated for resources: {'Network': ['ID=59e0a966-d597-493f-a8b7-7fa42333d6c2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:10.332484 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d84e3b82-41b1-4f9a-b063-3f03b62d3892 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8282061 Feb 28 11:23:10.335322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47042) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:10.340808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Request body: {'subnet': {'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1781686001-subnet', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:10.342447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 59e0a966-d597-493f-a8b7-7fa42333d6c2 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:10.345529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:10.350396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Usage tracker for resource:subnet and tenant:5f423a4da9b54c3f824424e120e51144 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:10.353616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:10.361902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:10.376374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Made reservation on behalf of 5f423a4da9b54c3f824424e120e51144 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:10.379431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.410324 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47048) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:10.626184 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.710696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c0cde5-5beb-4452-9ca7-2851f0d2e04c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:10.712826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Checking segment: {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:10.713179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Network hostable DHCP agents. Network: 59e0a966-d597-493f-a8b7-7fa42333d6c2, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:10.729089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:10.738628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Network 59e0a966-d597-493f-a8b7-7fa42333d6c2 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:10.750150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 59e0a966-d597-493f-a8b7-7fa42333d6c2) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:10.759001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:10.759907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.760479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a87810-1777-47b7-a178-287fa070596b None None] Network 59e0a966-d597-493f-a8b7-7fa42333d6c2 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:10.787803 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6c69ffd3-8019-41f7-abf0-ef23b123bad6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4512188 Feb 28 11:23:10.788095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:10.793582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:10.799351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:10.803626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Usage tracker for resource:router and tenant:5f423a4da9b54c3f824424e120e51144 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:10.806575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:10.813630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:10.828124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.829785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:10.850410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.034535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-59e0a966-d597-493f-a8b7-7fa42333d6c2', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:23:11.035682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.095935 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6b63a5f3-c811-4704-8f94-b1e229b664f6 tempest-AgentManagementNegativeTest-493277833 tempest-AgentManagementNegativeTest-493277833-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6845930 Feb 28 11:23:11.123686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47082) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:11.170174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.214535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Allocated IP 172.20.0.2 (59e0a966-d597-493f-a8b7-7fa42333d6c2/61c0cde5-5beb-4452-9ca7-2851f0d2e04c/67693e0c-f556-4e16-a2ff-c10e060717d4) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:11.324013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-124523407'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:11.333022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:11.338502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Usage tracker for resource:network and tenant:e7df8ab025b7409aa24fe9246b11347c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:11.347563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:11.354557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:11.372696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Made reservation on behalf of e7df8ab025b7409aa24fe9246b11347c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:11.376569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.390441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.409803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:11.414053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Usage tracker for resource:security_group_rule and tenant:e7df8ab025b7409aa24fe9246b11347c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:11.417425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:11.423408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:11.468637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.481685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Transition to ACTIVE for port object 67693e0c-f556-4e16-a2ff-c10e060717d4 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:11.504315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Transition to ACTIVE for port object 67693e0c-f556-4e16-a2ff-c10e060717d4 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:11.515369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.618322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Network 59e0a966-d597-493f-a8b7-7fa42333d6c2 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:11.625736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:11.630038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:11.636009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Pushing event updated for resources: {'Port': ['ID=67693e0c-f556-4e16-a2ff-c10e060717d4,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:11.675745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.675913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.676251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.676583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.676912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.677255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.677564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.677885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.678222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.678541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.678856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.679232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Tracked resource versions report: Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: pushed versions: Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: { 'AddressGroup': {'1.2'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'ConntrackHelper': {'1.0'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Log': {'1.0'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Network': {'1.1'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Port': {'1.7'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'PortForwarding': {'1.2'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'QosPolicy': {'1.8'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SecurityGroup': {'1.4'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SecurityGroupRule': {'1.2'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SubPort': {'1.0'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Subnet': {'1.1'}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Trunk': {'1.1'}} Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: consumer versions: Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: { DHCP agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: HyperV agent@hv-neutron-8311: {}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: L3 agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: Metadata agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: Metering agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: Open vSwitch agent@dv-neutron-831192-2-hyperv: { 'AddressGroup': '1.2', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'ConntrackHelper': '1.0', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Log': '1.0', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Network': '1.1', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Port': '1.7', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'PortForwarding': '1.2', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'QosPolicy': '1.8', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SecurityGroup': '1.4', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SecurityGroupRule': '1.2', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'SubPort': '1.0', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Subnet': '1.1', Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: 'Trunk': '1.1'}} Feb 28 11:23:11.680319 dv-neutron-831192-2-hyperv neutron-server[87640]: {{(pid=87640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:23:11.686733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.720741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.722346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.742493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Attempting to bind port 67693e0c-f556-4e16-a2ff-c10e060717d4 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:11.742861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Attempting to bind port 67693e0c-f556-4e16-a2ff-c10e060717d4 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:11.743305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Attempting to bind port 67693e0c-f556-4e16-a2ff-c10e060717d4 on network 59e0a966-d597-493f-a8b7-7fa42333d6c2 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:11.749694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:11.750066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Checking segment: {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:11.750515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.750902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Bound using segment: {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:11.751435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Bound port: 67693e0c-f556-4e16-a2ff-c10e060717d4, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:11.751821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.871544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1656909524-network', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:11.874140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] For port 67693e0c-f556-4e16-a2ff-c10e060717d4, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:11.874893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Allocated IP 172.26.8.224 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/7b0c85ac-1e1c-4735-abbc-28c162c6a1e1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:11.877348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:11.879018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] For port 67693e0c-f556-4e16-a2ff-c10e060717d4, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=67693e0c-f556-4e16-a2ff-c10e060717d4,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:11.884842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.885290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Usage tracker for resource:network and tenant:dd78ff79f8d3407fa118ff357b803d7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:11.888876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.897840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:11.910830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:11.926432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1208e3a9-23f1-4e4c-9fef-2a4b75616fde,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:11.932053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Made reservation on behalf of dd78ff79f8d3407fa118ff357b803d7d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:11.938307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.938884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.939411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.940211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.940779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.941368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.941906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.942028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.942554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.943105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.943736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.944596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.945132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Tracked resource versions report: Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: pushed versions: Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: { 'AddressGroup': {'1.2'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'ConntrackHelper': {'1.0'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Log': {'1.0'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Network': {'1.1'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Port': {'1.7'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'PortForwarding': {'1.2'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'QosPolicy': {'1.8'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SecurityGroup': {'1.4'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SecurityGroupRule': {'1.2'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SubPort': {'1.0'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Subnet': {'1.1'}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Trunk': {'1.1'}} Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: consumer versions: Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: { DHCP agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: HyperV agent@hv-neutron-8311: {}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: L3 agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: Metadata agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: Metering agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: Open vSwitch agent@dv-neutron-831192-2-hyperv: { 'AddressGroup': '1.2', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'ConntrackHelper': '1.0', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Log': '1.0', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Network': '1.1', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Port': '1.7', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'PortForwarding': '1.2', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'QosPolicy': '1.8', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SecurityGroup': '1.4', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SecurityGroupRule': '1.2', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'SubPort': '1.0', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Subnet': '1.1', Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: 'Trunk': '1.1'}} Feb 28 11:23:11.946423 dv-neutron-831192-2-hyperv neutron-server[87638]: {{(pid=87638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:23:11.971135 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:11.987286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:12.003438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:12.014082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Usage tracker for resource:security_group_rule and tenant:dd78ff79f8d3407fa118ff357b803d7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:12.025146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:12.034643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:12.053472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553fc8c-be6f-497c-9fd7-78f73cd68386 None None] Pushing event updated for resources: {'Port': ['ID=67693e0c-f556-4e16-a2ff-c10e060717d4,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:12.076224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.077090 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Added segment 30385c26-00d3-449d-b587-6746d9e11732 of type vlan for network 09940664-01d7-4b62-bd28-a2ab02bc2519 Feb 28 11:23:12.152018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.177753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47106) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:12.190860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.208018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.215112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.241765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.260106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f59d552-10b2-4992-a615-9b2fde7324f3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:12.271488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:12.291203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.291472 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Added segment 6d208e19-622d-4623-9f26-94c16e5b1c07 of type vlan for network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 Feb 28 11:23:12.355906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.360158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.368983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:12.369608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.420663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.422323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:12.429546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.570852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] Pushing event updated for resources: {'Network': ['ID=0684ed51-866d-4e5c-b9c1-c22957fb2cc1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:12.576575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:12.577900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event updated for resources: {'Network': ['ID=09940664-01d7-4b62-bd28-a2ab02bc2519,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:12.580835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:12.583325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:12.592053 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3a3211a9-dc3a-4f88-b437-89bb890e44f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8606749 Feb 28 11:23:12.597011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47128) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:12.606572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Request body: {'subnet': {'network_id': '09940664-01d7-4b62-bd28-a2ab02bc2519', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:12.609283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:12.616528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 09940664-01d7-4b62-bd28-a2ab02bc2519 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:12.663066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Pushing event updated for resources: {'Port': ['ID=7b0c85ac-1e1c-4735-abbc-28c162c6a1e1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:12.752267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:12.754020 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-61981a25-e70b-4014-b2fe-3dcbc9492606 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6290798 Feb 28 11:23:12.790480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Request body: {'subnet': {'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1656909524-subnet', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:12.796354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:12.801125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Usage tracker for resource:subnet and tenant:dd78ff79f8d3407fa118ff357b803d7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:12.804319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:12.811054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:12.815284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa262906-8c09-4d09-b5b9-117816a68bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.827540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Made reservation on behalf of dd78ff79f8d3407fa118ff357b803d7d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:12.830738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:12.840853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:12.844228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aa262906-8c09-4d09-b5b9-117816a68bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:12.849138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Usage tracker for resource:subnet and tenant:e7df8ab025b7409aa24fe9246b11347c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:12.852215 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aa262906-8c09-4d09-b5b9-117816a68bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9961a587feb4749a27d60e5d8bdbc4d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:12.854960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:12.858549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aa262906-8c09-4d09-b5b9-117816a68bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:12.866631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:12.869195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aa262906-8c09-4d09-b5b9-117816a68bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:12.897585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Made reservation on behalf of e7df8ab025b7409aa24fe9246b11347c for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:12.902499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks [] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.083681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.125665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa262906-8c09-4d09-b5b9-117816a68bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.150273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b41517-9a9e-4904-a5ae-35be1080a401,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:13.161582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa262906-8c09-4d09-b5b9-117816a68bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.233446 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aa262906-8c09-4d09-b5b9-117816a68bf2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9961a587feb4749a27d60e5d8bdbc4d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0517504 Feb 28 11:23:13.249088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47150) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:13.368247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Checking segment: {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:13.368508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Network hostable DHCP agents. Network: 0684ed51-866d-4e5c-b9c1-c22957fb2cc1, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:13.373990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa262906-8c09-4d09-b5b9-117816a68bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b74981d-1b8d-4813-8ef0-a7221928c173,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:13.405764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.410544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:13.477708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac578d9c-719b-4747-a4f3-63b2e48098c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.494308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 0684ed51-866d-4e5c-b9c1-c22957fb2cc1) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:13.502512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4037fa-0391-4c95-8a79-9c5224922c72 None None] Network 59e0a966-d597-493f-a8b7-7fa42333d6c2 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:13.502778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:13.503498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.549690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.570951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac578d9c-719b-4747-a4f3-63b2e48098c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.578603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Checking segment: {'id': '30385c26-00d3-449d-b587-6746d9e11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '09940664-01d7-4b62-bd28-a2ab02bc2519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:13.579222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Network hostable DHCP agents. Network: 09940664-01d7-4b62-bd28-a2ab02bc2519, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:13.613128 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-44ed8ac9-4479-4cd8-884f-d1605cda6d7c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8570421 Feb 28 11:23:13.616963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47164) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:13.642131 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:13.653288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event updated for resources: {'Subnet': ['ID=d0787c60-8cd4-4de0-af10-c6db0083c3f0,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:13.656358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:13.665310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Network 09940664-01d7-4b62-bd28-a2ab02bc2519 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:13.670650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Usage tracker for resource:router and tenant:dd78ff79f8d3407fa118ff357b803d7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:13.676053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:13.684974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:13.690011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 09940664-01d7-4b62-bd28-a2ab02bc2519) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:13.705615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1c8f3a-94ac-483c-bf08-78a6228b7c40 None None] Network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:13.710098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:13.710956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.728731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.730215 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.740879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac578d9c-719b-4747-a4f3-63b2e48098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.775404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac578d9c-719b-4747-a4f3-63b2e48098c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b74981d-1b8d-4813-8ef0-a7221928c173,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:13.785335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.867727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac578d9c-719b-4747-a4f3-63b2e48098c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:13.878132 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ac578d9c-719b-4747-a4f3-63b2e48098c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b74981d-1b8d-4813-8ef0-a7221928c173 HTTP/1.1" status: 204 len: 168 time: 0.6241047 Feb 28 11:23:13.897899 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0974b28b-972e-437c-b87d-81fc4752b530 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2987940 Feb 28 11:23:13.901619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6e5af-c4f2-4d2a-8864-8477be40cdf7 None None] Network 09940664-01d7-4b62-bd28-a2ab02bc2519 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:13.902253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47176) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:13.915453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Request body: {'port': {'network_id': '09940664-01d7-4b62-bd28-a2ab02bc2519', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2069476886'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:13.990329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 67693e0c-f556-4e16-a2ff-c10e060717d4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:14.061171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47188) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:14.101278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47192) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:14.103349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:23:14.104429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:14.263809 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:14.307842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Allocated IP 172.20.0.2 (0684ed51-866d-4e5c-b9c1-c22957fb2cc1/f6b41517-9a9e-4904-a5ae-35be1080a401/50a929bf-c6cb-4bce-af72-764e71edd122) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:14.347681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:14.360961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:14.365058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Usage tracker for resource:port and tenant:e7df8ab025b7409aa24fe9246b11347c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:14.368142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:14.373948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:14.381104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47202) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:14.404277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Made reservation on behalf of e7df8ab025b7409aa24fe9246b11347c for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:14.407712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:14.446794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] device_id is not set on port 46846ae2-c2a4-4a04-b938-b645729462b5 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:14.587916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Router 261f835e-68c7-4930-8305-56c94492ef20 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:23:14.639331 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e2963211-b80c-4d21-9957-f51e543666b2 None None] Provisioning for port 67693e0c-f556-4e16-a2ff-c10e060717d4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:14.705586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:14.738463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Transition to ACTIVE for port object 50a929bf-c6cb-4bce-af72-764e71edd122 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:14.767425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1763240524'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:14.789682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:14.794351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Allocated IP 2001:db8::2aa (09940664-01d7-4b62-bd28-a2ab02bc2519/d0787c60-8cd4-4de0-af10-c6db0083c3f0/46846ae2-c2a4-4a04-b938-b645729462b5) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:14.810949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Usage tracker for resource:network and tenant:a8f7aa25d8c849ddb21c67fb372e5e3e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:14.824584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-932817298'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:14.826854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:14.827966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Transition to ACTIVE for port object 50a929bf-c6cb-4bce-af72-764e71edd122 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:14.840186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:14.853893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:14.855488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Usage tracker for resource:network and tenant:1e593e761c354ed78717b05119d2bc41 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:14.861853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 67693e0c-f556-4e16-a2ff-c10e060717d4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:14.869733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:14.897881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:14.942647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Made reservation on behalf of a8f7aa25d8c849ddb21c67fb372e5e3e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:14.951452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:14.973204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 67693e0c-f556-4e16-a2ff-c10e060717d4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:14.973680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:14.984583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47210) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:14.995694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.017280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:23:15.028409 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Sync routers for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:15.040280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:15.045733 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:15.047859 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:15.048178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:15.056207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Usage tracker for resource:security_group_rule and tenant:a8f7aa25d8c849ddb21c67fb372e5e3e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:15.061179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:15.064354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:15.069577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.070813 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ba9ca782-f9d2-4618-bdb7-ef83989b2d4d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2815197 Feb 28 11:23:15.075268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Usage tracker for resource:floatingip and tenant:c0c49522a3804e19b11fedc51d9bf1e9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:15.078562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47216) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:15.079467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:15.083954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:15.128797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Pushing event updated for resources: {'Port': ['ID=50a929bf-c6cb-4bce-af72-764e71edd122,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:15.168576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:15.186527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.204968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Transition to ACTIVE for port object 46846ae2-c2a4-4a04-b938-b645729462b5 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:15.225747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:15.230581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-400953443', 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:15.236681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.246804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:15.253439 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:15.261373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:15.286743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:15.371667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Usage tracker for resource:port and tenant:be6d5001c23043538e625a3eb0f3503c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:15.382362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:15.386092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Made reservation on behalf of 1e593e761c354ed78717b05119d2bc41 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:15.386604 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:23:15.388713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.390057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.408340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:15.440714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.448209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.458500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.517050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:15.522956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Made reservation on behalf of be6d5001c23043538e625a3eb0f3503c for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:15.525242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.544737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Usage tracker for resource:security_group_rule and tenant:1e593e761c354ed78717b05119d2bc41 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:15.549522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.562196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-09940664-01d7-4b62-bd28-a2ab02bc2519', 'network_id': '09940664-01d7-4b62-bd28-a2ab02bc2519', 'tenant_id': 'e7df8ab025b7409aa24fe9246b11347c', 'fixed_ips': [{'subnet_id': 'd0787c60-8cd4-4de0-af10-c6db0083c3f0'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:23:15.567468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.569998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:15.585224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.613472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Network 09940664-01d7-4b62-bd28-a2ab02bc2519 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:15.617065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:15.631077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:15.635096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:15.641493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.649765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:15.657560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:15.658205 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.676341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Usage tracker for resource:security_group_rule and tenant:be6d5001c23043538e625a3eb0f3503c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:15.678740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:15.719731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f888c8c2-9ca4-4bd7-84a2-7b223104f5e5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:15.743435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Attempting to bind port 50a929bf-c6cb-4bce-af72-764e71edd122 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:15.744125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Attempting to bind port 50a929bf-c6cb-4bce-af72-764e71edd122 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:15.744283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Attempting to bind port 50a929bf-c6cb-4bce-af72-764e71edd122 on network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:15.751870 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:13Z', 'revision_number': 3, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:15.758068 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Checking router: 261f835e-68c7-4930-8305-56c94492ef20 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:15.759093 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Updating router 261f835e-68c7-4930-8305-56c94492ef20 port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:23:15.783742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:15.784215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Checking segment: {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:15.784689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.785147 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Bound using segment: {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:15.786354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Bound port: 50a929bf-c6cb-4bce-af72-764e71edd122, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:15.792037 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.815334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:15.823615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:15.829576 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.916610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.936930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47240) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:15.948505 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0410659 Feb 28 11:23:15.957782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:15.959790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c26198-bade-43aa-b349-1564ca1a7d18 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event updated for resources: {'Port': ['ID=46846ae2-c2a4-4a04-b938-b645729462b5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:15.966429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47244) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:15.980489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] device_id is not set on port f585a543-a16b-48d1-ab17-0bd662c38242 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:16.015911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.016520 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Added segment 1d4d297f-acd3-49e3-ae72-58e2a7c7ac58 of type vlan for network deeeb292-dbf4-4c26-8505-59023d30b54b Feb 28 11:23:16.036884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Request body: {'port': {'network_id': '09940664-01d7-4b62-bd28-a2ab02bc2519', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1245515057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:16.037433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] bootfile-name is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:16.037761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] tftp-server is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:16.038096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] server-ip-address is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:16.063961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] For port 50a929bf-c6cb-4bce-af72-764e71edd122, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:16.074249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] For port 50a929bf-c6cb-4bce-af72-764e71edd122, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=50a929bf-c6cb-4bce-af72-764e71edd122,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:16.111071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.210547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.225198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-6db6a253-d29e-4365-9f5d-958030eb51d1 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.229853 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6db6a253-d29e-4365-9f5d-958030eb51d1 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2886138 Feb 28 11:23:16.246728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47250) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.249479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a469f8-6811-4952-9cfb-f73b4005c15d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:16.261448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-cd1feecd-49ba-40ee-8b0d-ecfe4d232ad6 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.262303 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cd1feecd-49ba-40ee-8b0d-ecfe4d232ad6 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0144274 Feb 28 11:23:16.272535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47254) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.288976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-82e2daae-66f6-4a6e-9fd1-4315a0e30fb0 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.289968 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-82e2daae-66f6-4a6e-9fd1-4315a0e30fb0 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0115254 Feb 28 11:23:16.295558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47258) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.313358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-32c478c0-2078-47ee-af11-033d526a37ab tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.314682 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-32c478c0-2078-47ee-af11-033d526a37ab tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0136898 Feb 28 11:23:16.318331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47262) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.340397 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.343069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-3222190c-a80b-4339-9522-573951663fef tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.345244 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3222190c-a80b-4339-9522-573951663fef tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0244179 Feb 28 11:23:16.348716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 67693e0c-f556-4e16-a2ff-c10e060717d4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=67693e0c-f556-4e16-a2ff-c10e060717d4,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:16.350372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-270f37f4-aae4-45b1-ae40-14ff7633a9f1 None None] Provisioning complete for port 67693e0c-f556-4e16-a2ff-c10e060717d4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:16.350754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-270f37f4-aae4-45b1-ae40-14ff7633a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.353040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47266) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.362248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-389b6d1c-3c21-425e-9026-439425934fe9 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.365618 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-389b6d1c-3c21-425e-9026-439425934fe9 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0073340 Feb 28 11:23:16.368388 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47270) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.371438 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Transition to ACTIVE for port object 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:16.378568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:16.388731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-5180e86e-e522-4110-a80e-bde1cdc1a7e7 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.390091 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5180e86e-e522-4110-a80e-bde1cdc1a7e7 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0136626 Feb 28 11:23:16.391502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Usage tracker for resource:port and tenant:e7df8ab025b7409aa24fe9246b11347c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:16.395458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.395623 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.397965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47274) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.401582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:16.405704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3e368-0444-4b54-aab1-f4535509bb13 None None] Pushing event updated for resources: {'Port': ['ID=50a929bf-c6cb-4bce-af72-764e71edd122,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:16.437734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.442063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-ac8f1f55-304e-493c-a2a0-20a5cee384d0 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.443455 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ac8f1f55-304e-493c-a2a0-20a5cee384d0 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0381067 Feb 28 11:23:16.444720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:16.451946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47278) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.467140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.507339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Allocated IP 2001:db8::2 (09940664-01d7-4b62-bd28-a2ab02bc2519/d0787c60-8cd4-4de0-af10-c6db0083c3f0/e9116cea-2b91-48a7-a659-01f4da8eb646) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:16.542423 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Attempting to bind port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:16.542771 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Attempting to bind port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:16.543157 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Attempting to bind port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:16.549915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-266f7ee8-f1c8-41df-94ea-1d107fe0c01e tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.550919 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-266f7ee8-f1c8-41df-94ea-1d107fe0c01e tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0963454 Feb 28 11:23:16.559453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47282) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.567540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa62eca4-fafd-4afa-8611-4ec41333043e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:16.582430 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:16.582720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-2bafad61-ef37-4abd-b40d-78145253c500 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.582816 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:16.583241 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.583641 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:16.583770 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2bafad61-ef37-4abd-b40d-78145253c500 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0208075 Feb 28 11:23:16.584258 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Bound port: 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:16.584406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Made reservation on behalf of e7df8ab025b7409aa24fe9246b11347c for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:16.584668 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.594574 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.609162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47286) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.616797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:16.632358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=67693e0c-f556-4e16-a2ff-c10e060717d4,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:16.646410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-bf7e5f4f-b811-4271-b9e8-4f2411eccc1a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.649822 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bf7e5f4f-b811-4271-b9e8-4f2411eccc1a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0344522 Feb 28 11:23:16.686627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.699197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Allocated IP 172.26.8.119 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/61c301c8-fb88-4168-8d2e-7f3f430329f2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:16.701885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.702228 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Added segment e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b of type vlan for network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd Feb 28 11:23:16.710661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-025b44d2-93a8-4148-b613-e890a1886354 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.715672 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-025b44d2-93a8-4148-b613-e890a1886354 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0279694 Feb 28 11:23:16.722064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] device_id is not set on port 3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:16.729417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.748965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-cd22f1a8-a045-41bd-85d5-99557aafa179 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.752637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cd22f1a8-a045-41bd-85d5-99557aafa179 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0131826 Feb 28 11:23:16.754502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.758733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47298) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.768261 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-11b88766-c4ff-4c8d-9732-d969d8e33da5 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.769213 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-11b88766-c4ff-4c8d-9732-d969d8e33da5 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0094891 Feb 28 11:23:16.773894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47302) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.808662 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Pushing event updated for resources: {'Port': ['ID=7b0c85ac-1e1c-4735-abbc-28c162c6a1e1,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:16.818582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-86f6dea1-1ab0-4802-8474-7c55d5b33cde tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.819574 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-86f6dea1-1ab0-4802-8474-7c55d5b33cde tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0356305 Feb 28 11:23:16.852532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47306) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.881741 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.888412 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.888791 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.889132 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.889467 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.889816 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.890194 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.890483 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.894016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-3e74f9f6-9021-48ca-9367-30f17ed80562 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.894976 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.895335 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.895681 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.896053 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3e74f9f6-9021-48ca-9367-30f17ed80562 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0421121 Feb 28 11:23:16.898210 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:16.899146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47310) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Tracked resource versions report: Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: pushed versions: Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: { 'AddressGroup': {'1.2'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'ConntrackHelper': {'1.0'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Log': {'1.0'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Network': {'1.1'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Port': {'1.7'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'PortForwarding': {'1.2'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'QosPolicy': {'1.8'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SecurityGroup': {'1.4'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SecurityGroupRule': {'1.2'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SubPort': {'1.0'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Subnet': {'1.1'}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Trunk': {'1.1'}} Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: consumer versions: Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: { DHCP agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: HyperV agent@hv-neutron-8311: {}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: L3 agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: Metadata agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: Metering agent@dv-neutron-831192-2-hyperv: {}, Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: Open vSwitch agent@dv-neutron-831192-2-hyperv: { 'AddressGroup': '1.2', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'ConntrackHelper': '1.0', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Log': '1.0', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Network': '1.1', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Port': '1.7', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'PortForwarding': '1.2', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'QosPolicy': '1.8', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SecurityGroup': '1.4', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SecurityGroupRule': '1.2', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'SubPort': '1.0', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Subnet': '1.1', Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: 'Trunk': '1.1'}} Feb 28 11:23:16.900333 dv-neutron-831192-2-hyperv neutron-server[87641]: {{(pid=87641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:23:16.911458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.928814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-0d846496-312e-41b0-beee-97606ebdff55 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.930208 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0d846496-312e-41b0-beee-97606ebdff55 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0220106 Feb 28 11:23:16.934230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47314) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:16.937522 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] For port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:16.941817 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] For port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7b0c85ac-1e1c-4735-abbc-28c162c6a1e1,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:16.949110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-654c58e9-6d3f-4661-b5f2-27e65f3909dc tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:16.949805 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.953394 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-654c58e9-6d3f-4661-b5f2-27e65f3909dc tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0147929 Feb 28 11:23:16.954730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.980690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47318) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.004897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-9da263e9-1464-467d-9996-67614bc3f17c tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.005340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.006499 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9da263e9-1464-467d-9996-67614bc3f17c tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0232003 Feb 28 11:23:17.014313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.014853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.015785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47322) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.023503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.026026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-4b3c5a9a-5167-4a25-a1db-8389b6c43268 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.027256 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4b3c5a9a-5167-4a25-a1db-8389b6c43268 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0103004 Feb 28 11:23:17.031037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47326) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.038725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Transition to ACTIVE for port object e9116cea-2b91-48a7-a659-01f4da8eb646 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:17.048853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-6590f1ad-2030-4ed4-9ca0-e2dcd5f73d56 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.050161 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6590f1ad-2030-4ed4-9ca0-e2dcd5f73d56 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0105505 Feb 28 11:23:17.053741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47330) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.057086 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfd22f-77e5-4e0a-83b4-3b68b69b1b01 None None] Pushing event updated for resources: {'Port': ['ID=7b0c85ac-1e1c-4735-abbc-28c162c6a1e1,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:17.067088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Transition to ACTIVE for port object e9116cea-2b91-48a7-a659-01f4da8eb646 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:17.077694 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-5fc758fd-5015-4898-8f53-11ccacb1aad7 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.077880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.079211 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5fc758fd-5015-4898-8f53-11ccacb1aad7 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0227540 Feb 28 11:23:17.086943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47334) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.093300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.099305 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:17.101423 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:17.114426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-2979a8a1-34b0-4101-a96b-8e14e5b4e19e tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.118159 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2979a8a1-34b0-4101-a96b-8e14e5b4e19e tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0275252 Feb 28 11:23:17.131027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47338) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.148335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.154280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.155157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.161535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Network 09940664-01d7-4b62-bd28-a2ab02bc2519 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:17.169108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:17.172146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:17.184476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Pushing event updated for resources: {'Port': ['ID=e9116cea-2b91-48a7-a659-01f4da8eb646,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:17.202312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-498fd598-3a1c-4773-9260-efbc26f22f83 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.205906 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-498fd598-3a1c-4773-9260-efbc26f22f83 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0208232 Feb 28 11:23:17.208103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.210061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.213049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Pushing event updated for resources: {'Network': ['ID=deeeb292-dbf4-4c26-8505-59023d30b54b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:17.253960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-4f1db0e9-6d0c-4e0a-859b-9dca9f448b7e tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.257448 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4f1db0e9-6d0c-4e0a-859b-9dca9f448b7e tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0460973 Feb 28 11:23:17.258851 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-834cb091-673e-46f4-b295-f26467827432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1503298 Feb 28 11:23:17.260533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47346) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.262565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47348) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.275439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-a47641aa-e1f2-4ddb-913b-d84a8773b61c tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.278763 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a47641aa-e1f2-4ddb-913b-d84a8773b61c tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0149117 Feb 28 11:23:17.278889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network deeeb292-dbf4-4c26-8505-59023d30b54b details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:17.283383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47354) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.302652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-4caf9c34-fd13-4ae5-a87c-bfe736eec59d tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.306068 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4caf9c34-fd13-4ae5-a87c-bfe736eec59d tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0164876 Feb 28 11:23:17.312534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47360) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.320196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-ce65078e-b046-4ee8-a822-3ce8ffcfa7d2 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.323813 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ce65078e-b046-4ee8-a822-3ce8ffcfa7d2 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079916 Feb 28 11:23:17.326822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47364) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.352735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-fbfed477-48ae-4c1e-9a6e-ab1a79080373 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.356104 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fbfed477-48ae-4c1e-9a6e-ab1a79080373 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0222759 Feb 28 11:23:17.356104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Pushing event updated for resources: {'Network': ['ID=5cc91dd2-c583-430e-bc8a-bb0b1ea57efd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:17.361331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47368) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.391952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Allocated IP 2001:db8::164 (09940664-01d7-4b62-bd28-a2ab02bc2519/d0787c60-8cd4-4de0-af10-c6db0083c3f0/3b4f819d-c09d-4cbf-bb1a-d9f64a21b173) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:17.396458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-3a72d93d-16a4-46e4-abe6-08adea37173e tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.400163 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3a72d93d-16a4-46e4-abe6-08adea37173e tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0332475 Feb 28 11:23:17.403638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.426185 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:23:17.431170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-df633b76-300d-4eca-a762-16a7f3d650c0 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.432395 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-df633b76-300d-4eca-a762-16a7f3d650c0 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0255430 Feb 28 11:23:17.435964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47376) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.442810 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1a0cd4bc-c919-4c18-bdb5-bfd6a5db034d tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.3711641 Feb 28 11:23:17.454125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-1971fc79-7383-48e0-8273-32e122dc9484 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.457547 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1971fc79-7383-48e0-8273-32e122dc9484 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0170643 Feb 28 11:23:17.459590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47384) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.477907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-1dda6e64-fc6b-439a-bb0b-618414253aef tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.482671 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1dda6e64-fc6b-439a-bb0b-618414253aef tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0212309 Feb 28 11:23:17.484249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:17.492901 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47392) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.493907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.548875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Attempting to bind port e9116cea-2b91-48a7-a659-01f4da8eb646 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:17.549416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Attempting to bind port e9116cea-2b91-48a7-a659-01f4da8eb646 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '30385c26-00d3-449d-b587-6746d9e11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '09940664-01d7-4b62-bd28-a2ab02bc2519'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:17.549778 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Attempting to bind port e9116cea-2b91-48a7-a659-01f4da8eb646 on network 09940664-01d7-4b62-bd28-a2ab02bc2519 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:17.620302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Request body: {'network': {'name': 'tempest-network--1258242918', 'router:external': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:17.644268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-a80789e5-b1a8-4d4a-8a3e-ea2bc04d83c8 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.647388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:17.655816 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a80789e5-b1a8-4d4a-8a3e-ea2bc04d83c8 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.1572614 Feb 28 11:23:17.661575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Usage tracker for resource:network and tenant:ad337866786e467db353c15f75773a3f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:17.668258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47396) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.679913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:17.697387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-54186119-00bd-4708-8271-4fbfee3fa725 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.698638 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-54186119-00bd-4708-8271-4fbfee3fa725 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0226083 Feb 28 11:23:17.705558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47402) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.727238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:17.747919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-1d33a319-6288-4515-8410-d84cf4df9eba tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.748911 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1d33a319-6288-4515-8410-d84cf4df9eba tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0367258 Feb 28 11:23:17.751439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Allocated IP 172.20.0.1 (59e0a966-d597-493f-a8b7-7fa42333d6c2/61c0cde5-5beb-4452-9ca7-2851f0d2e04c/f042ffdc-4b78-457c-bf62-3b982ffacd34) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:17.754798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47406) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.760153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:17.760462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Checking segment: {'id': '30385c26-00d3-449d-b587-6746d9e11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '09940664-01d7-4b62-bd28-a2ab02bc2519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:17.760819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.761200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Bound using segment: {'id': '30385c26-00d3-449d-b587-6746d9e11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '09940664-01d7-4b62-bd28-a2ab02bc2519'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:17.761755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Bound port: e9116cea-2b91-48a7-a659-01f4da8eb646, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30385c26-00d3-449d-b587-6746d9e11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '09940664-01d7-4b62-bd28-a2ab02bc2519'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:17.766157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-a5e94e0f-a726-47c1-a267-c3eefc357639 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.767648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.768519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:17.780510 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a5e94e0f-a726-47c1-a267-c3eefc357639 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0217860 Feb 28 11:23:17.791036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47410) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.800027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-d40d656f-5604-4a9b-a095-ad19fd082a68 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.804063 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d40d656f-5604-4a9b-a095-ad19fd082a68 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0094676 Feb 28 11:23:17.806337 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47414) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.806951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Made reservation on behalf of ad337866786e467db353c15f75773a3f for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:17.815338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:17.819768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.822250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea4b1cf-83c3-4666-b1ed-958b37afd28b None None] Network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:17.860212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-2275d33e-0f6d-476a-9942-33f4ba966f55 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.863565 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2275d33e-0f6d-476a-9942-33f4ba966f55 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0304203 Feb 28 11:23:17.866375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47418) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.868648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.931612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-a4d9169f-3272-402b-84d6-e3a4351ba548 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.935486 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a4d9169f-3272-402b-84d6-e3a4351ba548 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0546660 Feb 28 11:23:17.939378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.965600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-00aba25a-6ce2-46c1-9fb7-c962ab8be91c tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:17.968967 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-00aba25a-6ce2-46c1-9fb7-c962ab8be91c tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0195045 Feb 28 11:23:17.971991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] For port e9116cea-2b91-48a7-a659-01f4da8eb646, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:17.976129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] For port e9116cea-2b91-48a7-a659-01f4da8eb646, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e9116cea-2b91-48a7-a659-01f4da8eb646,segment=NetworkSegment(30385c26-00d3-449d-b587-6746d9e11732),segment_id=30385c26-00d3-449d-b587-6746d9e11732)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:17.981870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47426) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:17.989255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:17.991954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:18.007699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-2d627160-29c6-4c46-b6cb-7df87fdd9406 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.012386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2d627160-29c6-4c46-b6cb-7df87fdd9406 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0270813 Feb 28 11:23:18.012685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Usage tracker for resource:security_group_rule and tenant:ad337866786e467db353c15f75773a3f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:18.018913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:18.021793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.027640 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:13Z', 'revision_number': 3, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:18.031785 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc6ddf-ca06-4148-85a5-67ab30041835 None None] The sync data for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv is: [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:13Z', 'revision_number': 3, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:18.051443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-b7047029-3293-4a90-9ffa-da8ba6b2ff97 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.054840 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b7047029-3293-4a90-9ffa-da8ba6b2ff97 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0188227 Feb 28 11:23:18.056455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:18.058984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47434) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.077651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.078407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-ccec2ecb-3047-4237-b8bf-3a56c3d79fe4 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.080664 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ccec2ecb-3047-4237-b8bf-3a56c3d79fe4 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0172532 Feb 28 11:23:18.095573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.096514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Pushing event updated for resources: {'Port': ['ID=61c301c8-fb88-4168-8d2e-7f3f430329f2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:18.103389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:18.106258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-fda67e57-8504-49b4-830d-4c341cb86c6a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.107791 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fda67e57-8504-49b4-830d-4c341cb86c6a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0109541 Feb 28 11:23:18.117328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47444) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.121946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.145013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-b603ff6a-2b72-4223-8559-72255fa9bdc8 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.146210 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b603ff6a-2b72-4223-8559-72255fa9bdc8 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0277362 Feb 28 11:23:18.148946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aa3d88d5-6405-4a0c-8d41-010446b450b3 None None] Provisioning for port 50a929bf-c6cb-4bce-af72-764e71edd122 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:18.155211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.173433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-a7c1cba9-f423-42ed-8d96-41d6b28c0c70 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.176823 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a7c1cba9-f423-42ed-8d96-41d6b28c0c70 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0181623 Feb 28 11:23:18.183101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47452) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.200157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-99f58a0b-2679-4859-979d-e688551c0455 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.203807 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-99f58a0b-2679-4859-979d-e688551c0455 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0172355 Feb 28 11:23:18.203807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Transition to ACTIVE for port object f042ffdc-4b78-457c-bf62-3b982ffacd34 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:18.208322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.210549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320eff6d-a375-4c19-96c7-e91743ffaea4 None None] Pushing event updated for resources: {'Port': ['ID=e9116cea-2b91-48a7-a659-01f4da8eb646,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:18.215864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-59ebea67-324a-499b-8a53-1c85d988f986 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.219640 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-59ebea67-324a-499b-8a53-1c85d988f986 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0078349 Feb 28 11:23:18.220523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47460) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.237282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-00b6cd52-f355-4e5c-bb2c-7a140ee663d2 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.240640 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-00b6cd52-f355-4e5c-bb2c-7a140ee663d2 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0129020 Feb 28 11:23:18.241530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47464) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.256912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-2f8f5b12-f73d-482e-af79-02746e33b3a2 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.260553 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2f8f5b12-f73d-482e-af79-02746e33b3a2 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0146301 Feb 28 11:23:18.262142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.276897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-2108e3f0-7e88-40b7-a198-41deca32cca2 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.277992 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2108e3f0-7e88-40b7-a198-41deca32cca2 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0113263 Feb 28 11:23:18.285094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.298765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Allocated IP 172.26.8.145 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/f585a543-a16b-48d1-ab17-0bd662c38242) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:18.306665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-d46b1045-3cde-49fa-91a8-e9af4ee8e17a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.307723 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d46b1045-3cde-49fa-91a8-e9af4ee8e17a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0216911 Feb 28 11:23:18.315529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47476) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.354264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.377818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-d5e460a1-a495-4520-a8c9-d2cb233b58c6 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.377818 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d5e460a1-a495-4520-a8c9-d2cb233b58c6 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0585279 Feb 28 11:23:18.378754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47480) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.387076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.418152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.430529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-5e864b44-f9cf-4573-ab2a-b84524a31d35 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.436453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5e864b44-f9cf-4573-ab2a-b84524a31d35 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0484056 Feb 28 11:23:18.567147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47484) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.603227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-90565fec-e0f3-422a-b21a-5adbce7bc283 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.603227 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-90565fec-e0f3-422a-b21a-5adbce7bc283 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0203636 Feb 28 11:23:18.617700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47490) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.618033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47492) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.621835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:18.630180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Network 59e0a966-d597-493f-a8b7-7fa42333d6c2 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:18.642649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-7205d729-db5a-48db-a7f4-00fe00af1420 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.645854 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7205d729-db5a-48db-a7f4-00fe00af1420 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0268312 Feb 28 11:23:18.654147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Request body: {'port': {'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd', 'binding:host_id': 'hv-neutron-8311', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-865499688'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:18.661311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47498) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.665889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:18.670206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:18.670670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.737706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-f2f429ed-fe7a-4537-b5c1-22a4feb41e92 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.766647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f2f429ed-fe7a-4537-b5c1-22a4feb41e92 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0662172 Feb 28 11:23:18.766647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47504) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.766647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.766647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Added segment 156f78ea-e065-41ba-ac63-bb15246f7727 of type vlan for network 9639f4ea-f1d3-4b09-b5aa-00ad16efb5c1 Feb 28 11:23:18.783677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-5b4594c7-4f9c-4e1a-937c-ca4d238d3779 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.784661 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5b4594c7-4f9c-4e1a-937c-ca4d238d3779 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0320358 Feb 28 11:23:18.792439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Pushing event updated for resources: {'Port': ['ID=f042ffdc-4b78-457c-bf62-3b982ffacd34,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:18.795466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47508) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.797316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:18.808342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Transition to ACTIVE for port object 3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:18.811460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d358ace-7b51-4a43-8518-ebb2cc8c286a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:18.818344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 50a929bf-c6cb-4bce-af72-764e71edd122 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:18.824701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Usage tracker for resource:port and tenant:3211d2d0edc14821921f0f4880641a7c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:18.839850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:18.856183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-c1816986-76a8-451b-ac27-571af9b02257 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.859296 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c1816986-76a8-451b-ac27-571af9b02257 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0538504 Feb 28 11:23:18.863963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47512) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.893035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:18.924579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-bca71045-a56f-4a3b-9c27-fb1e762b59aa tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.925555 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bca71045-a56f-4a3b-9c27-fb1e762b59aa tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0405064 Feb 28 11:23:18.926743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.928585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47516) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.942860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-45904daa-b2e4-4fd6-a0b2-fa5c296015ef tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:18.947020 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-45904daa-b2e4-4fd6-a0b2-fa5c296015ef tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0166790 Feb 28 11:23:18.955560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47520) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:18.960682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.962561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 50a929bf-c6cb-4bce-af72-764e71edd122 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:18.971603 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 50a929bf-c6cb-4bce-af72-764e71edd122 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:18.972074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.975331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Made reservation on behalf of 3211d2d0edc14821921f0f4880641a7c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:18.978685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.063951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.113521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-6ed333a9-36dd-4de5-a9f1-2339bebfc31d tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:19.114540 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6ed333a9-36dd-4de5-a9f1-2339bebfc31d tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0988541 Feb 28 11:23:19.115703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7c24cb0a-4cb0-4c29-8700-5cf46a91c7bc None None] Provisioning complete for port 50a929bf-c6cb-4bce-af72-764e71edd122 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:19.116079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7c24cb0a-4cb0-4c29-8700-5cf46a91c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.151213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47524) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:19.158916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:19.165130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Usage tracker for resource:security_group_rule and tenant:3211d2d0edc14821921f0f4880641a7c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:19.166098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.169666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:19.176731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:19.263965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 50a929bf-c6cb-4bce-af72-764e71edd122, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=50a929bf-c6cb-4bce-af72-764e71edd122,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:19.274396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.275433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 67693e0c-f556-4e16-a2ff-c10e060717d4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:19.281779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.354026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.401992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=50a929bf-c6cb-4bce-af72-764e71edd122,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:19.414436 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7c24cb0a-4cb0-4c29-8700-5cf46a91c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.416941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.438971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Network 09940664-01d7-4b62-bd28-a2ab02bc2519 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:19.444826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:19.447224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.468447 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:19.473928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:19.475300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.478525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.480642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:19.481413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.491853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:19.500859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:19.512109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event updated for resources: {'Port': ['ID=3b4f819d-c09d-4cbf-bb1a-d9f64a21b173,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:19.520165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-bd83ec7d-4529-4fcd-b262-243c82ad8c10 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:19.524700 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bd83ec7d-4529-4fcd-b262-243c82ad8c10 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.2408495 Feb 28 11:23:19.528978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:19.530108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:19.530473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.535395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47528) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:19.552284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-7c24cb0a-4cb0-4c29-8700-5cf46a91c7bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:23:19.552750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-7c24cb0a-4cb0-4c29-8700-5cf46a91c7bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:23:19.554255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 67693e0c-f556-4e16-a2ff-c10e060717d4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:19.554775 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.609092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Pushing event updated for resources: {'Port': ['ID=f585a543-a16b-48d1-ab17-0bd662c38242,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:19.660984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.664581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] device_id is not set on port 720afe47-cd95-4fe9-8576-a571c6608b1a yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:19.675279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-d24f61a6-5e32-4808-b650-cb9eda4ac52a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:19.676237 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d24f61a6-5e32-4808-b650-cb9eda4ac52a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0686557 Feb 28 11:23:19.687374 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-151d3fb2-5b09-4645-a60d-d2a3acf260db tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.7108107 Feb 28 11:23:19.690469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47532) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:19.690615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47534) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:19.744628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:19.771727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-02cffbd0-8d2d-4745-8f05-30124fa905aa tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:19.772678 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-02cffbd0-8d2d-4745-8f05-30124fa905aa tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0812845 Feb 28 11:23:19.776659 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e08a2866-ba8d-4cd8-beb7-fe6761324442 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.3916967 Feb 28 11:23:19.800645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:19.801023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47542) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:19.811440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-182fece4-90e6-4793-8f2b-e75bb7b6e4e6 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:19.812408 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-182fece4-90e6-4793-8f2b-e75bb7b6e4e6 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0103068 Feb 28 11:23:19.819833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.145'}]}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:19.824166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:19.829229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:19.837962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [None req-5272281e-231e-49c9-a676-6ddfc14c3673 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:19.841892 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5272281e-231e-49c9-a676-6ddfc14c3673 tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0138552 Feb 28 11:23:19.841892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.842357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'Network': ['ID=9639f4ea-f1d3-4b09-b5aa-00ad16efb5c1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:19.854604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8497c843-5757-4e23-ad3f-5ecf2d98e462 None None] Network 09940664-01d7-4b62-bd28-a2ab02bc2519 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:19.869563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 9639f4ea-f1d3-4b09-b5aa-00ad16efb5c1 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:19.882492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47552) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:19.883874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:19.891587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Usage tracker for resource:router and tenant:be6d5001c23043538e625a3eb0f3503c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:19.902467 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-463b8827-0335-4bac-8f34-a1bd0f5f3919 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6275895 Feb 28 11:23:19.902608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:19.905142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47556) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:19.918318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:19.918683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.924247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [None req-bbc6caa7-c5fb-467d-81e1-6868ddc18e6a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:19.928337 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bbc6caa7-c5fb-467d-81e1-6868ddc18e6a tempest-ExtensionsTestJSON-447723657 tempest-ExtensionsTestJSON-447723657-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0246906 Feb 28 11:23:19.937432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:19.955112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94ada59-2520-4077-bb2a-50f72ff5f6d7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:20.065340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.067005 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.100663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d8679-cd8e-456f-8555-69c3350b13ab tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.107400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d8679-cd8e-456f-8555-69c3350b13ab tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.113858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d8679-cd8e-456f-8555-69c3350b13ab tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.114752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-062d8679-cd8e-456f-8555-69c3350b13ab tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Synchronizing usage tracker for tenant:e7df8ab025b7409aa24fe9246b11347c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:20.136675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.220747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.252518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.265726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-062d8679-cd8e-456f-8555-69c3350b13ab tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Unset dirty status for tenant:e7df8ab025b7409aa24fe9246b11347c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:20.267083 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-062d8679-cd8e-456f-8555-69c3350b13ab tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5737932 Feb 28 11:23:20.272322 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:23:20.298005 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47566) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:20.323301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Allocated IP 172.26.8.182 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/7739447e-fd69-40a8-8483-a021ab37af78) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:20.381503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47570) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:20.382268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.383091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.389274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-62cba8db-7d2c-4d4b-950a-453b4af54b72 None None] Provisioning for port e9116cea-2b91-48a7-a659-01f4da8eb646 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:20.396891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.456941 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7b0c85ac-1e1c-4735-abbc-28c162c6a1e1,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:20.462996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.554809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-62cba8db-7d2c-4d4b-950a-453b4af54b72 None None] Provisioning for port f042ffdc-4b78-457c-bf62-3b982ffacd34 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:20.581526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-62cba8db-7d2c-4d4b-950a-453b4af54b72 None None] Provisioning complete for port f042ffdc-4b78-457c-bf62-3b982ffacd34 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:20.582122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-62cba8db-7d2c-4d4b-950a-453b4af54b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.702749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 50a929bf-c6cb-4bce-af72-764e71edd122 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:20.726235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6df2f-5752-4a44-ab9c-4a77f9ee6fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Deleting port 3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:20.726612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9f6df2f-5752-4a44-ab9c-4a77f9ee6fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.727887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-62cba8db-7d2c-4d4b-950a-453b4af54b72 None None] Port f042ffdc-4b78-457c-bf62-3b982ffacd34 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:20.746636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Pushing event updated for resources: {'Port': ['ID=f042ffdc-4b78-457c-bf62-3b982ffacd34,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:20.748877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=7b0c85ac-1e1c-4735-abbc-28c162c6a1e1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:20.805553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 50a929bf-c6cb-4bce-af72-764e71edd122 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:20.805839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.833645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.939466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Network 59e0a966-d597-493f-a8b7-7fa42333d6c2 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:20.943822 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e9116cea-2b91-48a7-a659-01f4da8eb646 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:20.962173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:20.964425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:20.992272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] device_id is not set on port 720afe47-cd95-4fe9-8576-a571c6608b1a yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:20.999979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:21.004305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Usage tracker for resource:security_group_rule and tenant:545109ff6e7d4f51bd58ca128d1c7a62 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:21.007625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:21.014869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:21.033814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port e9116cea-2b91-48a7-a659-01f4da8eb646 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:21.050664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e9116cea-2b91-48a7-a659-01f4da8eb646 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:21.051037 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.098531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.099113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.100059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.100559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > port after_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.101403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.101925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > port after_update 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.102391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.102873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.103527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.104355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.119504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Provisioning for port 46846ae2-c2a4-4a04-b938-b645729462b5 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:21.127766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Provisioning complete for port 46846ae2-c2a4-4a04-b938-b645729462b5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:21.128132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.169858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.175696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.244735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Port 46846ae2-c2a4-4a04-b938-b645729462b5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:21.276178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.290208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Provisioning for port 3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:21.295163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.295579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.295921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.296305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:21.296668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9639f4ea-f1d3-4b09-b5aa-00ad16efb5c1']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:21.299819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Provisioning complete for port 3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:21.300196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.300489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Transition to ACTIVE for port object 720afe47-cd95-4fe9-8576-a571c6608b1a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:21.313765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156f78ea-e065-41ba-ac63-bb15246f7727') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:21.314081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156f78ea-e065-41ba-ac63-bb15246f7727') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:21.327766 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.339584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.346811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.383721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.392432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port e9116cea-2b91-48a7-a659-01f4da8eb646, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e9116cea-2b91-48a7-a659-01f4da8eb646,segment=NetworkSegment(30385c26-00d3-449d-b587-6746d9e11732),segment_id=30385c26-00d3-449d-b587-6746d9e11732)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:21.406111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.433798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.434874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Router 261f835e-68c7-4930-8305-56c94492ef20 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:23:21.436373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:21.436770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.476807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.481809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Port 3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:21.499729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.504125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.505971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Provisioning complete for port e9116cea-2b91-48a7-a659-01f4da8eb646 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: from cryptography.utils import int_from_bytes Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: from cryptography.utils import int_from_bytes Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn_limited( Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn_limited( Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:21.506117 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:21.508519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e02952ff-eb92-4408-81fc-df61ef819d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.548726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=e9116cea-2b91-48a7-a659-01f4da8eb646,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:21.568779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'Port': ['ID=720afe47-cd95-4fe9-8576-a571c6608b1a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:21.743462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:21.760815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Checking segment: {'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:21.761168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Network hostable DHCP agents. Network: 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:21.767031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:21.777013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Synchronizing usage tracker for tenant:277f20170b3c4ffc8c520a294edb8cd7 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:21.778542 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-55207510-8e87-40ae-8a63-0d5d27a1e694 None None] Provisioning complete for port 3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:21.779095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55207510-8e87-40ae-8a63-0d5d27a1e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.782411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:21.788641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.791054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9f6df2f-5752-4a44-ab9c-4a77f9ee6fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.798729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737e1319-743a-4a04-b3ac-0de1dce30ee0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:21.837744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-55207510-8e87-40ae-8a63-0d5d27a1e694 None None] Port 3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:21.848595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-55207510-8e87-40ae-8a63-0d5d27a1e694 None None] Provisioning complete for port f042ffdc-4b78-457c-bf62-3b982ffacd34 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:21.849949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55207510-8e87-40ae-8a63-0d5d27a1e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.862540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Pushing event updated for resources: {'Port': ['ID=7739447e-fd69-40a8-8483-a021ab37af78,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:21.908946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-55207510-8e87-40ae-8a63-0d5d27a1e694 None None] Port f042ffdc-4b78-457c-bf62-3b982ffacd34 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:21.920221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-55207510-8e87-40ae-8a63-0d5d27a1e694 None None] Provisioning complete for port 46846ae2-c2a4-4a04-b938-b645729462b5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:21.920614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55207510-8e87-40ae-8a63-0d5d27a1e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.948907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9639f4ea-f1d3-4b09-b5aa-00ad16efb5c1 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 11:23:21.959831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:21.974579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] Unset dirty status for tenant:277f20170b3c4ffc8c520a294edb8cd7 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:21.975855 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4ebacebb-cca6-4205-9a3e-14a44a4ad40b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=545109ff6e7d4f51bd58ca128d1c7a62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5888724 Feb 28 11:23:21.980944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-55207510-8e87-40ae-8a63-0d5d27a1e694 None None] Port 46846ae2-c2a4-4a04-b938-b645729462b5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:21.986690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:21.994472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.004896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:23:22.013825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:22.014630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Sync routers for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:22.027245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:22.044476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb8109-ab4e-439d-8714-5f46a24b7ece None None] Network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:22.095429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6df2f-5752-4a44-ab9c-4a77f9ee6fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Calling delete_port for 3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:22.114635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:22.114943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:22.115294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:22.133902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:22.134247 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:22.137418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.142273 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 2 to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a Feb 28 11:23:22.146673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event deleted for resources: {'Network': ['ID=9639f4ea-f1d3-4b09-b5aa-00ad16efb5c1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:22.171172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.181565 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5e3f071d-9e62-4a2a-b3f1-fd248c382636 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "DELETE /v2.0/networks/9639f4ea-f1d3-4b09-b5aa-00ad16efb5c1 HTTP/1.1" status: 204 len: 168 time: 2.2741504 Feb 28 11:23:22.191897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47580) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:22.200804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:22.215550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:22.231155 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-99acb5a8-4772-4558-ad79-21903e43a785 admin admin] 10.222.0.64 "PUT /v2.0/routers/261f835e-68c7-4930-8305-56c94492ef20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1385660 Feb 28 11:23:22.231155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:22.231155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:22.231155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:22.231155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79b84a41-c56b-4de6-a0c0-21e548848526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.234123 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:22.234758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:22.243940 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:22.244272 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:22.247506 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 3 to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a Feb 28 11:23:22.324180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Usage tracker for resource:network and tenant:ad337866786e467db353c15f75773a3f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:22.327296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:22.333198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:22.335082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:22.335557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:22.337071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:22.346555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79b84a41-c56b-4de6-a0c0-21e548848526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.374910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:22.375077 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:22.389249 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Made reservation on behalf of ad337866786e467db353c15f75773a3f for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:22.391328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.419957 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 4 to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a Feb 28 11:23:22.520784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:22.521173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:22.521444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:22.531777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:22.532104 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:22.540576 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 5 to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a Feb 28 11:23:22.542811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:22.543950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:23:22.564392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:22.564739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:22.565073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:22.573460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:22.573785 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:22.580377 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 6 to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a Feb 28 11:23:22.628463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:22.628782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:22.629527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:22.636586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.636982 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Added segment 59d88319-c8cc-43b6-ac48-b1ab42cb3d39 of type vlan for network fd357bca-a115-4185-92cd-4fa42e76b611 Feb 28 11:23:22.655082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:23:22.665846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:22.675354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.678097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79b84a41-c56b-4de6-a0c0-21e548848526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.692982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.807175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:22.807752 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:22.816766 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 7 to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a Feb 28 11:23:22.828623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b84a41-c56b-4de6-a0c0-21e548848526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737e1319-743a-4a04-b3ac-0de1dce30ee0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:22.842101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.848957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.854469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Pushing event updated for resources: {'Port': ['ID=7739447e-fd69-40a8-8483-a021ab37af78,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:22.864666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79b84a41-c56b-4de6-a0c0-21e548848526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.870274 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-79b84a41-c56b-4de6-a0c0-21e548848526 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/737e1319-743a-4a04-b3ac-0de1dce30ee0 HTTP/1.1" status: 204 len: 168 time: 0.8809800 Feb 28 11:23:22.880016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:22.880848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:22.882298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:22.898216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:22.898777 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:22.899613 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 8 to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a Feb 28 11:23:22.913367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:22.915166 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fd0e0f86-8221-42df-b4ba-d63ede27967a tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9295535 Feb 28 11:23:22.918863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47598) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:22.927747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-544739337', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'fixed_ips': [{'ip_address': '172.26.8.182'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:22.933345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:22.933979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:22.934810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:22.937418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:22.943454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Usage tracker for resource:port and tenant:c0c49522a3804e19b11fedc51d9bf1e9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:22.946874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:22.947687 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:22.948666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:22.951907 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 9 to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a Feb 28 11:23:22.964369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:22.978117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:22.978777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:22.979328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:22.987926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:22.988593 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:22.989247 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 10 to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a Feb 28 11:23:23.000019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Made reservation on behalf of c0c49522a3804e19b11fedc51d9bf1e9 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:23.002682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.014108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9f6df2f-5752-4a44-ab9c-4a77f9ee6fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.016192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:23:23.036011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.046186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:23.046479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:23.046980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:23.058110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:23.061478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 720afe47-cd95-4fe9-8576-a571c6608b1a on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:23.061875 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 720afe47-cd95-4fe9-8576-a571c6608b1a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:23.062298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.078257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Usage tracker for resource:security_group_rule and tenant:c0c49522a3804e19b11fedc51d9bf1e9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:23.083287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:23.125715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:23.166671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6df2f-5752-4a44-ab9c-4a77f9ee6fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event deleted for resources: {'Port': ['ID=3b4f819d-c09d-4cbf-bb1a-d9f64a21b173,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:23.195275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:23.195275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.266603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.267817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:23.268542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.301356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:23:23.315470 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Sync routers for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:23.319738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.338193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.340978 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:23.341603 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:23.350940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9f6df2f-5752-4a44-ab9c-4a77f9ee6fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.368492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] device_id is not set on port 94e1340e-77c7-401f-83b0-abf81730b5e0 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:23.400002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e9116cea-2b91-48a7-a659-01f4da8eb646 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:23.521287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:19Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f042ffdc-4b78-457c-bf62-3b982ffacd34', 'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'mac_address': 'fa:16:3e:e1:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:17Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 2, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'subnets': [{'id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:23.534234 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Checking router: 261f835e-68c7-4930-8305-56c94492ef20 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:23.534747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Updating router 261f835e-68c7-4930-8305-56c94492ef20 port f042ffdc-4b78-457c-bf62-3b982ffacd34 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:23:23.545557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.622676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'Network': ['ID=fd357bca-a115-4185-92cd-4fa42e76b611,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:23.623689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.627960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc30a98a-95fd-4ffc-abea-cbb30abd0b62,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:23.638035 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d9f6df2f-5752-4a44-ab9c-4a77f9ee6fdb tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "DELETE /v2.0/ports/3b4f819d-c09d-4cbf-bb1a-d9f64a21b173 HTTP/1.1" status: 204 len: 168 time: 3.3366196 Feb 28 11:23:23.643350 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-90fc685c-3288-4b28-a7bd-a8e47fc3fca8 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4504678 Feb 28 11:23:23.643931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47614) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:23.644023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] For port 720afe47-cd95-4fe9-8576-a571c6608b1a, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:23.644345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempted to set empty binding levels {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 11:23:23.646849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.651347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:23.662780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.670195 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-82991fc4-7ac6-4c0f-a82e-230389d7f8ed admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.0431707 Feb 28 11:23:23.671888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Request body: {'subnet': {'network_id': 'fd357bca-a115-4185-92cd-4fa42e76b611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:23.681385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.710332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:23.712681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network fd357bca-a115-4185-92cd-4fa42e76b611 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:23.725039 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:23:23.757422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Request body: {'port': {'name': 'tempest-new-port-name-1060605317', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:23.757816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] bootfile-name is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:23.767512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] tftp-server is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:23.767512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] server-ip-address is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:23.836791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e9116cea-2b91-48a7-a659-01f4da8eb646 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:23.837283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.868732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:23.871379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:23.915188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47632) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:23.925968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:23.927661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072960364', 'description': 'tempest-description--510721777'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:23.929544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'Port': ['ID=720afe47-cd95-4fe9-8576-a571c6608b1a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:23.963785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:24.024122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Usage tracker for resource:security_group and tenant:5f423a4da9b54c3f824424e120e51144 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:24.068239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Usage tracker for resource:subnet and tenant:ad337866786e467db353c15f75773a3f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:24.089722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:24.111538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47638) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:24.119623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:24.126751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:24.128878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2d9ab34d-18b9-43fc-8301-53b5d04205bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.5083253 Feb 28 11:23:24.139938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:24.153830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.157559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:24.194061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.255273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Made reservation on behalf of ad337866786e467db353c15f75773a3f for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:24.257598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.289789 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:18Z', 'revision_number': 3, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:24.293674 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Checking router: 46068cd7-3a97-4c37-a7d4-67f4c11f2738 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:24.294567 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Updating router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 port 61c301c8-fb88-4168-8d2e-7f3f430329f2 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:23:24.307158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:24.316606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-914020929'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:24.321963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:24.327717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:network and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:24.331747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:24.340016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:24.347100 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.366098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Usage tracker for resource:security_group_rule and tenant:5f423a4da9b54c3f824424e120e51144 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:24.373441 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:24.377420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.393051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:24.409784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f575654d-002d-4fbe-bedf-3902aeae12ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Deleting port 720afe47-cd95-4fe9-8576-a571c6608b1a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:24.410306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f575654d-002d-4fbe-bedf-3902aeae12ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.414389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.429914 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.446352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Transition to ACTIVE for port object f042ffdc-4b78-457c-bf62-3b982ffacd34 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:24.457156 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.516287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:24.554239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:24.574932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.606358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fe6bd-013a-4cbc-ac68-eb1e98ad0397 None None] Pushing event updated for resources: {'Port': ['ID=f042ffdc-4b78-457c-bf62-3b982ffacd34,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:24.665290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:security_group_rule and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:24.721764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:24.728528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Attempting to bind port f042ffdc-4b78-457c-bf62-3b982ffacd34 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:24.729503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Attempting to bind port f042ffdc-4b78-457c-bf62-3b982ffacd34 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:24.730086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Attempting to bind port f042ffdc-4b78-457c-bf62-3b982ffacd34 on network 59e0a966-d597-493f-a8b7-7fa42333d6c2 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:24.736772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:24.737459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Checking segment: {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:24.738049 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.738637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Bound using segment: {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:24.739320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Bound port: f042ffdc-4b78-457c-bf62-3b982ffacd34, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:24.739918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.745779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:24.821316 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 11:23:24.822014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:23:24.853419 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7e59dcb0-7676-4d05-a388-e56a96bf2901 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9331582 Feb 28 11:23:24.856448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47648) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:24.879280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] For port f042ffdc-4b78-457c-bf62-3b982ffacd34, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:24.882372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] For port f042ffdc-4b78-457c-bf62-3b982ffacd34, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f042ffdc-4b78-457c-bf62-3b982ffacd34,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:24.889831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:24.967654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:24.968405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:25.004792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.008722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.024659 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.037745 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Transition to ACTIVE for port object 61c301c8-fb88-4168-8d2e-7f3f430329f2 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:25.049175 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.133292 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc110c2-3d2a-42a4-a459-b8c869e142b7 None None] Pushing event updated for resources: {'Port': ['ID=61c301c8-fb88-4168-8d2e-7f3f430329f2,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:25.171101 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Attempting to bind port 61c301c8-fb88-4168-8d2e-7f3f430329f2 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:25.171757 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Attempting to bind port 61c301c8-fb88-4168-8d2e-7f3f430329f2 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:25.172273 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Attempting to bind port 61c301c8-fb88-4168-8d2e-7f3f430329f2 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:25.184664 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:25.185392 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:25.185954 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.186494 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:25.187156 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Bound port: 61c301c8-fb88-4168-8d2e-7f3f430329f2, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:25.187875 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.198411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:23:25.251935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Deleting port 7739447e-fd69-40a8-8483-a021ab37af78 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:25.252438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.266755 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] For port 61c301c8-fb88-4168-8d2e-7f3f430329f2, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:25.269970 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] For port 61c301c8-fb88-4168-8d2e-7f3f430329f2, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=61c301c8-fb88-4168-8d2e-7f3f430329f2,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:25.277799 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.328147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.373116 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc110c2-3d2a-42a4-a459-b8c869e142b7 None None] Pushing event updated for resources: {'Port': ['ID=61c301c8-fb88-4168-8d2e-7f3f430329f2,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:25.394732 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:25.395624 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:25.425068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.447902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.448493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.480072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.482649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.494897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:25.505243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.505587 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment 01bdbf44-8084-4e48-8062-39f88593295c of type vlan for network 85599bee-72b3-4422-a681-705de4a89413 Feb 28 11:23:25.530671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fe6bd-013a-4cbc-ac68-eb1e98ad0397 None None] Pushing event updated for resources: {'Port': ['ID=f042ffdc-4b78-457c-bf62-3b982ffacd34,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:25.535710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.570483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.571032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d883b4a-041f-43c3-94e2-9227a75e9071 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:23:25.572311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:19Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f042ffdc-4b78-457c-bf62-3b982ffacd34', 'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'mac_address': 'fa:16:3e:e1:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:17Z', 'updated_at': '2022-02-28T11:23:24Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'subnets': [{'id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:25.577604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030fde19-ca3a-4397-a692-6aa53b2e8d41 None None] The sync data for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv is: [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:19Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f042ffdc-4b78-457c-bf62-3b982ffacd34', 'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'mac_address': 'fa:16:3e:e1:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:17Z', 'updated_at': '2022-02-28T11:23:24Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'subnets': [{'id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:25.616408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Calling delete_port for 7739447e-fd69-40a8-8483-a021ab37af78 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:25.639678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.645694 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.646431 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:23:25.656373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f575654d-002d-4fbe-bedf-3902aeae12ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] For port 720afe47-cd95-4fe9-8576-a571c6608b1a, host hv-neutron-8311, got binding levels [] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:25.656734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f575654d-002d-4fbe-bedf-3902aeae12ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.706611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.714221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:25.715398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.738694 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b2539-e686-4a32-aacb-786e23d4e431,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:25.867405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23daa5-0cbe-420c-851d-d0c9684a13b6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:25.910057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] In _notify_port_updated(), no bound segment for port 46846ae2-c2a4-4a04-b938-b645729462b5 on network 09940664-01d7-4b62-bd28-a2ab02bc2519 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:23:25.915640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:25.916316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.920624 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "PUT /v2.0/ports/46846ae2-c2a4-4a04-b938-b645729462b5 HTTP/1.1" status: 200 len: 1130 time: 2.2725654 Feb 28 11:23:25.925632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:25.972506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176224c-8328-43df-bf58-c3683f4d98fa tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event updated for resources: {'Port': ['ID=46846ae2-c2a4-4a04-b938-b645729462b5,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:26.000870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.005416 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bd30231c-add8-439c-a02d-4284bd86363a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0891113 Feb 28 11:23:26.006235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47660) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:26.029349 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:23:26.033510 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5e436c30-48e4-4672-81ca-5dc774093f5f tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.2296815 Feb 28 11:23:26.051714 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9365842 Feb 28 11:23:26.071532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Request body: {'security_group_rule': {'security_group_id': '4d23daa5-0cbe-420c-851d-d0c9684a13b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:26.072370 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:18Z', 'revision_number': 3, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:26.078742 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea37515-4af1-46b8-b787-0a0968e587b3 None None] The sync data for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv is: [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:18Z', 'revision_number': 3, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:26.088089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47664) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:26.191044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:26.198477 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b212eb22-e7d2-472c-8f7b-4552cba8e1fd None None] Provisioning complete for port 46846ae2-c2a4-4a04-b938-b645729462b5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:26.202691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b212eb22-e7d2-472c-8f7b-4552cba8e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.225481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f575654d-002d-4fbe-bedf-3902aeae12ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Calling delete_port for 720afe47-cd95-4fe9-8576-a571c6608b1a owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:26.228375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Usage tracker for resource:security_group_rule and tenant:5f423a4da9b54c3f824424e120e51144 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:26.234707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:26.237426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b5d51-2f23-4762-ab39-ced39b2904d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=85599bee-72b3-4422-a681-705de4a89413,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:26.264262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:26.275326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 85599bee-72b3-4422-a681-705de4a89413 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:26.304606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6800c8e6-3bd9-4207-86d5-a9f9a5fe37d7 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Deleting port f585a543-a16b-48d1-ab17-0bd662c38242 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:26.305084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6800c8e6-3bd9-4207-86d5-a9f9a5fe37d7 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.435816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.563616 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b212eb22-e7d2-472c-8f7b-4552cba8e1fd None None] Port 46846ae2-c2a4-4a04-b938-b645729462b5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:26.583342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.589287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a89ad2c-2341-4f3f-92bd-dfc951a9c6bc tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:26.592248 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0a89ad2c-2341-4f3f-92bd-dfc951a9c6bc tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "GET /v2.0/ports/46846ae2-c2a4-4a04-b938-b645729462b5 HTTP/1.1" status: 200 len: 1130 time: 0.6218710 Feb 28 11:23:26.618257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47668) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:26.629700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.713494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.717583 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7039013 Feb 28 11:23:26.768308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f042ffdc-4b78-457c-bf62-3b982ffacd34 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:26.859786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47672) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:26.886461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Request body: {'security_group_rule': {'security_group_id': '4d23daa5-0cbe-420c-851d-d0c9684a13b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:26.892864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b52b01-bbb0-4770-b4b3-40d154dc77b4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042826c9-7b98-44b9-bda5-9d87fbdd1b22,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:26.914980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:26.936185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.938097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Usage tracker for resource:security_group_rule and tenant:5f423a4da9b54c3f824424e120e51144 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:26.945369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:26.949600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6800c8e6-3bd9-4207-86d5-a9f9a5fe37d7 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.957307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f042ffdc-4b78-457c-bf62-3b982ffacd34 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:26.964728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:26.967017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f042ffdc-4b78-457c-bf62-3b982ffacd34 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:26.967499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.149826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4b95eb8f-e093-4290-a97a-b601f6172e3f tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Deleting port 46846ae2-c2a4-4a04-b938-b645729462b5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:27.150205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b95eb8f-e093-4290-a97a-b601f6172e3f tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.232179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.318032 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port f042ffdc-4b78-457c-bf62-3b982ffacd34, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f042ffdc-4b78-457c-bf62-3b982ffacd34,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:27.329548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.357935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.362122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6800c8e6-3bd9-4207-86d5-a9f9a5fe37d7 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Calling delete_port for f585a543-a16b-48d1-ab17-0bd662c38242 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:27.432969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.495333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=f042ffdc-4b78-457c-bf62-3b982ffacd34,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:27.566069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Pushing event deleted for resources: {'Port': ['ID=7739447e-fd69-40a8-8483-a021ab37af78,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:27.581246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.631618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.641044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.673481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1121bd2e-bdfc-4ac5-a91d-d45f6f716eff,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:27.683457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6800c8e6-3bd9-4207-86d5-a9f9a5fe37d7 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.750083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800c8e6-3bd9-4207-86d5-a9f9a5fe37d7 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Pushing event deleted for resources: {'Port': ['ID=f585a543-a16b-48d1-ab17-0bd662c38242,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:27.756218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.758151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.763210 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-954bc488-b729-413f-afef-57374b365e4b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8905473 Feb 28 11:23:27.763790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47678) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:27.775531 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3bda8b69-ea89-423a-b7c9-1705c5d37cd5 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071 tempest-ExternalNetworksAdminNegativeTestJSON-1041782071-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/9de0c30f-67ec-42c7-88f3-666e815cd06d HTTP/1.1" status: 204 len: 168 time: 2.8997552 Feb 28 11:23:27.810081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:27.811001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f575654d-002d-4fbe-bedf-3902aeae12ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.827075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:27.859889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Usage tracker for resource:floatingip and tenant:5f423a4da9b54c3f824424e120e51144 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:27.866875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:27.885475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:27.919675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6800c8e6-3bd9-4207-86d5-a9f9a5fe37d7 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:27.926063 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6800c8e6-3bd9-4207-86d5-a9f9a5fe37d7 tempest-RoutersAdminNegativeIpV6Test-2119143220 tempest-RoutersAdminNegativeIpV6Test-2119143220-project-admin] 10.222.0.64 "DELETE /v2.0/ports/f585a543-a16b-48d1-ab17-0bd662c38242 HTTP/1.1" status: 204 len: 168 time: 1.8367760 Feb 28 11:23:27.928341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.160264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b95eb8f-e093-4290-a97a-b601f6172e3f tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.196216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47688) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:28.239362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.291213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4b95eb8f-e093-4290-a97a-b601f6172e3f tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Calling delete_port for 46846ae2-c2a4-4a04-b938-b645729462b5 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:28.321456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47694) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:28.470075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575654d-002d-4fbe-bedf-3902aeae12ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event deleted for resources: {'Port': ['ID=720afe47-cd95-4fe9-8576-a571c6608b1a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:28.485232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f575654d-002d-4fbe-bedf-3902aeae12ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.502331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Allocated IP 172.26.8.54 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/a63b661d-fddc-4f4a-bae8-3e28ad6e6279) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:28.512155 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f575654d-002d-4fbe-bedf-3902aeae12ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "DELETE /v2.0/ports/720afe47-cd95-4fe9-8576-a571c6608b1a HTTP/1.1" status: 204 len: 168 time: 4.3523304 Feb 28 11:23:28.533977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47700) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:28.540054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b95eb8f-e093-4290-a97a-b601f6172e3f tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.556782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8d19cc5-6a89-4567-a879-d45d73302736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.621878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.662532 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-652d914a-b204-4907-875b-8371e5794568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:23:28.667532 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-652d914a-b204-4907-875b-8371e5794568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "GET /v2.0/ports/720afe47-cd95-4fe9-8576-a571c6608b1a HTTP/1.1" status: 404 len: 333 time: 0.1325490 Feb 28 11:23:28.671111 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47706) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:28.671861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ee54e2-ec8f-406f-ad9f-9e0acfa711de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.685986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Request body: {'port': {'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625164097'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:28.690599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:28.694570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Usage tracker for resource:port and tenant:3211d2d0edc14821921f0f4880641a7c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:28.698039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:28.704493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:28.717209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f042ffdc-4b78-457c-bf62-3b982ffacd34 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:28.760938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8d19cc5-6a89-4567-a879-d45d73302736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:28.769781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Made reservation on behalf of 3211d2d0edc14821921f0f4880641a7c for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:28.772077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.793420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8d19cc5-6a89-4567-a879-d45d73302736 admin admin] Usage tracker for resource:security_group_rule and tenant:66d09423d399455f8b0fff24a7082f57 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:28.801887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8d19cc5-6a89-4567-a879-d45d73302736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:28.816546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-37ee54e2-ec8f-406f-ad9f-9e0acfa711de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:28.819010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8d19cc5-6a89-4567-a879-d45d73302736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:28.830210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-37ee54e2-ec8f-406f-ad9f-9e0acfa711de admin admin] Usage tracker for resource:security_group_rule and tenant:f8946ac1109943619fe94960a2d933e1 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:28.833073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] device_id is not set on port 51782eff-4351-4c44-9853-208f2b24d21d yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:28.862174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f042ffdc-4b78-457c-bf62-3b982ffacd34 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:28.863017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.885861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-37ee54e2-ec8f-406f-ad9f-9e0acfa711de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:28.901711 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-37ee54e2-ec8f-406f-ad9f-9e0acfa711de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:29.028987 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.096911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 61c301c8-fb88-4168-8d2e-7f3f430329f2 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:29.110741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95eb8f-e093-4290-a97a-b601f6172e3f tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event deleted for resources: {'Port': ['ID=46846ae2-c2a4-4a04-b938-b645729462b5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:29.230858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 61c301c8-fb88-4168-8d2e-7f3f430329f2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:29.237818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 61c301c8-fb88-4168-8d2e-7f3f430329f2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:29.238822 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.266883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47710) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:29.275652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8d19cc5-6a89-4567-a879-d45d73302736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.296947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8d19cc5-6a89-4567-a879-d45d73302736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.323669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': '85599bee-72b3-4422-a681-705de4a89413', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:29.360900 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e8d19cc5-6a89-4567-a879-d45d73302736 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66d09423d399455f8b0fff24a7082f57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1638470 Feb 28 11:23:29.361705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47714) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:29.381709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.426095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.455272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.469373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b95eb8f-e093-4290-a97a-b601f6172e3f tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.472850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 61c301c8-fb88-4168-8d2e-7f3f430329f2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=61c301c8-fb88-4168-8d2e-7f3f430329f2,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:29.479564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.506156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ee54e2-ec8f-406f-ad9f-9e0acfa711de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.512846 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4b95eb8f-e093-4290-a97a-b601f6172e3f tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "DELETE /v2.0/ports/46846ae2-c2a4-4a04-b938-b645729462b5 HTTP/1.1" status: 204 len: 168 time: 2.8794105 Feb 28 11:23:29.518347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:29.549294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=61c301c8-fb88-4168-8d2e-7f3f430329f2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:29.550107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ee54e2-ec8f-406f-ad9f-9e0acfa711de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.555434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:29.560708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d19cc5-6a89-4567-a879-d45d73302736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a98716-b50a-4aac-9577-676fba77915a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:29.569313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:subnet and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:29.583640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:29.592368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:29.609576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:29.611045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:29.626955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Allocated IP 172.20.0.1 (0684ed51-866d-4e5c-b9c1-c22957fb2cc1/f6b41517-9a9e-4904-a5ae-35be1080a401/667e89cf-dcaf-4de0-8089-7857e9a57330) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:29.629059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:29.633057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:23:29.633516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.685821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ec822e3-422e-4f4e-9efa-19d0912c60a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.691593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Pushing event updated for resources: {'Port': ['ID=a63b661d-fddc-4f4a-bae8-3e28ad6e6279,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:29.699893 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-37ee54e2-ec8f-406f-ad9f-9e0acfa711de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8946ac1109943619fe94960a2d933e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3757606 Feb 28 11:23:29.700939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee54e2-ec8f-406f-ad9f-9e0acfa711de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d5ce1e-b937-40eb-adaa-81ca9c2e1b3e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:29.709564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47722) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:29.745366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ec822e3-422e-4f4e-9efa-19d0912c60a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.753758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.755149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-15531e07-a8fc-4509-9837-4ad5a3aeedd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Deleting subnet d0787c60-8cd4-4de0-af10-c6db0083c3f0 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:23:29.780307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:29.783719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.800747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15531e07-a8fc-4509-9837-4ad5a3aeedd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.922663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb1e6971-bc44-45bb-af8b-193bae28b49f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:29.954092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:29.959900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:29.966932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:29.967938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:29.968455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.972424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'Port': ['ID=51782eff-4351-4c44-9853-208f2b24d21d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:29.975558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.037079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ec822e3-422e-4f4e-9efa-19d0912c60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.042232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Checking segment: {'id': '59d88319-c8cc-43b6-ac48-b1ab42cb3d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fd357bca-a115-4185-92cd-4fa42e76b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:30.042595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Network hostable DHCP agents. Network: fd357bca-a115-4185-92cd-4fa42e76b611, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:30.063650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15531e07-a8fc-4509-9837-4ad5a3aeedd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.065258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec822e3-422e-4f4e-9efa-19d0912c60a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a98716-b50a-4aac-9577-676fba77915a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:30.084160 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f87c0d74-a90e-4bb4-b18d-bb1c86e01f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4027433 Feb 28 11:23:30.087385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47726) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:30.091184 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ec822e3-422e-4f4e-9efa-19d0912c60a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.092366 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2ec822e3-422e-4f4e-9efa-19d0912c60a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0a98716-b50a-4aac-9577-676fba77915a HTTP/1.1" status: 204 len: 168 time: 0.7176592 Feb 28 11:23:30.093059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.119471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:30.162685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb75e671-a588-4427-85cf-395ddd8c465d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.163851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d25e9c2-b644-4016-93ce-c0269d14a83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.202558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Network fd357bca-a115-4185-92cd-4fa42e76b611 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:30.224003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.249247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d25e9c2-b644-4016-93ce-c0269d14a83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.260065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, fd357bca-a115-4185-92cd-4fa42e76b611) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:30.263847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15531e07-a8fc-4509-9837-4ad5a3aeedd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.271881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5937f798-8ee7-43b1-914c-c5960c891a16 None None] Network fd357bca-a115-4185-92cd-4fa42e76b611 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:30.287423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.314085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Transition to ACTIVE for port object 667e89cf-dcaf-4de0-8089-7857e9a57330 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:30.352588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:30.353184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.431674 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8fc77871-bca0-4acf-9fa6-20fc67e3c9b1 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.7761462 Feb 28 11:23:30.437812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47734) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:30.471154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Request body: {'floatingip': {'floating_network_id': 'fd357bca-a115-4185-92cd-4fa42e76b611'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:30.480017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:30.489531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Usage tracker for resource:floatingip and tenant:ad337866786e467db353c15f75773a3f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:30.489875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15531e07-a8fc-4509-9837-4ad5a3aeedd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.537072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.541220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15531e07-a8fc-4509-9837-4ad5a3aeedd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.543018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:30.546223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15531e07-a8fc-4509-9837-4ad5a3aeedd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event deleted for resources: {'Subnet': ['ID=d0787c60-8cd4-4de0-af10-c6db0083c3f0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:30.550485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.552600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:30.564874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbd6c3-0527-4a14-b959-3f3222b47479 None None] Network 09940664-01d7-4b62-bd28-a2ab02bc2519 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:30.595534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.598089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.615795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.635381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d25e9c2-b644-4016-93ce-c0269d14a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.681650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47740) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:30.687929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-15531e07-a8fc-4509-9837-4ad5a3aeedd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "DELETE /v2.0/subnets/d0787c60-8cd4-4de0-af10-c6db0083c3f0 HTTP/1.1" status: 204 len: 168 time: 1.1662102 Feb 28 11:23:30.693930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25e9c2-b644-4016-93ce-c0269d14a83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d5ce1e-b937-40eb-adaa-81ca9c2e1b3e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:30.694766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 61c301c8-fb88-4168-8d2e-7f3f430329f2 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:30.695810 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47742) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:30.696289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d25e9c2-b644-4016-93ce-c0269d14a83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.696893 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6d25e9c2-b644-4016-93ce-c0269d14a83f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4d5ce1e-b937-40eb-adaa-81ca9c2e1b3e HTTP/1.1" status: 204 len: 168 time: 0.9800067 Feb 28 11:23:30.702443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:30.726505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:30.736254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:30.737037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.749808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Pushing event updated for resources: {'Port': ['ID=667e89cf-dcaf-4de0-8089-7857e9a57330,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:30.754591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=847f92c2-a8d3-4127-ade9-c28b550ddbfb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:30.774289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking segment: {'id': '01bdbf44-8084-4e48-8062-39f88593295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '85599bee-72b3-4422-a681-705de4a89413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:30.774915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network hostable DHCP agents. Network: 85599bee-72b3-4422-a681-705de4a89413, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:30.817743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf4fa0-f375-469b-a5f9-d8237be192c1 None None] Network fd357bca-a115-4185-92cd-4fa42e76b611 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:30.837851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network 85599bee-72b3-4422-a681-705de4a89413 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:30.861897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 85599bee-72b3-4422-a681-705de4a89413) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:30.939395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:30.939907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.962639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f08b7f-7530-4ad5-8e3d-7d1a0b8e9af9 None None] Network 85599bee-72b3-4422-a681-705de4a89413 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:30.995554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] device_id is not set on port 51782eff-4351-4c44-9853-208f2b24d21d yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:31.008020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.030977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Transition to ACTIVE for port object 51782eff-4351-4c44-9853-208f2b24d21d will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:31.060361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Pushing event updated for resources: {'Port': ['ID=a63b661d-fddc-4f4a-bae8-3e28ad6e6279,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:31.118303 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-945603bd-e203-4658-988b-24c43a36bfd9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8485525 Feb 28 11:23:31.124005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47750) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:31.146265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624455185'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:31.165968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:31.186044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.208594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.210448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:network and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:31.217260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:31.242803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:31.289649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.295524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-058ba36e-958a-4826-94b4-3a87412cfe2b None None] Provisioning for port 667e89cf-dcaf-4de0-8089-7857e9a57330 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:31.303210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.330016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 61c301c8-fb88-4168-8d2e-7f3f430329f2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:31.330428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.356702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-058ba36e-958a-4826-94b4-3a87412cfe2b None None] Provisioning complete for port 667e89cf-dcaf-4de0-8089-7857e9a57330 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:31.357089 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-058ba36e-958a-4826-94b4-3a87412cfe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.409992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:31.415064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.430334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-058ba36e-958a-4826-94b4-3a87412cfe2b None None] Port 667e89cf-dcaf-4de0-8089-7857e9a57330 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:31.436103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47756) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:31.445139 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8e34ddfb-89f0-4537-a576-706d33379853 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0c49522a3804e19b11fedc51d9bf1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7484040 Feb 28 11:23:31.465997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.472103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47760) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:31.472875 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-48d12321-7bbd-4e16-a62f-d348ae89bc61 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7065244 Feb 28 11:23:31.505857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'Port': ['ID=51782eff-4351-4c44-9853-208f2b24d21d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:31.528925 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:31.541033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.541433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment 72e369b0-8fac-42b4-9659-3ee32d2b31be of type vlan for network 2ad50392-c402-4c3a-8915-bc449ec2ceb9 Feb 28 11:23:31.557299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-85599bee-72b3-4422-a681-705de4a89413', 'network_id': '85599bee-72b3-4422-a681-705de4a89413', 'tenant_id': '2c949a3375304810a825bd987de1df9c', 'fixed_ips': [{'subnet_id': '847f92c2-a8d3-4127-ade9-c28b550ddbfb'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:23:31.559066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.577428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.630789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Deleting port e9116cea-2b91-48a7-a659-01f4da8eb646 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:31.630789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.685210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.695507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:31.696121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.752426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] DHCP port deletion for 09940664-01d7-4b62-bd28-a2ab02bc2519 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:23:31.777503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] Deleting port e9116cea-2b91-48a7-a659-01f4da8eb646 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:31.778694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.865358 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-32ea7ade-f94d-483d-bc6a-9f979d371c58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be6d5001c23043538e625a3eb0f3503c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4280136 Feb 28 11:23:31.901288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:31.901831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:31.901994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:31.913433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47776) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:31.915785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] For port e9116cea-2b91-48a7-a659-01f4da8eb646, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e9116cea-2b91-48a7-a659-01f4da8eb646,segment=NetworkSegment(30385c26-00d3-449d-b587-6746d9e11732),segment_id=30385c26-00d3-449d-b587-6746d9e11732)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:31.916034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.969072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-838f39be-1940-4a2b-85eb-0db6d05ea007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.977390 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8522918 Feb 28 11:23:31.987353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47786) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:31.988321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee402f9c-73e9-4581-8e14-2e4841146fcb tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=2ad50392-c402-4c3a-8915-bc449ec2ceb9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:32.004422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': '2ad50392-c402-4c3a-8915-bc449ec2ceb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:32.045188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Allocated IP 2001:db8:0:ffff::2 (85599bee-72b3-4422-a681-705de4a89413/847f92c2-a8d3-4127-ade9-c28b550ddbfb/981fb9ea-609a-4d48-9052-a18d09825cee) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:32.069689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:32.070036 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:32.083756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-838f39be-1940-4a2b-85eb-0db6d05ea007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.135579 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 2 to bind port 51782eff-4351-4c44-9853-208f2b24d21d Feb 28 11:23:32.159816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47794) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:32.167690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 2ad50392-c402-4c3a-8915-bc449ec2ceb9 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:32.177041 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 11:23:32.224256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Calling delete_port for e9116cea-2b91-48a7-a659-01f4da8eb646 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:32.230452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.232123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:32.248937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.249556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.252868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc5cf3b5-e9d8-45df-9992-8ca73a58ba3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.253219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:subnet and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:32.286371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:32.286705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:32.287030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:32.289008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:32.303510 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-8985a374-b63c-4a7f-bce7-236627754d32 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2072960364&fields=id&tenant_id=5f423a4da9b54c3f824424e120e51144 HTTP/1.1" status: 200 len: 267 time: 0.1326497 Feb 28 11:23:32.318191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:32.318191 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:32.318342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:32.324658 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 3 to bind port 51782eff-4351-4c44-9853-208f2b24d21d Feb 28 11:23:32.337661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc5cf3b5-e9d8-45df-9992-8ca73a58ba3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.376155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:32.376515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:32.376818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:32.396690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:32.397014 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:32.400849 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 4 to bind port 51782eff-4351-4c44-9853-208f2b24d21d Feb 28 11:23:32.405800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-838f39be-1940-4a2b-85eb-0db6d05ea007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.423498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:32.425235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:32.425546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:32.426914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.427103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:32.436326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.438220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:32.438552 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:32.439065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.444828 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 5 to bind port 51782eff-4351-4c44-9853-208f2b24d21d Feb 28 11:23:32.521163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f39be-1940-4a2b-85eb-0db6d05ea007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc30a98a-95fd-4ffc-abea-cbb30abd0b62,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:32.524106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Pushing event updated for resources: {'Port': ['ID=667e89cf-dcaf-4de0-8089-7857e9a57330,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:32.547173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event deleted for resources: {'Port': ['ID=e9116cea-2b91-48a7-a659-01f4da8eb646,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:32.555277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] No DVR routers for this DVR port e9116cea-2b91-48a7-a659-01f4da8eb646 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:23:32.564459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:32.564801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:32.564980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b054e722-501b-4e31-9d37-7a039f565e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.565433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:32.583752 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] For port e9116cea-2b91-48a7-a659-01f4da8eb646, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e9116cea-2b91-48a7-a659-01f4da8eb646,segment=NetworkSegment(30385c26-00d3-449d-b587-6746d9e11732),segment_id=30385c26-00d3-449d-b587-6746d9e11732)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:32.584456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.602938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-838f39be-1940-4a2b-85eb-0db6d05ea007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.604065 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-838f39be-1940-4a2b-85eb-0db6d05ea007 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc30a98a-95fd-4ffc-abea-cbb30abd0b62 HTTP/1.1" status: 204 len: 168 time: 1.1237504 Feb 28 11:23:32.610865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc5cf3b5-e9d8-45df-9992-8ca73a58ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.636241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:32.636568 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:32.645067 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 6 to bind port 51782eff-4351-4c44-9853-208f2b24d21d Feb 28 11:23:32.682488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cf3b5-e9d8-45df-9992-8ca73a58ba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a469f8-6811-4952-9cfb-f73b4005c15d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:32.708236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:32.708800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:32.709310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:32.740191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:32.744620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:32.753787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-c9decf7b-86e6-4fb7-afff-18be1283987f tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:32.755295 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-c9decf7b-86e6-4fb7-afff-18be1283987f tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/networks?id=59e0a966-d597-493f-a8b7-7fa42333d6c2 HTTP/1.1" status: 200 len: 812 time: 0.4171612 Feb 28 11:23:32.775395 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-0ddc97bc-764c-42a9-8811-1ccd181859cc tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/quotas/5f423a4da9b54c3f824424e120e51144 HTTP/1.1" status: 200 len: 375 time: 0.0120943 Feb 28 11:23:32.809993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:32.810563 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:32.812223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.826139 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 7 to bind port 51782eff-4351-4c44-9853-208f2b24d21d Feb 28 11:23:32.830712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] Calling delete_port for e9116cea-2b91-48a7-a659-01f4da8eb646 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:32.869960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:32.870453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:32.870935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:32.878090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc5cf3b5-e9d8-45df-9992-8ca73a58ba3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.879154 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bc5cf3b5-e9d8-45df-9992-8ca73a58ba3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13a469f8-6811-4952-9cfb-f73b4005c15d HTTP/1.1" status: 204 len: 168 time: 0.9435942 Feb 28 11:23:32.884334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09940664-01d7-4b62-bd28-a2ab02bc2519']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:32.899148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:32.899646 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:32.900604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Allocated IP 172.20.0.14 (fd357bca-a115-4185-92cd-4fa42e76b611/cb1e6971-bc44-45bb-af8b-193bae28b49f/3a5f8144-075c-4f5e-a8dd-36979e7abe78) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:32.904467 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 8 to bind port 51782eff-4351-4c44-9853-208f2b24d21d Feb 28 11:23:32.917199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30385c26-00d3-449d-b587-6746d9e11732') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:32.917545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30385c26-00d3-449d-b587-6746d9e11732') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:32.961405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.029354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:33.041284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:33.041781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:33.065537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:33.066100 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:33.068716 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 9 to bind port 51782eff-4351-4c44-9853-208f2b24d21d Feb 28 11:23:33.073683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:23:33.074153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:23:33.086688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.103917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.132894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e9116cea-2b91-48a7-a659-01f4da8eb646 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:23:33.164914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:33.165581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.185987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:33.195584 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:33.215237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:33.216409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:33.216894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:33.220642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Transition to ACTIVE for port object 981fb9ea-609a-4d48-9052-a18d09825cee will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:33.223755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: e9116cea-2b91-48a7-a659-01f4da8eb646 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:23:33.224101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e9116cea-2b91-48a7-a659-01f4da8eb646 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:23:33.265004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Transition to ACTIVE for port object 981fb9ea-609a-4d48-9052-a18d09825cee will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:33.266511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f978521a-5017-46b3-9772-5171c60f84b3 None None] Provisioning complete for port 667e89cf-dcaf-4de0-8089-7857e9a57330 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:33.266936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f978521a-5017-46b3-9772-5171c60f84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.312051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:33.312767 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:33.317954 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 10 to bind port 51782eff-4351-4c44-9853-208f2b24d21d Feb 28 11:23:33.325347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.351025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:33.351664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:33.352146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:33.373025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:33.373529 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 51782eff-4351-4c44-9853-208f2b24d21d on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:33.374158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.382760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-8bb1d791-f0ef-444c-8c8e-e8c607fc20c6 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Synchronizing usage tracker for tenant:5f423a4da9b54c3f824424e120e51144 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:33.388395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.397124 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.400348 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.440880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f978521a-5017-46b3-9772-5171c60f84b3 None None] Port 667e89cf-dcaf-4de0-8089-7857e9a57330 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:33.447220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Network 85599bee-72b3-4422-a681-705de4a89413 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:33.459823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:33.467112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:33.474571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Pushing event updated for resources: {'Port': ['ID=981fb9ea-609a-4d48-9052-a18d09825cee,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:33.477646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-8bb1d791-f0ef-444c-8c8e-e8c607fc20c6 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Unset dirty status for tenant:5f423a4da9b54c3f824424e120e51144 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:33.478964 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-8bb1d791-f0ef-444c-8c8e-e8c607fc20c6 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f423a4da9b54c3f824424e120e51144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6424897 Feb 28 11:23:33.557147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.569993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] Pushing event deleted for resources: {'Network': ['ID=09940664-01d7-4b62-bd28-a2ab02bc2519,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:33.586791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=5c5a6fa5-708c-483c-8521-9571f2eedf83,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:33.604638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] Deleting port e9116cea-2b91-48a7-a659-01f4da8eb646 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:33.605165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.626492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking segment: {'id': '72e369b0-8fac-42b4-9659-3ee32d2b31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2ad50392-c402-4c3a-8915-bc449ec2ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:33.626842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network hostable DHCP agents. Network: 2ad50392-c402-4c3a-8915-bc449ec2ceb9, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:33.639183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:23:33.644446 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b72be9a5-9ffd-456d-b798-8fee78029c42 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203 tempest-ExtraDHCPOptionsIpV6TestJSON-1968080203-project] 10.222.0.64 "DELETE /v2.0/networks/09940664-01d7-4b62-bd28-a2ab02bc2519 HTTP/1.1" status: 204 len: 168 time: 2.9230070 Feb 28 11:23:33.668390 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-21eee4c4-6d40-40c2-8f9d-d3272e4c52fc admin admin] 10.222.0.64 "PUT /v2.0/routers/46068cd7-3a97-4c37-a7d4-67f4c11f2738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7919552 Feb 28 11:23:33.676412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Attempting to bind port 981fb9ea-609a-4d48-9052-a18d09825cee on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:33.676784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Attempting to bind port 981fb9ea-609a-4d48-9052-a18d09825cee by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '01bdbf44-8084-4e48-8062-39f88593295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '85599bee-72b3-4422-a681-705de4a89413'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:33.677879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Attempting to bind port 981fb9ea-609a-4d48-9052-a18d09825cee on network 85599bee-72b3-4422-a681-705de4a89413 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:33.678480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network 2ad50392-c402-4c3a-8915-bc449ec2ceb9 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:33.689830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] For port 51782eff-4351-4c44-9853-208f2b24d21d, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:33.689830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempted to set empty binding levels {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 11:23:33.695284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.696829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Sync routers for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:33.707327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 2ad50392-c402-4c3a-8915-bc449ec2ceb9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:33.712805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:33.713430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.720343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:33.721259 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Checking segment: {'id': '01bdbf44-8084-4e48-8062-39f88593295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '85599bee-72b3-4422-a681-705de4a89413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:33.722284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.723172 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Bound using segment: {'id': '01bdbf44-8084-4e48-8062-39f88593295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '85599bee-72b3-4422-a681-705de4a89413'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:33.724563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Bound port: 981fb9ea-609a-4d48-9052-a18d09825cee, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bdbf44-8084-4e48-8062-39f88593295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '85599bee-72b3-4422-a681-705de4a89413'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:33.725128 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.739425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.745580 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9fc38bff-b517-49ff-9928-b985e4ffc056 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7543609 Feb 28 11:23:33.749645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47824) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:33.757400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98731be2-45a8-45ce-9161-1e8bc59f8afc None None] Network 2ad50392-c402-4c3a-8915-bc449ec2ceb9 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:33.759670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] In _notify_port_updated(), no bound segment for port 51782eff-4351-4c44-9853-208f2b24d21d on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:23:33.760528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:33.761185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.763055 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "PUT /v2.0/ports/51782eff-4351-4c44-9853-208f2b24d21d HTTP/1.1" status: 200 len: 981 time: 3.6739094 Feb 28 11:23:33.766009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:33.815282 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:33.838855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-396480d1-b463-4497-88df-b2a16a29cba3 None None] The port 'e9116cea-2b91-48a7-a659-01f4da8eb646' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:23:33.853899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45037f3-b0ab-45ba-aea2-7eb2e4f4b490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'Port': ['ID=51782eff-4351-4c44-9853-208f2b24d21d,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:33.865721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Network fd357bca-a115-4185-92cd-4fa42e76b611 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:33.898772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:33.899823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:33.906160 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:33.914458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:34.028859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'Port': ['ID=3a5f8144-075c-4f5e-a8dd-36979e7abe78,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:34.067649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.068128 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.069980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.071676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.072302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.073038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.073500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.073956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.074420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.074858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.075324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.075909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.076494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.077105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.078781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Synchronizing usage tracker for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:34.082704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:34.103318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Unset dirty status for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:34.104835 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a2696f66-7b77-45a2-8230-296f503e943c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12529 time: 0.3378470 Feb 28 11:23:34.109038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:34.110367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47842) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:34.114520 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:34.188310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] For port 981fb9ea-609a-4d48-9052-a18d09825cee, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:34.197616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:34.209518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] For port 981fb9ea-609a-4d48-9052-a18d09825cee, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=981fb9ea-609a-4d48-9052-a18d09825cee,segment=NetworkSegment(01bdbf44-8084-4e48-8062-39f88593295c),segment_id=01bdbf44-8084-4e48-8062-39f88593295c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:34.226139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:34.271627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-225a6098-2f76-4e9b-bbe6-cfd985100e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Deleting port 51782eff-4351-4c44-9853-208f2b24d21d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:34.271960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-225a6098-2f76-4e9b-bbe6-cfd985100e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:34.314501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47850) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:34.355310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:34.412092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5a6fa5-708c-483c-8521-9571f2eedf83,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:34.439652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-263411c7-dbf2-4d4d-84e9-e68f28855c18 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:34.440890 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-263411c7-dbf2-4d4d-84e9-e68f28855c18 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4753034 Feb 28 11:23:34.515740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:34.609358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:23:34.687721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fdb7b-b19e-4339-8a67-050eb66fbef9 None None] Pushing event updated for resources: {'Port': ['ID=981fb9ea-609a-4d48-9052-a18d09825cee,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:34.698097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2770622-85b5-4d05-ae3c-e81c33f57162 None None] Network 2ad50392-c402-4c3a-8915-bc449ec2ceb9 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:34.721023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:34.803262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > segment before_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:34.803839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:34.805216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:34.805708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > port after_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:34.806193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > port after_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:34.818553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > port after_update 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:34.819064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > segment after_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:34.819650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > subnet after_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:34.820118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > subnet after_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:34.820564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > subnet after_update 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:35.129813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47866) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:35.236277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > subnet after_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:35.236816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > subnet after_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:35.236950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > subnet before_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:35.237283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Subscribe: > subnet before_update 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:23:35.237743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad50392-c402-4c3a-8915-bc449ec2ceb9']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:35.251728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e369b0-8fac-42b4-9659-3ee32d2b31be') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:35.251918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47876) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:35.252023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e369b0-8fac-42b4-9659-3ee32d2b31be') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:35.282358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920233761', 'description': 'tempest-description--1949928019'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:35.292370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.308556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.337127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:35.361420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Usage tracker for resource:security_group and tenant:dd78ff79f8d3407fa118ff357b803d7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:35.370916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-225a6098-2f76-4e9b-bbe6-cfd985100e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] For port 51782eff-4351-4c44-9853-208f2b24d21d, host hv-neutron-8311, got binding levels [] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:35.371310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-225a6098-2f76-4e9b-bbe6-cfd985100e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.386678 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b305c07b-6759-4c3d-954c-40bcd99ec62a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7df8ab025b7409aa24fe9246b11347c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0689297 Feb 28 11:23:35.389994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.391571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:35.396304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:35.413406 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-a28013b0-9121-48f3-90a7-d190176e98de service neutron] 10.222.0.64 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9568353 Feb 28 11:23:35.425969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:30Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '667e89cf-dcaf-4de0-8089-7857e9a57330', 'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'mac_address': 'fa:16:3e:9b:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:28Z', 'updated_at': '2022-02-28T11:23:31Z', 'revision_number': 2, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'subnets': [{'id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:35.430396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Checking router: 46068cd7-3a97-4c37-a7d4-67f4c11f2738 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:35.430840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Updating router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 port 667e89cf-dcaf-4de0-8089-7857e9a57330 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:23:35.437466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:35.491158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:35.491731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.492471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: from cryptography.utils import int_from_bytes Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: from cryptography.utils import int_from_bytes Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn_limited( Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn_limited( Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:35.510676 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:35.514091 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47886) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:35.585022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-447019443'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:35.589879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:35.594581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:network and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:35.597535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:35.603488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:35.620790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-225a6098-2f76-4e9b-bbe6-cfd985100e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Calling delete_port for 51782eff-4351-4c44-9853-208f2b24d21d owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:35.663383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Made reservation on behalf of e78f1096056b4c2fad508c5192912841 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:35.666858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.687055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.707054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:35.710994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:security_group_rule and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:35.714152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:35.720815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:35.738437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2097815615'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:35.743931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.744405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:35.750572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Usage tracker for resource:network and tenant:b01c1ad4b6c54cc68a6fbae9a7852573 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:35.753684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:35.760849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:35.768789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.794353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.797066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=2ad50392-c402-4c3a-8915-bc449ec2ceb9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:35.807331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8dd64f5-0bd2-4a77-a1ac-42d45e66f56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.844147 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cb0ceb05-c79a-4b37-a963-67924033e78f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/2ad50392-c402-4c3a-8915-bc449ec2ceb9 HTTP/1.1" status: 204 len: 168 time: 2.0934575 Feb 28 11:23:35.853707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:35.857550 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-b8021afb-9798-49e5-b67b-099208096808 service neutron] 10.222.0.64 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230516 Feb 28 11:23:35.863223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-53444162'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:35.869562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.885936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:35.886668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:23:35.896479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:35.898676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.904097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8dd64f5-0bd2-4a77-a1ac-42d45e66f56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.912219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:network and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:35.922734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:35.936771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Made reservation on behalf of b01c1ad4b6c54cc68a6fbae9a7852573 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:35.940243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.942013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:35.956537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Usage tracker for resource:security_group_rule and tenant:dd78ff79f8d3407fa118ff357b803d7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:35.960190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6329f2ab-fa0e-4d4e-9a6a-579bd30d66c1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:35.968082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:35.972310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.985527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:35.998348 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:36.002918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.008756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:36.017442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:36.020892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.042993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8dd64f5-0bd2-4a77-a1ac-42d45e66f56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.046182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:36.064149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.064760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd64f5-0bd2-4a77-a1ac-42d45e66f56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208e3a9-23f1-4e4c-9fef-2a4b75616fde,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:36.074545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.075464 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment 9df1c4d5-2d3f-4d06-914f-eeaab49f0db9 of type vlan for network 22cb9710-8504-4fe3-8311-f1b5bea38ad0 Feb 28 11:23:36.080699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Transition to ACTIVE for port object 667e89cf-dcaf-4de0-8089-7857e9a57330 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:36.088050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8dd64f5-0bd2-4a77-a1ac-42d45e66f56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.089214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a34f2a6-c001-4585-942b-eed63d0403de None None] Network 85599bee-72b3-4422-a681-705de4a89413 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:36.092402 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c8dd64f5-0bd2-4a77-a1ac-42d45e66f56c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1208e3a9-23f1-4e4c-9fef-2a4b75616fde HTTP/1.1" status: 204 len: 168 time: 0.6950998 Feb 28 11:23:36.118088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.129193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.167964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:36.171157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.206048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:36.206808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.256150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-225a6098-2f76-4e9b-bbe6-cfd985100e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.266573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Usage tracker for resource:security_group_rule and tenant:b01c1ad4b6c54cc68a6fbae9a7852573 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:36.270206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.270573 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Added segment 69c600c2-5aa8-41b2-83ff-a9675f198abb of type vlan for network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 Feb 28 11:23:36.286792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:36.320256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:36.328167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-225a6098-2f76-4e9b-bbe6-cfd985100e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.364960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-467de8e3-d461-44ef-8202-41d1ab600340 None None] Provisioning for port 981fb9ea-609a-4d48-9052-a18d09825cee completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:36.396524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'Port': ['ID=3a5f8144-075c-4f5e-a8dd-36979e7abe78,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:36.449774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.463496 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6075237 Feb 28 11:23:36.466184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383109-315e-4245-b6c9-e1305e90b45e None None] Pushing event updated for resources: {'Port': ['ID=667e89cf-dcaf-4de0-8089-7857e9a57330,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:36.468434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:36.472839 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-225a6098-2f76-4e9b-bbe6-cfd985100e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "DELETE /v2.0/ports/51782eff-4351-4c44-9853-208f2b24d21d HTTP/1.1" status: 204 len: 168 time: 2.3581541 Feb 28 11:23:36.473096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.490032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a6098-2f76-4e9b-bbe6-cfd985100e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event deleted for resources: {'Port': ['ID=51782eff-4351-4c44-9853-208f2b24d21d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:36.490814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47920) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:36.536915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': '22cb9710-8504-4fe3-8311-f1b5bea38ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:36.589358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e367089-24a6-4724-bf83-a0d7ea16861d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=22cb9710-8504-4fe3-8311-f1b5bea38ad0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:36.632402 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffc524f-f604-478e-bf4f-53ed3ec1dd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:23:36.633058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3ffc524f-f604-478e-bf4f-53ed3ec1dd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Synchronizing usage tracker for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:36.645396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47928) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:36.658462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.662487 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fc2fcb6a-0878-4521-8c4e-ceb8e155fb2f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2194641 Feb 28 11:23:36.667289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47934) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:36.707098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.724121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.740489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 22cb9710-8504-4fe3-8311-f1b5bea38ad0 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:36.774726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff700fc4-2fe8-4e79-88fe-a476383c2406,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:36.786419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.792731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:36.793455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.893068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 981fb9ea-609a-4d48-9052-a18d09825cee up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:36.931832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Network': ['ID=e0a6a280-71d2-4d87-9dbf-23eff5d5f168,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:36.949277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3ffc524f-f604-478e-bf4f-53ed3ec1dd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Unset dirty status for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:36.954373 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3ffc524f-f604-478e-bf4f-53ed3ec1dd05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "GET /v2.0/ports/51782eff-4351-4c44-9853-208f2b24d21d HTTP/1.1" status: 404 len: 333 time: 0.4515131 Feb 28 11:23:36.977978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47942) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:36.978864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:36.980354 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e62f452f-214d-4313-9583-5ff3604f8fdd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7229939 Feb 28 11:23:36.983651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47946) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:37.000833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631322858', 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:37.017276 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c2b76f7f-096f-4f52-9067-266404f537fa tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=fd357bca-a115-4185-92cd-4fa42e76b611 HTTP/1.1" status: 200 len: 690 time: 0.3515356 Feb 28 11:23:37.022417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Request body: {'security_group_rule': {'security_group_id': 'ff700fc4-2fe8-4e79-88fe-a476383c2406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:37.026216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:37.029509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:37.034094 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d6f838d8-bf61-483f-b54f-15a2ecabf7ff tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9030752 Feb 28 11:23:37.036601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47952) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:37.037033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 47954) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:37.058696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:37.063282 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Usage tracker for resource:security_group_rule and tenant:dd78ff79f8d3407fa118ff357b803d7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:37.068688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:37.076224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:37.102633 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ada41cff-3c52-4b45-93f8-0cf91d8b5d85 req-74701303-bca3-4599-a47f-acf63643b0c1 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 210 time: 0.4562721 Feb 28 11:23:37.117395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:37.124700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:subnet and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:37.131424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:37.146700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:37.158727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:37.169568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.234504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'subnet': {'network_id': 'e0a6a280-71d2-4d87-9dbf-23eff5d5f168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:37.254132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:37.264663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.314463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Attempting to bind port 667e89cf-dcaf-4de0-8089-7857e9a57330 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:37.315015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Attempting to bind port 667e89cf-dcaf-4de0-8089-7857e9a57330 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:37.315328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Attempting to bind port 667e89cf-dcaf-4de0-8089-7857e9a57330 on network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:37.367171 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:37.368257 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Checking segment: {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:37.368815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.369801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Bound using segment: {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:37.370859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Bound port: 667e89cf-dcaf-4de0-8089-7857e9a57330, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:37.372178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.427850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.461441 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Made reservation on behalf of 3211d2d0edc14821921f0f4880641a7c for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:37.463879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.501878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] device_id is not set on port f5bd5409-27a2-4773-98e6-62ec0d6cf975 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:37.533574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 981fb9ea-609a-4d48-9052-a18d09825cee completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:37.550944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=e991612a-d32e-4985-b82d-4e5ee7077b95,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:37.562977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 981fb9ea-609a-4d48-9052-a18d09825cee triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:37.563524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.581371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking segment: {'id': '9df1c4d5-2d3f-4d06-914f-eeaab49f0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '22cb9710-8504-4fe3-8311-f1b5bea38ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:37.582174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network hostable DHCP agents. Network: 22cb9710-8504-4fe3-8311-f1b5bea38ad0, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:37.611580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.622204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network 22cb9710-8504-4fe3-8311-f1b5bea38ad0 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:37.644478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] For port 667e89cf-dcaf-4de0-8089-7857e9a57330, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:37.658233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] For port 667e89cf-dcaf-4de0-8089-7857e9a57330, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=667e89cf-dcaf-4de0-8089-7857e9a57330,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:37.662479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 22cb9710-8504-4fe3-8311-f1b5bea38ad0) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:37.673645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:37.678740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.711479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b622f36-587d-49aa-97cb-3cb11708edf0 None None] Network 22cb9710-8504-4fe3-8311-f1b5bea38ad0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:37.721786 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-35f17df8-36fc-458d-89e6-f5c31b5c9acf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2075963 Feb 28 11:23:37.725637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47986) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:37.736037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015417011'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:37.742461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Deleting port 3a5f8144-075c-4f5e-a8dd-36979e7abe78 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:37.743846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.746305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:37.753584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:network and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:37.761340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:37.775325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:37.808660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:37.813095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.867719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.881220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:37.889482 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.904950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.905251 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment fba4f00f-7932-481f-9e13-7fb6705663f1 of type vlan for network e3a8461b-c277-4a11-add5-0b12551c7eb7 Feb 28 11:23:37.951456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 47996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:37.971965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:37.997701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.041872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.057900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:38.058066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c8f23d-a190-4f70-9ad9-5f4f1f228276,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:38.061525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-14804e2f-e495-4d83-be97-a62272287dfc None None] Provisioning complete for port 981fb9ea-609a-4d48-9052-a18d09825cee triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:38.062198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-14804e2f-e495-4d83-be97-a62272287dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.072916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.104287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:38.105283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:38.187795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.239139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:38.243894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:subnet and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:38.247708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:38.253769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:38.272169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383109-315e-4245-b6c9-e1305e90b45e None None] Pushing event updated for resources: {'Port': ['ID=667e89cf-dcaf-4de0-8089-7857e9a57330,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:38.272679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-907885291'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:38.283833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Made reservation on behalf of e78f1096056b4c2fad508c5192912841 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:38.287288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.301520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:38.303455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:38.323673 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5965540 Feb 28 11:23:38.329664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Usage tracker for resource:network and tenant:6346ef247fce46f9a18cb27a4f4c0350 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:38.332240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:38.335356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff438a4f-c37d-4471-90b3-548fce88a623 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=e3a8461b-c277-4a11-add5-0b12551c7eb7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:38.346711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:38.347451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-22cb9710-8504-4fe3-8311-f1b5bea38ad0', 'network_id': '22cb9710-8504-4fe3-8311-f1b5bea38ad0', 'tenant_id': '2c949a3375304810a825bd987de1df9c', 'fixed_ips': [{'subnet_id': 'e991612a-d32e-4985-b82d-4e5ee7077b95'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:23:38.348598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.357828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': 'e3a8461b-c277-4a11-add5-0b12551c7eb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:38.369880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 981fb9ea-609a-4d48-9052-a18d09825cee, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=981fb9ea-609a-4d48-9052-a18d09825cee,segment=NetworkSegment(01bdbf44-8084-4e48-8062-39f88593295c),segment_id=01bdbf44-8084-4e48-8062-39f88593295c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:38.371301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network e3a8461b-c277-4a11-add5-0b12551c7eb7 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:38.410327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:38.424293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.478925 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-93d1b6e9-456f-458e-8a3d-11623d4bd545 req-0c9c991d-1619-4c73-a678-ed75ac886b2f tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 210 time: 0.0698657 Feb 28 11:23:38.545810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Made reservation on behalf of 6346ef247fce46f9a18cb27a4f4c0350 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:38.549904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.555798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.556015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=981fb9ea-609a-4d48-9052-a18d09825cee,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:38.556473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.579159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.601998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:38.604551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:38.609400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Usage tracker for resource:security_group_rule and tenant:6346ef247fce46f9a18cb27a4f4c0350 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:38.612195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:subnet and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:38.614640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:38.617291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:38.624918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:38.627191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:38.650700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:38.652222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.652570 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Added segment 66ad1337-1902-45b8-99a5-eec21374d0af of type vlan for network 3984e97f-5dbe-4f43-a350-d63ff94f7264 Feb 28 11:23:38.654427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.765458 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:23:38.766006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:23:38.795108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Calling delete_port for 3a5f8144-075c-4f5e-a8dd-36979e7abe78 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:38.846501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:23:38.861090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.872632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.890887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.946566 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:38.982478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac3995c-8d49-407d-86ff-5029ea7b0d39,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:38.994411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.37', 62017) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:39.014360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.023898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.027301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.092498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Allocated IP 2001:db8::3 (22cb9710-8504-4fe3-8311-f1b5bea38ad0/e991612a-d32e-4985-b82d-4e5ee7077b95/19b18e08-8c10-417a-9348-1f8463a8fd07) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:39.106953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:39.129866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2805eaff-f912-4a58-a3bd-5c099d9cd811,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:39.145183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=348fbbc5-5594-4db0-b72d-037a06d47a18,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:39.177167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.177504 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Added segment c9628aa0-718e-42f4-bef3-bbb233a961c9 of type vlan for network 559d3b10-120e-4d50-ac89-846e28f0f636 Feb 28 11:23:39.191356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking segment: {'id': 'fba4f00f-7932-481f-9e13-7fb6705663f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e3a8461b-c277-4a11-add5-0b12551c7eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:39.191968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network hostable DHCP agents. Network: e3a8461b-c277-4a11-add5-0b12551c7eb7, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:39.241415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network e3a8461b-c277-4a11-add5-0b12551c7eb7 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:39.251851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.253749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.258099 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6b33369a-5535-41b8-b34c-00283aeace4b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2638571 Feb 28 11:23:39.259317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.259473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48012) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:39.266407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Request body: {'security_group_rule': {'security_group_id': 'ff700fc4-2fe8-4e79-88fe-a476383c2406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:39.266817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:23:39.275245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, e3a8461b-c277-4a11-add5-0b12551c7eb7) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:39.279931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:39.286724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:39.287322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.301247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Usage tracker for resource:security_group_rule and tenant:dd78ff79f8d3407fa118ff357b803d7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:39.313568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:39.326535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:39.343429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.346803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9eb37-54d8-468c-8e7e-991e8619c69c None None] Network e3a8461b-c277-4a11-add5-0b12551c7eb7 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:39.357691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.363805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:39.364559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.398199 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-013e0ae7-b088-4265-8c25-5d0fd39cccc4 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0544589 Feb 28 11:23:39.416454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.423992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48020) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:39.468975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a5f8144-075c-4f5e-a8dd-36979e7abe78,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:39.534368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.535818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.541318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:39.542035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.556273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:30Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '667e89cf-dcaf-4de0-8089-7857e9a57330', 'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'mac_address': 'fa:16:3e:9b:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:28Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'subnets': [{'id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:39.586409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71edffcf-dd9f-4e3e-a64b-c2fe869e7556 None None] The sync data for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv is: [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:30Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '667e89cf-dcaf-4de0-8089-7857e9a57330', 'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'mac_address': 'fa:16:3e:9b:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:28Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'subnets': [{'id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:39.667657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.794035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'Port': ['ID=f5bd5409-27a2-4773-98e6-62ec0d6cf975,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:39.825687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Subnet': ['ID=7e8136ae-ec30-42e3-8780-19ae5490096f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:39.845812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-e3a8461b-c277-4a11-add5-0b12551c7eb7', 'network_id': 'e3a8461b-c277-4a11-add5-0b12551c7eb7', 'tenant_id': '2c949a3375304810a825bd987de1df9c', 'fixed_ips': [{'subnet_id': '348fbbc5-5594-4db0-b72d-037a06d47a18'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:23:39.846425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Checking segment: {'id': '69c600c2-5aa8-41b2-83ff-a9675f198abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e0a6a280-71d2-4d87-9dbf-23eff5d5f168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:39.846785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network hostable DHCP agents. Network: e0a6a280-71d2-4d87-9dbf-23eff5d5f168, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:39.847699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.861293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:39.881014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Transition to ACTIVE for port object 19b18e08-8c10-417a-9348-1f8463a8fd07 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:39.917506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event updated for resources: {'Network': ['ID=559d3b10-120e-4d50-ac89-846e28f0f636,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:39.924799 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d2036dca-54c9-4e29-b3fe-344b0f6002c1 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9690487 Feb 28 11:23:39.942881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48046) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:39.947912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 559d3b10-120e-4d50-ac89-846e28f0f636 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:39.989583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Request body: {'subnet': {'network_id': '559d3b10-120e-4d50-ac89-846e28f0f636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:39.989815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:40.002196 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.4828160 Feb 28 11:23:40.009874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:40.011595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:40.021969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:40.022876 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:40.023551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.049019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-fbaa33df-f892-4f4b-aef5-f54eda336558 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:40.049664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-fbaa33df-f892-4f4b-aef5-f54eda336558 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Synchronizing usage tracker for tenant:5f423a4da9b54c3f824424e120e51144 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:40.067163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2e9ef-ccdc-43c2-b33f-d1b8fc3c9e6b tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Network': ['ID=3984e97f-5dbe-4f43-a350-d63ff94f7264,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:40.067460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Transition to ACTIVE for port object 19b18e08-8c10-417a-9348-1f8463a8fd07 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:40.072984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'subnet': {'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:40.086743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:40.114440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.119426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.148777 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-43d05ad6-290b-4fe8-9070-ba2d2064d7b1 req-b1d53c73-6611-4b03-aa54-7df4c7187152 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 210 time: 0.2253687 Feb 28 11:23:40.149552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.199534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:40.221357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Network 22cb9710-8504-4fe3-8311-f1b5bea38ad0 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:40.292804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:40.295916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:40.341733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.358252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.420846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Pushing event updated for resources: {'Port': ['ID=19b18e08-8c10-417a-9348-1f8463a8fd07,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:40.429085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-fbaa33df-f892-4f4b-aef5-f54eda336558 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Unset dirty status for tenant:5f423a4da9b54c3f824424e120e51144 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:40.431153 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-fbaa33df-f892-4f4b-aef5-f54eda336558 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.37 "GET /v2.0/networks?id=59e0a966-d597-493f-a8b7-7fa42333d6c2 HTTP/1.1" status: 200 len: 812 time: 1.2714736 Feb 28 11:23:40.432690 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2c29fd8d-60a4-4802-be7c-8aaf3a9a5b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4506128 Feb 28 11:23:40.433761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, e0a6a280-71d2-4d87-9dbf-23eff5d5f168) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:40.439660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48058) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:40.462666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:40.468342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.477505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5c4bd-9550-4e73-9ad9-7e801b9f51d7 None None] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:40.515909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e9c11c-37ac-4f21-86c9-29e783f42823,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:40.527098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:40.535839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.537157 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-95f3dfd8-9093-4bde-a9e6-5367ee4e081e tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2767057 Feb 28 11:23:40.538386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Usage tracker for resource:subnet and tenant:6346ef247fce46f9a18cb27a4f4c0350 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:40.546390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:40.555597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:40.555761 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:40.560392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:40.573558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:40.605334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:40.613238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Usage tracker for resource:subnet and tenant:b01c1ad4b6c54cc68a6fbae9a7852573 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:40.628313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b1e37-07d3-48e6-9bc6-3bb944a5ef9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:40.629537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-347b1e37-07d3-48e6-9bc6-3bb944a5ef9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Synchronizing usage tracker for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:40.633236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:40.637498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Usage tracker for resource:floatingip and tenant:dd78ff79f8d3407fa118ff357b803d7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:40.648212 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3c9963a4-6d90-4e14-8290-29cd094bb4b1 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5895159 Feb 28 11:23:40.648212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.659319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Made reservation on behalf of 6346ef247fce46f9a18cb27a4f4c0350 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:40.665326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:40.767870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48066) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:40.817384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:40.873446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1376763168', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:40.901253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 981fb9ea-609a-4d48-9052-a18d09825cee up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:40.985436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-bcc6b66c-3685-4bf2-a23f-806ee440cf9a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Synchronizing usage tracker for tenant:5f423a4da9b54c3f824424e120e51144 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:41.016820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:41.023744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:41.032104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-347b1e37-07d3-48e6-9bc6-3bb944a5ef9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Unset dirty status for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:41.036930 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-347b1e37-07d3-48e6-9bc6-3bb944a5ef9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "GET /v2.0/ports/f5bd5409-27a2-4773-98e6-62ec0d6cf975 HTTP/1.1" status: 200 len: 959 time: 0.5916092 Feb 28 11:23:41.042936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:41.049891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:41.055263 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:router and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:41.057841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Made reservation on behalf of b01c1ad4b6c54cc68a6fbae9a7852573 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:41.068458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.104360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Attempting to bind port 19b18e08-8c10-417a-9348-1f8463a8fd07 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:41.104727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Attempting to bind port 19b18e08-8c10-417a-9348-1f8463a8fd07 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9df1c4d5-2d3f-4d06-914f-eeaab49f0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '22cb9710-8504-4fe3-8311-f1b5bea38ad0'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:41.105249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Attempting to bind port 19b18e08-8c10-417a-9348-1f8463a8fd07 on network 22cb9710-8504-4fe3-8311-f1b5bea38ad0 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:41.118733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:41.119423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Checking segment: {'id': '9df1c4d5-2d3f-4d06-914f-eeaab49f0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '22cb9710-8504-4fe3-8311-f1b5bea38ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:41.119971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.123030 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Bound using segment: {'id': '9df1c4d5-2d3f-4d06-914f-eeaab49f0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '22cb9710-8504-4fe3-8311-f1b5bea38ad0'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:41.123989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Bound port: 19b18e08-8c10-417a-9348-1f8463a8fd07, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df1c4d5-2d3f-4d06-914f-eeaab49f0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '22cb9710-8504-4fe3-8311-f1b5bea38ad0'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:41.124516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.151811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.173013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:41.188067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Allocated IP 2001:db8::3 (e3a8461b-c277-4a11-add5-0b12551c7eb7/348fbbc5-5594-4db0-b72d-037a06d47a18/86eec81d-8b12-48a9-aaba-2549d794fc9c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:41.189789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 981fb9ea-609a-4d48-9052-a18d09825cee triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:41.190165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.217322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-47f3c8d2-aaac-40b8-966c-0fc06dd238d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Deleting port f5bd5409-27a2-4773-98e6-62ec0d6cf975 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:41.217664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3c8d2-aaac-40b8-966c-0fc06dd238d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.217766 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:41.312947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.412264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] For port 19b18e08-8c10-417a-9348-1f8463a8fd07, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:41.416339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] For port 19b18e08-8c10-417a-9348-1f8463a8fd07, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=19b18e08-8c10-417a-9348-1f8463a8fd07,segment=NetworkSegment(9df1c4d5-2d3f-4d06-914f-eeaab49f0db9),segment_id=9df1c4d5-2d3f-4d06-914f-eeaab49f0db9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:41.440950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.509905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.525398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.557438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:41.632437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event updated for resources: {'Subnet': ['ID=912efe77-33a0-497e-8e64-aa0246ffa51a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:41.679431 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-426dbc48-4d1e-47a6-9866-fab2ed0ec74f req-b89ef6c0-f1ff-4c0f-b918-b06dad4b4b79 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 210 time: 0.0917010 Feb 28 11:23:41.718422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-bcc6b66c-3685-4bf2-a23f-806ee440cf9a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Unset dirty status for tenant:5f423a4da9b54c3f824424e120e51144 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:41.723727 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-bcc6b66c-3685-4bf2-a23f-806ee440cf9a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f423a4da9b54c3f824424e120e51144 HTTP/1.1" status: 200 len: 380 time: 1.2292242 Feb 28 11:23:41.793903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Checking segment: {'id': 'c9628aa0-718e-42f4-bef3-bbb233a961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '559d3b10-120e-4d50-ac89-846e28f0f636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:41.794737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Network hostable DHCP agents. Network: 559d3b10-120e-4d50-ac89-846e28f0f636, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:41.818637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Request body: {'port': {'device_id': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'admin_state_up': True, 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'security_groups': ['4d23daa5-0cbe-420c-851d-d0c9684a13b6']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:41.839105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3c8d2-aaac-40b8-966c-0fc06dd238d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.002797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a848c27-1300-4f13-ba62-d663935a4c70 None None] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:42.136692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-47f3c8d2-aaac-40b8-966c-0fc06dd238d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Calling delete_port for f5bd5409-27a2-4773-98e6-62ec0d6cf975 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:42.210515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Network 559d3b10-120e-4d50-ac89-846e28f0f636 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:42.252598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 559d3b10-120e-4d50-ac89-846e28f0f636) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:42.274822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:42.275625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.312239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.343246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1e6971-bc44-45bb-af8b-193bae28b49f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:42.406134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a7763-dbfa-4e4c-a726-cadb380e2d81 None None] Network 559d3b10-120e-4d50-ac89-846e28f0f636 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:42.415293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3c8d2-aaac-40b8-966c-0fc06dd238d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.418700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.440723 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-056c9171-d6db-46cf-9b03-19df1e602e6d tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4566593 Feb 28 11:23:42.475612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:42.509164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.521605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Request body: {'port': {'network_id': '559d3b10-120e-4d50-ac89-846e28f0f636', 'name': 'tempest-ExtraDHCPOptionsTestJSON-901529963'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:42.564055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd357bca-a115-4185-92cd-4fa42e76b611']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:42.588038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d88319-c8cc-43b6-ac48-b1ab42cb3d39') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:42.593912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d88319-c8cc-43b6-ac48-b1ab42cb3d39') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:42.625963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.641335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3c8d2-aaac-40b8-966c-0fc06dd238d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5bd5409-27a2-4773-98e6-62ec0d6cf975,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:42.661624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.670251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:42.671095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.682870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47f3c8d2-aaac-40b8-966c-0fc06dd238d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:42.734334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 667e89cf-dcaf-4de0-8089-7857e9a57330 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:42.850612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba832b-6f75-4f24-a59d-4e84c5bd7304 None None] Pushing event updated for resources: {'Port': ['ID=19b18e08-8c10-417a-9348-1f8463a8fd07,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:42.872476 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-47f3c8d2-aaac-40b8-966c-0fc06dd238d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "DELETE /v2.0/ports/f5bd5409-27a2-4773-98e6-62ec0d6cf975 HTTP/1.1" status: 204 len: 168 time: 1.8275466 Feb 28 11:23:42.873255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48084) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:42.944691 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:43.053042 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 667e89cf-dcaf-4de0-8089-7857e9a57330 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:43.070328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 667e89cf-dcaf-4de0-8089-7857e9a57330 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:43.074499 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f14c0b-c2bb-419c-842a-5617bc3600c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:23:43.075311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-99f14c0b-c2bb-419c-842a-5617bc3600c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Synchronizing usage tracker for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:43.078676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.108530 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e4b2469-d442-4884-a055-4653fbef90fa req-3e3bf44b-cd9c-4a47-9e37-2c7e0922be7e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 210 time: 0.1058125 Feb 28 11:23:43.137080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.137080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:43.152989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:43.181607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Allocated IP 172.26.8.233 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/f6d92d9d-63ba-4f27-a0f5-57137b40e10c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:43.199829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.203002 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-99f14c0b-c2bb-419c-842a-5617bc3600c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Unset dirty status for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:43.210293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd357bca-a115-4185-92cd-4fa42e76b611 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 11:23:43.211304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-99f14c0b-c2bb-419c-842a-5617bc3600c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "GET /v2.0/ports/f5bd5409-27a2-4773-98e6-62ec0d6cf975 HTTP/1.1" status: 404 len: 333 time: 0.3185406 Feb 28 11:23:43.214031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:43.219062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48088) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:43.229296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd357bca-a115-4185-92cd-4fa42e76b611,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:43.230178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Request body: {'port': {'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-560871288'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:43.247520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Usage tracker for resource:port and tenant:6346ef247fce46f9a18cb27a4f4c0350 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:43.258509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:43.276154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:43.356321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:43.409492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-559d3b10-120e-4d50-ac89-846e28f0f636', 'network_id': '559d3b10-120e-4d50-ac89-846e28f0f636', 'tenant_id': '6346ef247fce46f9a18cb27a4f4c0350', 'fixed_ips': [{'subnet_id': '912efe77-33a0-497e-8e64-aa0246ffa51a'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:23:43.410774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.419554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:43.487754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.587399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b97873-c15e-41f9-a0dc-91c9491e68eb None None] Network 22cb9710-8504-4fe3-8311-f1b5bea38ad0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:43.616897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Made reservation on behalf of 5f423a4da9b54c3f824424e120e51144 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:43.620702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.701514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8ce1f1a6-1ebc-4a6e-8874-1eb72a0f4dff None None] Provisioning for port 19b18e08-8c10-417a-9348-1f8463a8fd07 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:43.713729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.723817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.763577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 667e89cf-dcaf-4de0-8089-7857e9a57330, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=667e89cf-dcaf-4de0-8089-7857e9a57330,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:43.796767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Made reservation on behalf of 6346ef247fce46f9a18cb27a4f4c0350 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:43.810534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.837367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.858778 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.882318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:43.885077 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ece2b405-0dba-439b-a820-cb0c0708978b tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "DELETE /v2.0/networks/fd357bca-a115-4185-92cd-4fa42e76b611 HTTP/1.1" status: 204 len: 168 time: 6.8306394 Feb 28 11:23:43.926082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48092) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:43.987092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Made reservation on behalf of 3211d2d0edc14821921f0f4880641a7c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:43.990263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:44.048922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=667e89cf-dcaf-4de0-8089-7857e9a57330,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:44.059684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] device_id is not set on port a3a20839-9871-461e-b7fd-c29a841b7c8b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:44.080494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Transition to ACTIVE for port object 86eec81d-8b12-48a9-aaba-2549d794fc9c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:44.148564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 19b18e08-8c10-417a-9348-1f8463a8fd07 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:44.152182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:44.156227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] device_id is not set on port 690da1fa-059d-47a2-8433-4b80e9ef9757 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:44.212332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:44.233665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:44.310766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Pushing event updated for resources: {'Port': ['ID=f6d92d9d-63ba-4f27-a0f5-57137b40e10c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:44.401594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Transition to ACTIVE for port object 86eec81d-8b12-48a9-aaba-2549d794fc9c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:44.500657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:44.558554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Subnet': ['ID=df115a8c-de7b-4f1c-bd80-58b6975795f6,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:44.570934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-468132e5-96e4-44b6-af3f-667de2010483 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Synchronizing usage tracker for tenant:ad337866786e467db353c15f75773a3f on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:44.663304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Network e3a8461b-c277-4a11-add5-0b12551c7eb7 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:44.672362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:44.676948 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:44.712313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:44.722138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Checking segment: {'id': '66ad1337-1902-45b8-99a5-eec21374d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:44.722797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Network hostable DHCP agents. Network: 3984e97f-5dbe-4f43-a350-d63ff94f7264, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:44.738218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:44.763361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Allocated IP 172.20.0.2 (559d3b10-120e-4d50-ac89-846e28f0f636/912efe77-33a0-497e-8e64-aa0246ffa51a/c6c41596-d0a4-477e-b6fe-22030b46cce8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:44.768223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-468132e5-96e4-44b6-af3f-667de2010483 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Unset dirty status for tenant:ad337866786e467db353c15f75773a3f on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:44.769432 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-468132e5-96e4-44b6-af3f-667de2010483 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.8400307 Feb 28 11:23:44.773924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 19b18e08-8c10-417a-9348-1f8463a8fd07 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:44.774467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48098) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:44.830805 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fc5ddafe-7ffe-47dc-a174-a8217104971c req-3a3ba04c-3aca-45b2-9744-511efdbd5dcf tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 210 time: 0.1037834 Feb 28 11:23:44.831847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:44.889080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.890241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.890701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.891233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.891681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.892178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.892621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.893060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.893501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.894052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:44.895895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Synchronizing usage tracker for tenant:ad337866786e467db353c15f75773a3f on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:44.904892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:44.908727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=348fbbc5-5594-4db0-b72d-037a06d47a18,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:44.953690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 19b18e08-8c10-417a-9348-1f8463a8fd07 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:44.954368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.014209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.080342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:45.088497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Pushing event updated for resources: {'Port': ['ID=86eec81d-8b12-48a9-aaba-2549d794fc9c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:45.151777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Attempting to bind port 86eec81d-8b12-48a9-aaba-2549d794fc9c on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:45.153282 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Attempting to bind port 86eec81d-8b12-48a9-aaba-2549d794fc9c by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'fba4f00f-7932-481f-9e13-7fb6705663f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e3a8461b-c277-4a11-add5-0b12551c7eb7'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:45.154016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Attempting to bind port 86eec81d-8b12-48a9-aaba-2549d794fc9c on network e3a8461b-c277-4a11-add5-0b12551c7eb7 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:45.163958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 3984e97f-5dbe-4f43-a350-d63ff94f7264) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:45.175248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Unset dirty status for tenant:ad337866786e467db353c15f75773a3f on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:45.176534 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1f6167c3-916d-4ba6-878b-332f3b96c1eb tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6449 time: 0.3861237 Feb 28 11:23:45.182225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:45.182820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.186597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48102) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:45.237374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deef37a-199c-4cf4-ad72-bc221b32a2e7 None None] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:45.254065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:45.254911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Checking segment: {'id': 'fba4f00f-7932-481f-9e13-7fb6705663f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e3a8461b-c277-4a11-add5-0b12551c7eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:45.255574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.256178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Bound using segment: {'id': 'fba4f00f-7932-481f-9e13-7fb6705663f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e3a8461b-c277-4a11-add5-0b12551c7eb7'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:45.256875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Bound port: 86eec81d-8b12-48a9-aaba-2549d794fc9c, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba4f00f-7932-481f-9e13-7fb6705663f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e3a8461b-c277-4a11-add5-0b12551c7eb7'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:45.257543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.287094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.407630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Allocated IP 172.20.0.6 (59e0a966-d597-493f-a8b7-7fa42333d6c2/61c0cde5-5beb-4452-9ca7-2851f0d2e04c/e06e6736-6a9e-45b6-b9c0-9e42f762615d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:45.689709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.698260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'Port': ['ID=690da1fa-059d-47a2-8433-4b80e9ef9757,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:45.713507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.727279 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-98693ac6-4a1e-4174-ac42-80b34c2c826a tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] delete failed (client error): The resource could not be found. Feb 28 11:23:45.733387 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-98693ac6-4a1e-4174-ac42-80b34c2c826a tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/960ef35e-1e36-4afd-9efc-199b844377a4 HTTP/1.1" status: 404 len: 345 time: 0.5396111 Feb 28 11:23:45.734925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Transition to ACTIVE for port object e06e6736-6a9e-45b6-b9c0-9e42f762615d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:45.736026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48106) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:45.749916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.776029 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9c36654d-2743-42b0-9788-6115b45db324 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7541859 Feb 28 11:23:45.779551 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae2132d-a978-4bf5-aa75-c5c0b5cd6533 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] DELETE failed (client error): The resource could not be found. Feb 28 11:23:45.780156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae2132d-a978-4bf5-aa75-c5c0b5cd6533 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:23:45.780652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.781902 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dae2132d-a978-4bf5-aa75-c5c0b5cd6533 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "DELETE /v2.0/networks/fd357bca-a115-4185-92cd-4fa42e76b611 HTTP/1.1" status: 404 len: 339 time: 0.0408781 Feb 28 11:23:45.783624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48110) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:45.786450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:45.796863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48112) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:45.809371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Request body: {'network': {'name': 'tempest-network--1333537895', 'router:external': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:45.815470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'port': {'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264', 'name': 'tempest-AllowedAddressPairTestJSON-1968062350'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:45.837798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:45.845681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:45.854439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:45.856543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:45.857295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.857935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Usage tracker for resource:network and tenant:ad337866786e467db353c15f75773a3f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:45.864196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a8461b-c277-4a11-add5-0b12551c7eb7']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:45.867493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:45.877184 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:45.901732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.000855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Made reservation on behalf of ad337866786e467db353c15f75773a3f for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:46.005696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.037200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.053477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba4f00f-7932-481f-9e13-7fb6705663f1') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:46.053800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba4f00f-7932-481f-9e13-7fb6705663f1') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:46.066785 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e9ba5cbb-358f-4d57-917b-0a567aebec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.8462925 Feb 28 11:23:46.074198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48120) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:46.164010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.179293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-3984e97f-5dbe-4f43-a350-d63ff94f7264', 'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264', 'tenant_id': 'b01c1ad4b6c54cc68a6fbae9a7852573', 'fixed_ips': [{'subnet_id': 'df115a8c-de7b-4f1c-bd80-58b6975795f6'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:23:46.185491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.193647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.217315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.218056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:46.229500 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6704068 Feb 28 11:23:46.260130 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] For port 86eec81d-8b12-48a9-aaba-2549d794fc9c, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:46.334826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] For port 86eec81d-8b12-48a9-aaba-2549d794fc9c, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=86eec81d-8b12-48a9-aaba-2549d794fc9c,segment=NetworkSegment(fba4f00f-7932-481f-9e13-7fb6705663f1),segment_id=fba4f00f-7932-481f-9e13-7fb6705663f1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:46.337322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab75427-bcc7-4017-a431-0722399d64b4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Pushing event updated for resources: {'Port': ['ID=f6d92d9d-63ba-4f27-a0f5-57137b40e10c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:46.358851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 19b18e08-8c10-417a-9348-1f8463a8fd07, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=19b18e08-8c10-417a-9348-1f8463a8fd07,segment=NetworkSegment(9df1c4d5-2d3f-4d06-914f-eeaab49f0db9),segment_id=9df1c4d5-2d3f-4d06-914f-eeaab49f0db9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:46.359613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.378238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae11e-b6fa-4664-abba-e8200bedef2f req-1442ef1e-ece9-41dc-aedf-915bf9017eb6 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:46.380143 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-db8ae11e-b6fa-4664-abba-e8200bedef2f req-1442ef1e-ece9-41dc-aedf-915bf9017eb6 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 931 time: 0.1891677 Feb 28 11:23:46.384078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:46.389856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:46.429660 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:46.437317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Network 59e0a966-d597-493f-a8b7-7fa42333d6c2 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:46.465311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:46.515604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:46.528719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.529264 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Added segment fae7a926-09c5-4968-9553-29a2c2a49aed of type vlan for network 32be97a7-f347-41bf-90e9-16ac97fa0c43 Feb 28 11:23:46.578361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.596637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:46.596637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Usage tracker for resource:port and tenant:b01c1ad4b6c54cc68a6fbae9a7852573 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:46.597486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:46.603466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:46.631393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.649519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:46.723953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.831252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.838376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331cee7-fc23-4a58-9b57-53cced8c7003 None None] Pushing event updated for resources: {'Port': ['ID=86eec81d-8b12-48a9-aaba-2549d794fc9c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:46.859737 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.896554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Made reservation on behalf of b01c1ad4b6c54cc68a6fbae9a7852573 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:46.905662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:46.911078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:23:46.911078 dv-neutron-831192-2-hyperv neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:23:46.911078 dv-neutron-831192-2-hyperv neutron-server[87638]: [parameters: {'id': 'e3a8461b-c277-4a11-add5-0b12551c7eb7'}] Feb 28 11:23:46.911078 dv-neutron-831192-2-hyperv neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:23:46.911581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:23:46.933790 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-db8ae11e-b6fa-4664-abba-e8200bedef2f req-98fb2069-cc86-4b21-9062-bf8d5c7e9944 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4714699 Feb 28 11:23:46.947947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=19b18e08-8c10-417a-9348-1f8463a8fd07,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:46.971972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Allocated IP 172.20.0.2 (3984e97f-5dbe-4f43-a350-d63ff94f7264/df115a8c-de7b-4f1c-bd80-58b6975795f6/5cd18c80-232f-48db-8350-1ebb5b3af52d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:46.990460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Transition to ACTIVE for port object c6c41596-d0a4-477e-b6fe-22030b46cce8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:46.991401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] device_id is not set on port 06754f50-1cd0-499d-89d2-e02dd948722f yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:46.992950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e11b3d34-097d-4c47-87f1-3e8e73949279 None None] Provisioning complete for port 19b18e08-8c10-417a-9348-1f8463a8fd07 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:46.993339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e11b3d34-097d-4c47-87f1-3e8e73949279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.035056 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-649393df-5536-4a59-b361-420e5ed57049 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1920233761&fields=id&tenant_id=dd78ff79f8d3407fa118ff357b803d7d HTTP/1.1" status: 200 len: 267 time: 0.3547955 Feb 28 11:23:47.095286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 667e89cf-dcaf-4de0-8089-7857e9a57330 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:47.292213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef401a-e19e-4a08-9f4a-aed7c5762391 None None] Network e3a8461b-c277-4a11-add5-0b12551c7eb7 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:47.371782 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Transition to ACTIVE for port object c6c41596-d0a4-477e-b6fe-22030b46cce8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:47.410618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-fcc83bf6-5411-4083-b747-a36d660b3fd7 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:47.412715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:47.413489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.420553 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-fcc83bf6-5411-4083-b747-a36d660b3fd7 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/networks?id=0684ed51-866d-4e5c-b9c1-c22957fb2cc1 HTTP/1.1" status: 200 len: 806 time: 0.3776605 Feb 28 11:23:47.491435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Pushing event updated for resources: {'Port': ['ID=e06e6736-6a9e-45b6-b9c0-9e42f762615d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:47.515099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Allocated IP 172.20.0.7 (559d3b10-120e-4d50-ac89-846e28f0f636/912efe77-33a0-497e-8e64-aa0246ffa51a/a3a20839-9871-461e-b7fd-c29a841b7c8b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:47.537454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:23:47.548380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.607268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.665324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.666471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Network 559d3b10-120e-4d50-ac89-846e28f0f636 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:47.748880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:47.789537 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-3edcb878-8d8b-4ccc-aaf5-d3c4a3e96725 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9887249 Feb 28 11:23:47.798088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.800038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:47.800921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.805762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.809311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:47.826604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Transition to ACTIVE for port object a3a20839-9871-461e-b7fd-c29a841b7c8b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:47.851787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.863965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:47.940353 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-9e1e3a66-047f-423a-961b-b118ec8492d0 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/quotas/dd78ff79f8d3407fa118ff357b803d7d HTTP/1.1" status: 200 len: 375 time: 0.5188468 Feb 28 11:23:47.949239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-9aff4bd7-76dd-4132-9cc7-8015523fa14d tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:23:47.950227 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-9aff4bd7-76dd-4132-9cc7-8015523fa14d tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070264 Feb 28 11:23:47.963085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'Network': ['ID=32be97a7-f347-41bf-90e9-16ac97fa0c43,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:48.010874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 32be97a7-f347-41bf-90e9-16ac97fa0c43 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:48.020959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port 86eec81d-8b12-48a9-aaba-2549d794fc9c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:48.021301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.083853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Network 559d3b10-120e-4d50-ac89-846e28f0f636 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:48.100151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:48.102815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:48.171067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event updated for resources: {'Port': ['ID=a3a20839-9871-461e-b7fd-c29a841b7c8b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:48.210089 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c70464bd-5b5c-4e06-b4b9-fc632d367bd2 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4093735 Feb 28 11:23:48.211670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48140) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:48.245000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Pushing event updated for resources: {'Port': ['ID=c6c41596-d0a4-477e-b6fe-22030b46cce8,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:48.247719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 667e89cf-dcaf-4de0-8089-7857e9a57330 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:48.248112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.289132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6fce2739-0435-44c9-8417-c931acc8fcfd None None] Provisioning for port e06e6736-6a9e-45b6-b9c0-9e42f762615d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:48.356353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:48.357115 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.389182 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a41601d8-25a2-42e5-abb2-3fc5aa45090e tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9073124 Feb 28 11:23:48.391670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:48.431294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6fce2739-0435-44c9-8417-c931acc8fcfd None None] Provisioning complete for port e06e6736-6a9e-45b6-b9c0-9e42f762615d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:48.432883 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6fce2739-0435-44c9-8417-c931acc8fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.434176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Request body: {'port': {'network_id': '559d3b10-120e-4d50-ac89-846e28f0f636', 'name': 'tempest-ExtraDHCPOptionsTestJSON-977346749', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:48.434739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.api.validators [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] bootfile-name is not in valid_values {{(pid=87638) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:48.435093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.api.validators [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] tftp-server is not in valid_values {{(pid=87638) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:48.435447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.api.validators [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] server-ip-address is not in valid_values {{(pid=87638) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:48.458315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-d5d1af52-b0c3-4a6d-8a11-a19c53744492 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Synchronizing usage tracker for tenant:dd78ff79f8d3407fa118ff357b803d7d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:48.507454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Request body: {'port': {'device_id': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:48.513506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Attempting to bind port c6c41596-d0a4-477e-b6fe-22030b46cce8 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:48.514481 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Attempting to bind port c6c41596-d0a4-477e-b6fe-22030b46cce8 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'c9628aa0-718e-42f4-bef3-bbb233a961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '559d3b10-120e-4d50-ac89-846e28f0f636'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:48.515384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Attempting to bind port c6c41596-d0a4-477e-b6fe-22030b46cce8 on network 559d3b10-120e-4d50-ac89-846e28f0f636 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:48.529694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6fce2739-0435-44c9-8417-c931acc8fcfd None None] Port e06e6736-6a9e-45b6-b9c0-9e42f762615d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:48.534765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:48.535501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Checking segment: {'id': 'c9628aa0-718e-42f4-bef3-bbb233a961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '559d3b10-120e-4d50-ac89-846e28f0f636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:48.536170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.536804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Bound using segment: {'id': 'c9628aa0-718e-42f4-bef3-bbb233a961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '559d3b10-120e-4d50-ac89-846e28f0f636'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:48.540996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Bound port: c6c41596-d0a4-477e-b6fe-22030b46cce8, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9628aa0-718e-42f4-bef3-bbb233a961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '559d3b10-120e-4d50-ac89-846e28f0f636'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:48.541842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.700076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] For port c6c41596-d0a4-477e-b6fe-22030b46cce8, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:48.704521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] For port c6c41596-d0a4-477e-b6fe-22030b46cce8, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c6c41596-d0a4-477e-b6fe-22030b46cce8,segment=NetworkSegment(c9628aa0-718e-42f4-bef3-bbb233a961c9),segment_id=c9628aa0-718e-42f4-bef3-bbb233a961c9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:48.735353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.765137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] device_id is not set on port 690da1fa-059d-47a2-8433-4b80e9ef9757 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:48.773661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.790864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-d5d1af52-b0c3-4a6d-8a11-a19c53744492 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Unset dirty status for tenant:dd78ff79f8d3407fa118ff357b803d7d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:48.791699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Transition to ACTIVE for port object 690da1fa-059d-47a2-8433-4b80e9ef9757 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:48.793464 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-d5d1af52-b0c3-4a6d-8a11-a19c53744492 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd78ff79f8d3407fa118ff357b803d7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8508563 Feb 28 11:23:48.828595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.862248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe37592-e2f7-4abf-aeaf-11def53cd23d None None] Pushing event updated for resources: {'Port': ['ID=c6c41596-d0a4-477e-b6fe-22030b46cce8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:49.029154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:49.055622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Transition to ACTIVE for port object 5cd18c80-232f-48db-8350-1ebb5b3af52d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:49.100805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Transition to ACTIVE for port object 5cd18c80-232f-48db-8350-1ebb5b3af52d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:49.110291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083066bf-ad50-43c4-9914-19249e603c30 req-7ac9cb84-5088-4fe5-8a08-6ba907a1f4f3 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:49.113279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:49.117361 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-083066bf-ad50-43c4-9914-19249e603c30 req-7ac9cb84-5088-4fe5-8a08-6ba907a1f4f3 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 931 time: 0.8562684 Feb 28 11:23:49.120333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] For port 86eec81d-8b12-48a9-aaba-2549d794fc9c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=86eec81d-8b12-48a9-aaba-2549d794fc9c,segment=NetworkSegment(fba4f00f-7932-481f-9e13-7fb6705663f1),segment_id=fba4f00f-7932-481f-9e13-7fb6705663f1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:49.123639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:49.317465 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 19b18e08-8c10-417a-9348-1f8463a8fd07 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:49.334715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Allocated IP 172.20.0.7 (3984e97f-5dbe-4f43-a350-d63ff94f7264/df115a8c-de7b-4f1c-bd80-58b6975795f6/06754f50-1cd0-499d-89d2-e02dd948722f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:49.548628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:49.570756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:49.583482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:49.671426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Pushing event updated for resources: {'Port': ['ID=5cd18c80-232f-48db-8350-1ebb5b3af52d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:49.727583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:49.810893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:49.833460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:49.833783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:49.834057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:49.844171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Calling delete_port for 86eec81d-8b12-48a9-aaba-2549d794fc9c owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:49.861544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Attempting to bind port 5cd18c80-232f-48db-8350-1ebb5b3af52d on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:49.863169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Attempting to bind port 5cd18c80-232f-48db-8350-1ebb5b3af52d by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '66ad1337-1902-45b8-99a5-eec21374d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:49.864276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Attempting to bind port 5cd18c80-232f-48db-8350-1ebb5b3af52d on network 3984e97f-5dbe-4f43-a350-d63ff94f7264 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:49.874355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:49.875306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Checking segment: {'id': '66ad1337-1902-45b8-99a5-eec21374d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:49.875956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:49.876501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Bound using segment: {'id': '66ad1337-1902-45b8-99a5-eec21374d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:49.877326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Bound port: 5cd18c80-232f-48db-8350-1ebb5b3af52d, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ad1337-1902-45b8-99a5-eec21374d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:49.878132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:49.920579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 19b18e08-8c10-417a-9348-1f8463a8fd07 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:49.921215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:49.953791 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-083066bf-ad50-43c4-9914-19249e603c30 req-455f12e1-ed04-4fcf-b996-9aa79e5b6c7d tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7788265 Feb 28 11:23:49.998566 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:49.998889 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:49.999414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'Port': ['ID=690da1fa-059d-47a2-8433-4b80e9ef9757,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:50.013337 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 2 to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 Feb 28 11:23:50.062149 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7bf0f-e30b-4b4c-a62b-0005d60e441f tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:50.065036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-6c5985a0-9333-4d3f-9d8d-63a8bcb8d653 service neutron] 10.222.0.64 "GET /v2.0/networks/0684ed51-866d-4e5c-b9c1-c22957fb2cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2103899 Feb 28 11:23:50.070291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:50.075709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7bf0f-e30b-4b4c-a62b-0005d60e441f tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:50.090280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7bf0f-e30b-4b4c-a62b-0005d60e441f tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:50.096045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7bf0f-e30b-4b4c-a62b-0005d60e441f tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:50.111458 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-64c7bf0f-e30b-4b4c-a62b-0005d60e441f tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.8820338 Feb 28 11:23:50.127213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48148) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:50.138330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.26.8.217 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/0ad57b9c-8bd1-4201-b7bb-d071ce36347a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:50.175496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Usage tracker for resource:port and tenant:6346ef247fce46f9a18cb27a4f4c0350 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:50.230368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:50.254632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:50.336775 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] For port 5cd18c80-232f-48db-8350-1ebb5b3af52d, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:50.341069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] For port 5cd18c80-232f-48db-8350-1ebb5b3af52d, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5cd18c80-232f-48db-8350-1ebb5b3af52d,segment=NetworkSegment(66ad1337-1902-45b8-99a5-eec21374d0af),segment_id=66ad1337-1902-45b8-99a5-eec21374d0af)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:50.350085 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:50.418742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Made reservation on behalf of 6346ef247fce46f9a18cb27a4f4c0350 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:50.428237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:50.468983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:50.478062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79501cd6-d0a3-4de4-9cc5-75a918020f6a None None] Pushing event updated for resources: {'Port': ['ID=5cd18c80-232f-48db-8350-1ebb5b3af52d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:50.520633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Transition to ACTIVE for port object 06754f50-1cd0-499d-89d2-e02dd948722f will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:50.522527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:50.522853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:50.523579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:50.600889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:50.606404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:50.606741 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:50.644935 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 3 to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 Feb 28 11:23:50.664199 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-170060e8-be3a-4746-b644-e778044a02ae service neutron] 10.222.0.64 "GET /v2.0/networks/0684ed51-866d-4e5c-b9c1-c22957fb2cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832245 Feb 28 11:23:50.672272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No DVR routers for this DVR port 86eec81d-8b12-48a9-aaba-2549d794fc9c on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:23:50.674060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Port': ['ID=86eec81d-8b12-48a9-aaba-2549d794fc9c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:50.677262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] device_id is not set on port 1658ba56-6eed-4b4b-b1c8-4fd865a8d34c yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:50.695888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:50.696224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:50.696558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:50.710268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:50.710593 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:50.731562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd865ced-3ec3-495c-84c4-86e27b833fdf None None] Network 559d3b10-120e-4d50-ac89-846e28f0f636 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:50.784096 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 4 to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 Feb 28 11:23:50.916184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bea621aa-8f66-4406-843a-8aaeb5bfeb4c None None] Provisioning for port c6c41596-d0a4-477e-b6fe-22030b46cce8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:50.953957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:50.964803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:50.965301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:50.965689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:50.973472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:50.986463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a8461b-c277-4a11-add5-0b12551c7eb7']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:51.015411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba4f00f-7932-481f-9e13-7fb6705663f1') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:51.015705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba4f00f-7932-481f-9e13-7fb6705663f1') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:51.037238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.056132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.068008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:51.068333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.144775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06e6736-6a9e-45b6-b9c0-9e42f762615d {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:23:51.156594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.177283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Transition to ACTIVE for port object e06e6736-6a9e-45b6-b9c0-9e42f762615d will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:51.193306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:51.193918 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:51.195402 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:51.197707 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 5 to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 Feb 28 11:23:51.206453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.210987 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.267495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.282789 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1e1e4f10-cc32-4072-b8dc-1dee79faa141 req-8f73082b-b753-4063-9fee-ec62230af2b5 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 210 time: 0.0941172 Feb 28 11:23:51.330960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5cd18c80-232f-48db-8350-1ebb5b3af52d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:51.381256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.476346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.477250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 5cd18c80-232f-48db-8350-1ebb5b3af52d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:51.486024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:51.486203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c6c41596-d0a4-477e-b6fe-22030b46cce8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:51.486384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:51.486674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:51.507099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:51.511261 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/e3a8461b-c277-4a11-add5-0b12551c7eb7 HTTP/1.1" status: 204 len: 168 time: 12.0813470 Feb 28 11:23:51.516693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:51.531964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-272566086'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:51.540184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679972b-c59f-46fb-9000-77e9c0a91afd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=e3a8461b-c277-4a11-add5-0b12551c7eb7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:51.560992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:51.583206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:network and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:51.599145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:51.614910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port c6c41596-d0a4-477e-b6fe-22030b46cce8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:51.621366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c6c41596-d0a4-477e-b6fe-22030b46cce8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:51.621659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.633711 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:51.640231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:51.643683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:51.644240 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:51.644435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Allocated IP 172.20.0.14 (559d3b10-120e-4d50-ac89-846e28f0f636/912efe77-33a0-497e-8e64-aa0246ffa51a/1658ba56-6eed-4b4b-b1c8-4fd865a8d34c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:51.692039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b5222-ee4d-4881-b59e-81db257384f8 req-a5a6d7fd-ad76-4309-a6f7-dde6146e5c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:51.694598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:51.698737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:51.701026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf9b5222-ee4d-4881-b59e-81db257384f8 req-a5a6d7fd-ad76-4309-a6f7-dde6146e5c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 943 time: 0.4822834 Feb 28 11:23:51.703455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:51.711685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.794750 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 6 to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 Feb 28 11:23:51.813257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:51.840755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=0ad57b9c-8bd1-4201-b7bb-d071ce36347a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:51.887728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:51.909340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.909673 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment 324f3475-8a6c-4c54-9bfd-855e11fef8b4 of type vlan for network 3a5889b8-98de-46de-9601-5c3f15e2023d Feb 28 11:23:51.911476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:51.915885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.967636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fbf0edf4-1c38-42da-bcff-a01af4f628ea None None] Provisioning complete for port c6c41596-d0a4-477e-b6fe-22030b46cce8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:51.968106 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fbf0edf4-1c38-42da-bcff-a01af4f628ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:51.969005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.036408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port c6c41596-d0a4-477e-b6fe-22030b46cce8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c6c41596-d0a4-477e-b6fe-22030b46cce8,segment=NetworkSegment(c9628aa0-718e-42f4-bef3-bbb233a961c9),segment_id=c9628aa0-718e-42f4-bef3-bbb233a961c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:52.054046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.089246 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf9b5222-ee4d-4881-b59e-81db257384f8 req-2c5a7702-4041-42b9-8bdf-b0eb33130fe3 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483410 Feb 28 11:23:52.152678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:23:52.202519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:52.203066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:52.203199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:52.230017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=c6c41596-d0a4-477e-b6fe-22030b46cce8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:52.247723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Attempting to bind port e06e6736-6a9e-45b6-b9c0-9e42f762615d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:52.248143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Attempting to bind port e06e6736-6a9e-45b6-b9c0-9e42f762615d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:52.248475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Attempting to bind port e06e6736-6a9e-45b6-b9c0-9e42f762615d on network 59e0a966-d597-493f-a8b7-7fa42333d6c2 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:52.252310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.254222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.262041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:52.262789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.280751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fbf0edf4-1c38-42da-bcff-a01af4f628ea None None] Provisioning for port a3a20839-9871-461e-b7fd-c29a841b7c8b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:52.286417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fbf0edf4-1c38-42da-bcff-a01af4f628ea None None] Provisioning complete for port a3a20839-9871-461e-b7fd-c29a841b7c8b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:52.286856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fbf0edf4-1c38-42da-bcff-a01af4f628ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.329179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e932e-f7c6-46db-8d29-1764b4e29773 None None] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:52.330071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:52.330399 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:52.350744 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 7 to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 Feb 28 11:23:52.417832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Port e06e6736-6a9e-45b6-b9c0-9e42f762615d on network 59e0a966-d597-493f-a8b7-7fa42333d6c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:52.418772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Attempting to bind port e06e6736-6a9e-45b6-b9c0-9e42f762615d on network 59e0a966-d597-493f-a8b7-7fa42333d6c2 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:52.442316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Pushing event updated for resources: {'Port': ['ID=e06e6736-6a9e-45b6-b9c0-9e42f762615d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:52.457037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:52.457666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.466085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.466281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32be97a7-f347-41bf-90e9-16ac97fa0c43']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:52.477874 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9513271 Feb 28 11:23:52.485457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:52.507805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:52.508131 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Checking segment: {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:52.508695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Bound using segment: {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:52.509195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Bound port: e06e6736-6a9e-45b6-b9c0-9e42f762615d, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd025ee3b-18c7-4475-a27d-c5fed3df52b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:52.509435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0edf4-1c38-42da-bcff-a01af4f628ea None None] Port a3a20839-9871-461e-b7fd-c29a841b7c8b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:52.509545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.518366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:52.518697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:52.519028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:52.532290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': '3a5889b8-98de-46de-9601-5c3f15e2023d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:52.554228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85366071-9e78-40e1-a9c0-5f5a21c31bb7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=3a5889b8-98de-46de-9601-5c3f15e2023d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:52.558304 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae7a926-09c5-4968-9553-29a2c2a49aed') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:52.558680 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae7a926-09c5-4968-9553-29a2c2a49aed') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:52.573732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:52.573732 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:52.586944 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 8 to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 Feb 28 11:23:52.590288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 3a5889b8-98de-46de-9601-5c3f15e2023d details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:52.604060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.604295 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b5c5ea51-0d7b-4d53-b441-4deb0ccb7ff3 req-27d1b2f4-c034-4e79-a7d8-3a67173b93ed tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 210 time: 0.1285331 Feb 28 11:23:52.607539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Transition to ACTIVE for port object 1658ba56-6eed-4b4b-b1c8-4fd865a8d34c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:52.655806 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.8579171 Feb 28 11:23:52.683929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48198) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:52.687720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:52.687720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:52.688159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:52.697772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'port': {'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264', 'name': 'tempest-AllowedAddressPairTestJSON-1225932830', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:27:79:ce'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:52.729743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] Provisioning for port 5cd18c80-232f-48db-8350-1ebb5b3af52d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:52.748819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] Provisioning complete for port 5cd18c80-232f-48db-8350-1ebb5b3af52d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:52.749190 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.812358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:52.814382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6c04f-bb2e-406a-924d-49cce58bb287 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Port': ['ID=06754f50-1cd0-499d-89d2-e02dd948722f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:52.818070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.818910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:subnet and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:52.823110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:52.832143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:52.847715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.905660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:52.906088 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:52.907791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:52.914191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.928436 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 9 to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 Feb 28 11:23:52.936832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:52.937231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.940376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:52.958896 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:53.002165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Network 559d3b10-120e-4d50-ac89-846e28f0f636 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:53.023728 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] For port 5cd18c80-232f-48db-8350-1ebb5b3af52d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5cd18c80-232f-48db-8350-1ebb5b3af52d,segment=NetworkSegment(66ad1337-1902-45b8-99a5-eec21374d0af),segment_id=66ad1337-1902-45b8-99a5-eec21374d0af)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:53.029456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.068018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:53.093407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.37', 62025) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:53.095277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:53.165978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] Provisioning complete for port a3a20839-9871-461e-b7fd-c29a841b7c8b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:53.166378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.270366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] Port a3a20839-9871-461e-b7fd-c29a841b7c8b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:53.283580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c6c41596-d0a4-477e-b6fe-22030b46cce8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:53.310756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event updated for resources: {'Port': ['ID=1658ba56-6eed-4b4b-b1c8-4fd865a8d34c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:53.318572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:53.318890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:53.319384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:53.364843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:53.365194 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:53.366660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] For port e06e6736-6a9e-45b6-b9c0-9e42f762615d, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:53.384320 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempt 10 to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 Feb 28 11:23:53.481602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] For port e06e6736-6a9e-45b6-b9c0-9e42f762615d, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e06e6736-6a9e-45b6-b9c0-9e42f762615d,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:53.483008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3254e8-b76e-4df2-9b3f-e1ea493803b4 None None] Pushing event updated for resources: {'Port': ['ID=5cd18c80-232f-48db-8350-1ebb5b3af52d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:53.490494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2e998a0b-0fef-4e93-8262-357f023e628a None None] Provisioning complete for port 5cd18c80-232f-48db-8350-1ebb5b3af52d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:53.490856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e998a0b-0fef-4e93-8262-357f023e628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.528540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.535515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c6c41596-d0a4-477e-b6fe-22030b46cce8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:53.535892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.562407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:53.562962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.607802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.618831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1109f-eb37-465d-9d66-a25e6a4a2ae3 None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:23:53.633693 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a76be5d8-cb1f-4bd1-8cb2-4514cec5d96b tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.2282226 Feb 28 11:23:53.637944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:53.638334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:53.638670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempting to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:53.639494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48212) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:53.669284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32be97a7-f347-41bf-90e9-16ac97fa0c43 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 11:23:53.679762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:53.684191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.692799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event deleted for resources: {'Network': ['ID=32be97a7-f347-41bf-90e9-16ac97fa0c43,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:53.694964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:23:53.694964 dv-neutron-831192-2-hyperv neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Failed to bind port 690da1fa-059d-47a2-8433-4b80e9ef9757 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5cc91dd2-c583-430e-bc8a-bb0b1ea57efd'}] Feb 28 11:23:53.695171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.711523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Usage tracker for resource:port and tenant:b01c1ad4b6c54cc68a6fbae9a7852573 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:53.736769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:53.739271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.847448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:53.848095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.849521 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] 10.222.0.37 "PUT /v2.0/ports/e06e6736-6a9e-45b6-b9c0-9e42f762615d HTTP/1.1" status: 200 len: 1093 time: 5.7254305 Feb 28 11:23:53.863648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'tag': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:23:53.868542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:53.888889 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-081b7332-24b1-442f-aa2c-cad2da94ccdf tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "DELETE /v2.0/networks/32be97a7-f347-41bf-90e9-16ac97fa0c43 HTTP/1.1" status: 204 len: 168 time: 3.3621910 Feb 28 11:23:53.889699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48218) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:53.912828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2e998a0b-0fef-4e93-8262-357f023e628a None None] Provisioning for port 06754f50-1cd0-499d-89d2-e02dd948722f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:53.920790 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2e998a0b-0fef-4e93-8262-357f023e628a None None] Provisioning complete for port 06754f50-1cd0-499d-89d2-e02dd948722f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:53.921163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e998a0b-0fef-4e93-8262-357f023e628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:53.937954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-73094f4f-4401-4670-b8ab-6e499a60894f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:53.943205 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-73094f4f-4401-4670-b8ab-6e499a60894f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.37 "GET /v2.0/networks?id=0684ed51-866d-4e5c-b9c1-c22957fb2cc1 HTTP/1.1" status: 200 len: 806 time: 0.7982967 Feb 28 11:23:53.956772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Request body: {'network': {'name': 'tempest-network--771479080', 'router:external': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:53.984069 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-044f81e6-13bc-40a8-98c2-afa40eec943e req-6c8428aa-1f39-4ef0-9165-74ead2d74584 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 210 time: 0.1229942 Feb 28 11:23:54.003647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2e998a0b-0fef-4e93-8262-357f023e628a None None] Port 06754f50-1cd0-499d-89d2-e02dd948722f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:54.017704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdb703-1489-4d52-a682-4e22698363a6 req-0b290f5c-4a64-4a57-b3e1-a75d85d5d502 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.025622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2dbdb703-1489-4d52-a682-4e22698363a6 req-0b290f5c-4a64-4a57-b3e1-a75d85d5d502 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 943 time: 0.6524553 Feb 28 11:23:54.048838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:54.052925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1109f-eb37-465d-9d66-a25e6a4a2ae3 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:23:54.057005 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57d327-5853-4549-8a68-b4d7ec0ce598 service neutron] Pushing event updated for resources: {'Port': ['ID=e06e6736-6a9e-45b6-b9c0-9e42f762615d,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:54.069409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Made reservation on behalf of b01c1ad4b6c54cc68a6fbae9a7852573 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:54.091833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Usage tracker for resource:network and tenant:ad337866786e467db353c15f75773a3f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:54.100768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:54.125247 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e31ce74b-1756-4b92-81b8-b27bf208bbdc tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd78ff79f8d3407fa118ff357b803d7d HTTP/1.1" status: 200 len: 380 time: 0.1657548 Feb 28 11:23:54.134192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:54.137578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Request body: {'port': {'device_id': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'admin_state_up': True, 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'security_groups': ['ff700fc4-2fe8-4e79-88fe-a476383c2406']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:54.191587 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2dbdb703-1489-4d52-a682-4e22698363a6 req-15eaa104-fde4-4b1a-b64c-ca807c8c4d9f tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647081 Feb 28 11:23:54.280517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.361145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Made reservation on behalf of ad337866786e467db353c15f75773a3f for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:54.363905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.374088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c6ac551e-acc1-41db-b6e9-a959d41d92bc None None] Provisioning for port 1658ba56-6eed-4b4b-b1c8-4fd865a8d34c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:54.382321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c6ac551e-acc1-41db-b6e9-a959d41d92bc None None] Provisioning complete for port 1658ba56-6eed-4b4b-b1c8-4fd865a8d34c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:54.382697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c6ac551e-acc1-41db-b6e9-a959d41d92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.392174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8b9886-3c7a-48d1-8ac3-8c09be446e01 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.398302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8b9886-3c7a-48d1-8ac3-8c09be446e01 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.405227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8b9886-3c7a-48d1-8ac3-8c09be446e01 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.406183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b8b9886-3c7a-48d1-8ac3-8c09be446e01 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Synchronizing usage tracker for tenant:6346ef247fce46f9a18cb27a4f4c0350 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:54.407646 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] For port 690da1fa-059d-47a2-8433-4b80e9ef9757, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:54.408357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attempted to set empty binding levels {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 11:23:54.456270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=d26a9f6c-7160-40b3-95d2-c13105bd6bd9,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:54.463979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac551e-acc1-41db-b6e9-a959d41d92bc None None] Port 1658ba56-6eed-4b4b-b1c8-4fd865a8d34c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:54.498593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.506975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:54.508309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c6ac551e-acc1-41db-b6e9-a959d41d92bc None None] Provisioning complete for port 06754f50-1cd0-499d-89d2-e02dd948722f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:54.508688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c6ac551e-acc1-41db-b6e9-a959d41d92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.515661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b8b9886-3c7a-48d1-8ac3-8c09be446e01 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Unset dirty status for tenant:6346ef247fce46f9a18cb27a4f4c0350 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:54.519891 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b8b9886-3c7a-48d1-8ac3-8c09be446e01 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.8768497 Feb 28 11:23:54.523050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking segment: {'id': '324f3475-8a6c-4c54-9bfd-855e11fef8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3a5889b8-98de-46de-9601-5c3f15e2023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:54.523521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network hostable DHCP agents. Network: 3a5889b8-98de-46de-9601-5c3f15e2023d, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:54.530042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:54.539595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:54.561852 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'tag': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d', 'status': 'completed', 'code': 200} Feb 28 11:23:54.574053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac551e-acc1-41db-b6e9-a959d41d92bc None None] Port 06754f50-1cd0-499d-89d2-e02dd948722f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:54.584210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:54.608985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.621558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Made reservation on behalf of dd78ff79f8d3407fa118ff357b803d7d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:54.626971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.628057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] In _notify_port_updated(), no bound segment for port 690da1fa-059d-47a2-8433-4b80e9ef9757 on network 5cc91dd2-c583-430e-bc8a-bb0b1ea57efd {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:23:54.629008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.629621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.631035 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "PUT /v2.0/ports/690da1fa-059d-47a2-8433-4b80e9ef9757 HTTP/1.1" status: 200 len: 980 time: 8.4728656 Feb 28 11:23:54.640393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48236) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:54.655928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.656264 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Added segment 786fe0f4-c9d4-4b1a-9b94-f08a741b7dcd of type vlan for network 5c141508-aebc-4f30-9a5e-f21424d3c36c Feb 28 11:23:54.664849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network 3a5889b8-98de-46de-9601-5c3f15e2023d is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:54.674901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ede9c52e-f4a9-42c8-a33f-1e9238566c1a tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Deleting port 1658ba56-6eed-4b4b-b1c8-4fd865a8d34c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:54.675373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ede9c52e-f4a9-42c8-a33f-1e9238566c1a tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.782810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 3a5889b8-98de-46de-9601-5c3f15e2023d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:54.793930 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9bfad7-d3d1-4cbe-99ea-4b7d62096a39 None None] Network 3a5889b8-98de-46de-9601-5c3f15e2023d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:54.800640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.801552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:54.893356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684decc-372b-4854-9c6d-a7fdea1488f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event updated for resources: {'Port': ['ID=690da1fa-059d-47a2-8433-4b80e9ef9757,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:54.924916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-a937ee18-660d-43bd-9d17-bc8c17068c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.927565 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-a937ee18-660d-43bd-9d17-bc8c17068c44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f423a4da9b54c3f824424e120e51144&device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 1096 time: 0.9760008 Feb 28 11:23:54.930794 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-84cf2548-6e63-4ef6-b1f9-b3c051beb93a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4412165 Feb 28 11:23:54.942441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48240) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:54.947021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] device_id is not set on port d55f1e71-a04f-4fa9-a10a-734bfcc160f8 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:23:55.060351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-3a5889b8-98de-46de-9601-5c3f15e2023d', 'network_id': '3a5889b8-98de-46de-9601-5c3f15e2023d', 'tenant_id': '2c949a3375304810a825bd987de1df9c', 'fixed_ips': [{'subnet_id': 'd26a9f6c-7160-40b3-95d2-c13105bd6bd9'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:23:55.060983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:55.096945 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-f2dec1df-d31c-4353-acff-bc7c5587cb40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e06e6736-6a9e-45b6-b9c0-9e42f762615d HTTP/1.1" status: 200 len: 217 time: 0.1101141 Feb 28 11:23:55.162482 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:55.171202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:55.184783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8b75df32-fd77-4774-bb31-71b361f48e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Deleting port 690da1fa-059d-47a2-8433-4b80e9ef9757 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:55.185363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b75df32-fd77-4774-bb31-71b361f48e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:55.186142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5cd18c80-232f-48db-8350-1ebb5b3af52d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:55.336020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Allocated IP 172.20.0.14 (0684ed51-866d-4e5c-b9c1-c22957fb2cc1/f6b41517-9a9e-4904-a5ae-35be1080a401/62c6ec4a-a90c-4428-bb4b-541d389c498e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:55.347019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:55.408377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5cd18c80-232f-48db-8350-1ebb5b3af52d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:55.408614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:55.409284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-9394bd81-8e21-4584-9569-11f2e0669b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:55.410804 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-9394bd81-8e21-4584-9569-11f2e0669b9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61c0cde5-5beb-4452-9ca7-2851f0d2e04c HTTP/1.1" status: 200 len: 851 time: 0.2935724 Feb 28 11:23:55.479222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-36ffc486-efa6-491a-9918-ff09016924da req-9effc856-da47-4005-af98-ae81c3011b77 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Synchronizing usage tracker for tenant:dd78ff79f8d3407fa118ff357b803d7d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:55.497177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Allocated IP 2001:db8::1 (3a5889b8-98de-46de-9601-5c3f15e2023d/d26a9f6c-7160-40b3-95d2-c13105bd6bd9/d8fffb53-2f0a-4cc9-81fc-76cce86bee8f) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:55.520230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:55.521201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:55.521773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:55.656965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Allocated IP 172.20.0.4 (3984e97f-5dbe-4f43-a350-d63ff94f7264/df115a8c-de7b-4f1c-bd80-58b6975795f6/d55f1e71-a04f-4fa9-a10a-734bfcc160f8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:55.726793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-36ffc486-efa6-491a-9918-ff09016924da req-9effc856-da47-4005-af98-ae81c3011b77 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Unset dirty status for tenant:dd78ff79f8d3407fa118ff357b803d7d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:55.738845 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-36ffc486-efa6-491a-9918-ff09016924da req-9effc856-da47-4005-af98-ae81c3011b77 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 210 time: 0.5329986 Feb 28 11:23:55.818430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'Network': ['ID=5c141508-aebc-4f30-9a5e-f21424d3c36c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:55.843093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 5c141508-aebc-4f30-9a5e-f21424d3c36c details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:55.848193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ede9c52e-f4a9-42c8-a33f-1e9238566c1a tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:55.856828 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4d06bf2e-1d5c-4943-80d5-6783a555d73f tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9594610 Feb 28 11:23:55.857020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48248) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:55.992522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.009239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Transition to ACTIVE for port object d8fffb53-2f0a-4cc9-81fc-76cce86bee8f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:56.025671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-8b75df32-fd77-4774-bb31-71b361f48e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] For port 690da1fa-059d-47a2-8433-4b80e9ef9757, host hv-neutron-8311, got binding levels [] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:56.026278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b75df32-fd77-4774-bb31-71b361f48e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.034599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Transition to ACTIVE for port object d8fffb53-2f0a-4cc9-81fc-76cce86bee8f will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:56.042196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.047564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ede9c52e-f4a9-42c8-a33f-1e9238566c1a tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Calling delete_port for 1658ba56-6eed-4b4b-b1c8-4fd865a8d34c owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:56.090446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.111180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Network 3a5889b8-98de-46de-9601-5c3f15e2023d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:56.118566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:56.123252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:56.129852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Pushing event updated for resources: {'Port': ['ID=d8fffb53-2f0a-4cc9-81fc-76cce86bee8f,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:56.130558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-73361d4d-2513-4c39-a3bb-ee5fb37a3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:56.132084 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-73361d4d-2513-4c39-a3bb-ee5fb37a3877 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59e0a966-d597-493f-a8b7-7fa42333d6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7123585 Feb 28 11:23:56.228984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Attempting to bind port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:56.228984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Attempting to bind port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '324f3475-8a6c-4c54-9bfd-855e11fef8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3a5889b8-98de-46de-9601-5c3f15e2023d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:56.229377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Attempting to bind port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f on network 3a5889b8-98de-46de-9601-5c3f15e2023d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:23:56.236118 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:23:56.236610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Checking segment: {'id': '324f3475-8a6c-4c54-9bfd-855e11fef8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3a5889b8-98de-46de-9601-5c3f15e2023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:23:56.237093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.237570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Bound using segment: {'id': '324f3475-8a6c-4c54-9bfd-855e11fef8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3a5889b8-98de-46de-9601-5c3f15e2023d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:23:56.238054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d70e8-728a-43fe-979a-d18f0e73433c req-d280827c-e477-411d-913b-ba6aeda40cc0 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:56.238225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Bound port: d8fffb53-2f0a-4cc9-81fc-76cce86bee8f, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324f3475-8a6c-4c54-9bfd-855e11fef8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3a5889b8-98de-46de-9601-5c3f15e2023d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:56.238793 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.239557 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-193d70e8-728a-43fe-979a-d18f0e73433c req-d280827c-e477-411d-913b-ba6aeda40cc0 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 943 time: 0.8901830 Feb 28 11:23:56.279728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.297113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8b75df32-fd77-4774-bb31-71b361f48e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Calling delete_port for 690da1fa-059d-47a2-8433-4b80e9ef9757 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:56.363534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] For port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:23:56.367631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] For port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d8fffb53-2f0a-4cc9-81fc-76cce86bee8f,segment=NetworkSegment(324f3475-8a6c-4c54-9bfd-855e11fef8b4),segment_id=324f3475-8a6c-4c54-9bfd-855e11fef8b4)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:23:56.373534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.381318 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-193d70e8-728a-43fe-979a-d18f0e73433c req-0b525c59-cace-4c40-a775-53e6bf8f8b47 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201365 Feb 28 11:23:56.392788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.404219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:23:56.425528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c5d95-ff06-492b-a126-780278e46832 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:56.427143 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-454c5d95-ff06-492b-a126-780278e46832 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] 10.222.0.64 "GET /v2.0/networks/5c141508-aebc-4f30-9a5e-f21424d3c36c HTTP/1.1" status: 200 len: 756 time: 0.5114136 Feb 28 11:23:56.435013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48252) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:56.443760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=d26a9f6c-7160-40b3-95d2-c13105bd6bd9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:56.466215 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Transition to ACTIVE for port object 62c6ec4a-a90c-4428-bb4b-541d389c498e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:56.471228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ede9c52e-f4a9-42c8-a33f-1e9238566c1a tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.487436 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67580a71-26b8-4438-880d-0ced31dd9931 None None] Pushing event updated for resources: {'Port': ['ID=d8fffb53-2f0a-4cc9-81fc-76cce86bee8f,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:56.557338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9c52e-f4a9-42c8-a33f-1e9238566c1a tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event deleted for resources: {'Port': ['ID=1658ba56-6eed-4b4b-b1c8-4fd865a8d34c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:56.707629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.766713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5889b8-98de-46de-9601-5c3f15e2023d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:56.788768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324f3475-8a6c-4c54-9bfd-855e11fef8b4') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:56.789151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324f3475-8a6c-4c54-9bfd-855e11fef8b4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:56.805550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.853447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.866453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ede9c52e-f4a9-42c8-a33f-1e9238566c1a tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.905339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.946696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b75df32-fd77-4774-bb31-71b361f48e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.965484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:56.966702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:56.979349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:56.982521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:57.026446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:57.026851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:57.044943 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:57.047709 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ede9c52e-f4a9-42c8-a33f-1e9238566c1a tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "DELETE /v2.0/ports/1658ba56-6eed-4b4b-b1c8-4fd865a8d34c HTTP/1.1" status: 204 len: 168 time: 2.5103090 Feb 28 11:23:57.060641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48258) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:57.093453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Pushing event updated for resources: {'Port': ['ID=62c6ec4a-a90c-4428-bb4b-541d389c498e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:57.156494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75df32-fd77-4774-bb31-71b361f48e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Pushing event deleted for resources: {'Port': ['ID=690da1fa-059d-47a2-8433-4b80e9ef9757,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:57.167975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Request body: {'port': {'name': 'tempest-new-port-name-1725394846', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:57.168375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] bootfile-name is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:57.168718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] tftp-server is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:57.169051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] server-ip-address is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:23:57.202116 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d8fffb53-2f0a-4cc9-81fc-76cce86bee8f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:57.202909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214835f-6e39-4089-92b0-a18d9921d432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:57.206811 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4214835f-6e39-4089-92b0-a18d9921d432 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] 10.222.0.64 "GET /v2.0/networks/deeeb292-dbf4-4c26-8505-59023d30b54b HTTP/1.1" status: 200 len: 768 time: 0.7666614 Feb 28 11:23:57.210327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48262) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:57.217466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b75df32-fd77-4774-bb31-71b361f48e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.221888 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-e09828f8-9ea5-4225-a195-70de848f67ba service neutron] 10.222.0.37 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627080 Feb 28 11:23:57.238175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.279772 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:23:57.280942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:23:57.280942 dv-neutron-831192-2-hyperv neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:23:57.280942 dv-neutron-831192-2-hyperv neutron-server[87638]: [parameters: {'id': '3a5889b8-98de-46de-9601-5c3f15e2023d'}] Feb 28 11:23:57.280942 dv-neutron-831192-2-hyperv neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:23:57.281291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:23:57.288839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:57.290283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.304934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:57.311916 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8b75df32-fd77-4774-bb31-71b361f48e4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "DELETE /v2.0/ports/690da1fa-059d-47a2-8433-4b80e9ef9757 HTTP/1.1" status: 204 len: 168 time: 2.6679394 Feb 28 11:23:57.312671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48266) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:57.327927 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a56d9adb-e48b-430d-a6d4-b31a87bbab33 None None] Provisioning for port 62c6ec4a-a90c-4428-bb4b-541d389c498e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:57.332592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Transition to ACTIVE for port object d55f1e71-a04f-4fa9-a10a-734bfcc160f8 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:57.333579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a56d9adb-e48b-430d-a6d4-b31a87bbab33 None None] Provisioning complete for port 62c6ec4a-a90c-4428-bb4b-541d389c498e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:57.334160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a56d9adb-e48b-430d-a6d4-b31a87bbab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.334458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:23:57.363465 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58615a9-5e2d-4324-955d-e02136fdf89c None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:57.383451 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58615a9-5e2d-4324-955d-e02136fdf89c None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:57.385673 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e58615a9-5e2d-4324-955d-e02136fdf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:57.451107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a56d9adb-e48b-430d-a6d4-b31a87bbab33 None None] Port 62c6ec4a-a90c-4428-bb4b-541d389c498e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:57.489909 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e58615a9-5e2d-4324-955d-e02136fdf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:57.498294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f3939-b4e6-4fa9-afd4-aed43777d385 req-165901f3-3560-47a2-920f-489999fdb63f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:57.499858 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f93f3939-b4e6-4fa9-afd4-aed43777d385 req-165901f3-3560-47a2-920f-489999fdb63f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 932 time: 0.5770066 Feb 28 11:23:57.502724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.505288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e375993e-4c83-4fa9-91a0-d6042fc4efbe tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3717935 Feb 28 11:23:57.512491 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58615a9-5e2d-4324-955d-e02136fdf89c None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:23:57.513434 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e58615a9-5e2d-4324-955d-e02136fdf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:23:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:57.520090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Request body: {'port': {'device_id': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:57.599179 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e58615a9-5e2d-4324-955d-e02136fdf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:57.599594 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58615a9-5e2d-4324-955d-e02136fdf89c None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:57.631771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.633818 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b4d8a3c8-5ab4-4e28-92f2-e07c6bb57451 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 16.8398106 Feb 28 11:23:57.643432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48274) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:57.655622 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e686c894-fc5b-49b8-8be3-5f60b157626e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:23:57.656455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e686c894-fc5b-49b8-8be3-5f60b157626e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Synchronizing usage tracker for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:57.722159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e686c894-fc5b-49b8-8be3-5f60b157626e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] Unset dirty status for tenant:3211d2d0edc14821921f0f4880641a7c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:57.729559 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e686c894-fc5b-49b8-8be3-5f60b157626e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485447302-project-admin] 10.222.0.64 "GET /v2.0/ports/690da1fa-059d-47a2-8433-4b80e9ef9757 HTTP/1.1" status: 404 len: 333 time: 0.4074767 Feb 28 11:23:57.750196 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48278) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:57.766428 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f93f3939-b4e6-4fa9-afd4-aed43777d385 req-5e77eb0d-0461-4dc2-85da-94666f82e7ec tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533486 Feb 28 11:23:57.784398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.787984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.799943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe722d9-9e41-4d61-888a-b8ee5f9b2b34 None None] Network 3a5889b8-98de-46de-9601-5c3f15e2023d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:23:57.846214 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0a82eec4-28f8-40f8-9b1f-a14f63f308e2 req-9f3285d4-d0f3-422e-a1b4-938693410355 service neutron] 10.222.0.37 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100044 Feb 28 11:23:57.917459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:57.918230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.941916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c76e420-d865-47a3-bdd4-3f1d37181220 None None] Provisioning for port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:57.948872 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:57.979657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c76e420-d865-47a3-bdd4-3f1d37181220 None None] Provisioning complete for port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:57.979900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c76e420-d865-47a3-bdd4-3f1d37181220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.013192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.051212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.129359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.130783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c76e420-d865-47a3-bdd4-3f1d37181220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.176858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1c76e420-d865-47a3-bdd4-3f1d37181220 None None] For port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d8fffb53-2f0a-4cc9-81fc-76cce86bee8f,segment=NetworkSegment(324f3475-8a6c-4c54-9bfd-855e11fef8b4),segment_id=324f3475-8a6c-4c54-9bfd-855e11fef8b4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:58.179164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:58.182027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c76e420-d865-47a3-bdd4-3f1d37181220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.192876 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:58.212076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:23:58.227543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738032-5711-48bc-ad92-3d28db633c92 req-4a3189a8-3059-4d16-adfc-a5d7cedc8b7d tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:58.232243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e735569-e349-40f6-93e5-da75c52700b8 None None] DHCP port deletion for 3a5889b8-98de-46de-9601-5c3f15e2023d request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:23:58.234939 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c738032-5711-48bc-ad92-3d28db633c92 req-4a3189a8-3059-4d16-adfc-a5d7cedc8b7d tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 943 time: 0.6478522 Feb 28 11:23:58.247275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2e735569-e349-40f6-93e5-da75c52700b8 None None] Deleting port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:23:58.247748 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e735569-e349-40f6-93e5-da75c52700b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.251067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c141508-aebc-4f30-9a5e-f21424d3c36c']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:58.305300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786fe0f4-c9d4-4b1a-9b94-f08a741b7dcd') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:58.305806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786fe0f4-c9d4-4b1a-9b94-f08a741b7dcd') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:58.313663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Port': ['ID=d55f1e71-a04f-4fa9-a10a-734bfcc160f8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:58.330395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76e420-d865-47a3-bdd4-3f1d37181220 None None] Pushing event updated for resources: {'Port': ['ID=d8fffb53-2f0a-4cc9-81fc-76cce86bee8f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:58.412246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.501278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2e735569-e349-40f6-93e5-da75c52700b8 None None] For port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d8fffb53-2f0a-4cc9-81fc-76cce86bee8f,segment=NetworkSegment(324f3475-8a6c-4c54-9bfd-855e11fef8b4),segment_id=324f3475-8a6c-4c54-9bfd-855e11fef8b4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:58.501930 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e735569-e349-40f6-93e5-da75c52700b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.516558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c738032-5711-48bc-ad92-3d28db633c92 req-20ce3bf0-aa9e-4f85-b561-a2ff5c2f2708 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806346 Feb 28 11:23:58.569539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.634748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:58.635162 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.639137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:58.639991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.647897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:58.658807 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:58.681615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2e735569-e349-40f6-93e5-da75c52700b8 None None] Calling delete_port for d8fffb53-2f0a-4cc9-81fc-76cce86bee8f owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:58.728018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a8d3cad6-d9ec-4360-8f11-7889ad744552 None None] Provisioning for port d55f1e71-a04f-4fa9-a10a-734bfcc160f8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:58.745214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a8d3cad6-d9ec-4360-8f11-7889ad744552 None None] Provisioning complete for port d55f1e71-a04f-4fa9-a10a-734bfcc160f8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:58.745805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8d3cad6-d9ec-4360-8f11-7889ad744552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.833060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] For port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d8fffb53-2f0a-4cc9-81fc-76cce86bee8f,segment=NetworkSegment(324f3475-8a6c-4c54-9bfd-855e11fef8b4),segment_id=324f3475-8a6c-4c54-9bfd-855e11fef8b4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:23:58.833457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.855053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc91dd2-c583-430e-bc8a-bb0b1ea57efd']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:58.870703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26d5f-a457-416f-886b-34d63660f996 req-8157cae6-a050-4eb7-8724-9c0fce590880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:58.871048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a8d3cad6-d9ec-4360-8f11-7889ad744552 None None] Port d55f1e71-a04f-4fa9-a10a-734bfcc160f8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:58.873450 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b26d5f-a457-416f-886b-34d63660f996 req-8157cae6-a050-4eb7-8724-9c0fce590880 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f423a4da9b54c3f824424e120e51144&device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 1096 time: 0.8312018 Feb 28 11:23:58.884219 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c6689dd9-54e5-47d3-8d62-2cc4e7a07a92 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.1933553 Feb 28 11:23:58.900006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:58.901444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38ac35c-6edc-4bc6-93fc-5c8cfc7e703b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:58.909923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e735569-e349-40f6-93e5-da75c52700b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:58.910572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48284) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:58.962915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e735569-e349-40f6-93e5-da75c52700b8 None None] Pushing event deleted for resources: {'Port': ['ID=d8fffb53-2f0a-4cc9-81fc-76cce86bee8f,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:58.968889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e735569-e349-40f6-93e5-da75c52700b8 None None] No DVR routers for this DVR port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:23:59.052043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.118640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d8fffb53-2f0a-4cc9-81fc-76cce86bee8f no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:23:59.161742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: d8fffb53-2f0a-4cc9-81fc-76cce86bee8f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:23:59.162492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d8fffb53-2f0a-4cc9-81fc-76cce86bee8f not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:23:59.163531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Calling delete_port for d8fffb53-2f0a-4cc9-81fc-76cce86bee8f owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:23:59.179516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:23:59.191999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.205974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.212717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:59.213138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:59.227877 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:59.252006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.304564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.380698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c141508-aebc-4f30-9a5e-f21424d3c36c {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 11:23:59.403447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.415664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c141508-aebc-4f30-9a5e-f21424d3c36c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:59.450004 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7da5f410-7ee6-4616-a1ae-1c5f50969d02 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "DELETE /v2.0/networks/5c141508-aebc-4f30-9a5e-f21424d3c36c HTTP/1.1" status: 204 len: 168 time: 2.2273355 Feb 28 11:23:59.453204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48288) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:59.491812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26d5f-a457-416f-886b-34d63660f996 req-f62fe550-eb70-4ed6-b49e-2f470ee63bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:59.493835 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b26d5f-a457-416f-886b-34d63660f996 req-f62fe550-eb70-4ed6-b49e-2f470ee63bfe service neutron] 10.222.0.37 "GET /v2.0/networks?id=59e0a966-d597-493f-a8b7-7fa42333d6c2 HTTP/1.1" status: 200 len: 913 time: 0.6007206 Feb 28 11:23:59.600981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Request body: {'network': {'name': 'tempest-network--1357589071'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:59.607129 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:59.611329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Usage tracker for resource:network and tenant:ad337866786e467db353c15f75773a3f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:23:59.614778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:23:59.621876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:59.657848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f553f-0f7e-4f0d-96e4-6efb39d4b0e9 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:59.666662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f553f-0f7e-4f0d-96e4-6efb39d4b0e9 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:59.676363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f553f-0f7e-4f0d-96e4-6efb39d4b0e9 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:59.677576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-419f553f-0f7e-4f0d-96e4-6efb39d4b0e9 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Synchronizing usage tracker for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:59.696211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:23:59.696679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:23:59.700386 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event updated for resources: {'Port': ['ID=a3a20839-9871-461e-b7fd-c29a841b7c8b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:59.709682 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b26d5f-a457-416f-886b-34d63660f996 req-036fd8b4-f850-4a04-9390-cd5816886fd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e06e6736-6a9e-45b6-b9c0-9e42f762615d HTTP/1.1" status: 200 len: 217 time: 0.1887069 Feb 28 11:23:59.710277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.738293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.812599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4798f138-fa77-4642-81f7-bf72db1ac8b4 None None] Provisioning complete for port a3a20839-9871-461e-b7fd-c29a841b7c8b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:59.813112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4798f138-fa77-4642-81f7-bf72db1ac8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.828066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] In _notify_port_updated(), no bound segment for port a3a20839-9871-461e-b7fd-c29a841b7c8b on network 559d3b10-120e-4d50-ac89-846e28f0f636 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:23:59.835968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:59.836835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.841253 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b701c870-9e88-4c35-94b0-811974b4a407 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "PUT /v2.0/ports/a3a20839-9871-461e-b7fd-c29a841b7c8b HTTP/1.1" status: 200 len: 1136 time: 2.7081664 Feb 28 11:23:59.841253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] Pushing event deleted for resources: {'Network': ['ID=5cc91dd2-c583-430e-bc8a-bb0b1ea57efd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:59.842354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48294) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:59.859386 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7732432a-f58b-460b-9e69-8e418ed81617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323 tempest-PortsAdminExtendedAttrsIpV6TestJSON-511872323-project] 10.222.0.64 "DELETE /v2.0/networks/5cc91dd2-c583-430e-bc8a-bb0b1ea57efd HTTP/1.1" status: 204 len: 168 time: 2.1077116 Feb 28 11:23:59.884006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4798f138-fa77-4642-81f7-bf72db1ac8b4 None None] Port a3a20839-9871-461e-b7fd-c29a841b7c8b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:23:59.927845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c6ec4a-a90c-4428-bb4b-541d389c498e {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:23:59.930649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-419f553f-0f7e-4f0d-96e4-6efb39d4b0e9 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Unset dirty status for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:59.934496 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-419f553f-0f7e-4f0d-96e4-6efb39d4b0e9 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.9950278 Feb 28 11:23:59.936225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48300) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:59.937441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:59.954323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Transition to ACTIVE for port object 62c6ec4a-a90c-4428-bb4b-541d389c498e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:59.969839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Made reservation on behalf of ad337866786e467db353c15f75773a3f for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:59.972385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.002115 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a9fca-cbac-46f7-81b7-f1b9a9c5092c req-6ba8a49f-b65a-4f70-b3ad-4c1987fb2f14 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:00.004857 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-643a9fca-cbac-46f7-81b7-f1b9a9c5092c req-6ba8a49f-b65a-4f70-b3ad-4c1987fb2f14 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 932 time: 0.9053035 Feb 28 11:24:00.005018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26d5f-a457-416f-886b-34d63660f996 req-ad7cc81a-2871-422e-9e5a-da3991d182ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:00.006440 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b26d5f-a457-416f-886b-34d63660f996 req-ad7cc81a-2871-422e-9e5a-da3991d182ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61c0cde5-5beb-4452-9ca7-2851f0d2e04c HTTP/1.1" status: 200 len: 851 time: 0.2645121 Feb 28 11:24:00.013487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.018555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbb5998-8248-4b00-8a85-322ac2290466 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:00.020236 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5fbb5998-8248-4b00-8a85-322ac2290466 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "GET /v2.0/ports/a3a20839-9871-461e-b7fd-c29a841b7c8b HTTP/1.1" status: 200 len: 1136 time: 0.1679008 Feb 28 11:24:00.024419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48304) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:00.128457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb101f-8991-4529-b7ea-82e9610322b1 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Deleting port d55f1e71-a04f-4fa9-a10a-734bfcc160f8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:00.128798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebcb101f-8991-4529-b7ea-82e9610322b1 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.165450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94e7578c-c7bf-4175-8321-488d578639f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.205937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d83542f6-63a0-47a3-9607-f381170ba4cc tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Deleting port a3a20839-9871-461e-b7fd-c29a841b7c8b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:00.206473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d83542f6-63a0-47a3-9607-f381170ba4cc tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.221313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port d8fffb53-2f0a-4cc9-81fc-76cce86bee8f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:00.221653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.235636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48310) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:00.264783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:00.318689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Pushing event updated for resources: {'Port': ['ID=62c6ec4a-a90c-4428-bb4b-541d389c498e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:00.364608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b763bef-1ee4-45ba-828e-73371c549529 req-d8e6dda1-7ee3-4289-a139-77bdab09b019 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:00.366160 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4b763bef-1ee4-45ba-828e-73371c549529 req-d8e6dda1-7ee3-4289-a139-77bdab09b019 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 943 time: 0.5572736 Feb 28 11:24:00.373687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] The port 'd8fffb53-2f0a-4cc9-81fc-76cce86bee8f' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:24:00.374864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.375237 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Added segment 8acf7512-cb67-40c8-8129-d3128f075194 of type vlan for network ad83ca04-e9f6-4dc2-b74a-2f3471f18b03 Feb 28 11:24:00.420498 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-643a9fca-cbac-46f7-81b7-f1b9a9c5092c req-c51c45d6-94a5-4a46-b41b-6cc895c6194a tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029469 Feb 28 11:24:00.435265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.462232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26d5f-a457-416f-886b-34d63660f996 req-ba5cf745-5b9d-4bbf-946b-d8b336bf0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:00.465407 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b26d5f-a457-416f-886b-34d63660f996 req-ba5cf745-5b9d-4bbf-946b-d8b336bf0cb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59e0a966-d597-493f-a8b7-7fa42333d6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4410176 Feb 28 11:24:00.778059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.839545 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4b763bef-1ee4-45ba-828e-73371c549529 req-f329b698-525a-4eb1-916b-e4ed9e471799 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277663 Feb 28 11:24:00.851738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.864933 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-598cfd73-da1e-4e17-82eb-28237f5eb52c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e593e761c354ed78717b05119d2bc41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6177182 Feb 28 11:24:00.865191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48316) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:00.894717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebcb101f-8991-4529-b7ea-82e9610322b1 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:00.983311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5889b8-98de-46de-9601-5c3f15e2023d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:01.019106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Attempting to bind port 62c6ec4a-a90c-4428-bb4b-541d389c498e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:24:01.019399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Attempting to bind port 62c6ec4a-a90c-4428-bb4b-541d389c498e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:24:01.019661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Attempting to bind port 62c6ec4a-a90c-4428-bb4b-541d389c498e on network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:01.028518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324f3475-8a6c-4c54-9bfd-855e11fef8b4') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:01.028813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324f3475-8a6c-4c54-9bfd-855e11fef8b4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:01.033321 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b26d5f-a457-416f-886b-34d63660f996 req-3fe0bcc7-0f97-47e8-b158-49e27e06cf70 service neutron] 10.222.0.37 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153735 Feb 28 11:24:01.040051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb101f-8991-4529-b7ea-82e9610322b1 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Calling delete_port for d55f1e71-a04f-4fa9-a10a-734bfcc160f8 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:01.051229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Port 62c6ec4a-a90c-4428-bb4b-541d389c498e on network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:24:01.051575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Attempting to bind port 62c6ec4a-a90c-4428-bb4b-541d389c498e on network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:01.071245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.072465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:01.073034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.082690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.111598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d83542f6-63a0-47a3-9607-f381170ba4cc tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.112074 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:24:01.112413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Checking segment: {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:01.112969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Bound using segment: {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:24:01.113408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Bound port: 62c6ec4a-a90c-4428-bb4b-541d389c498e, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d208e19-622d-4623-9f26-94c16e5b1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:24:01.113751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.198568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.268504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d83542f6-63a0-47a3-9607-f381170ba4cc tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Calling delete_port for a3a20839-9871-461e-b7fd-c29a841b7c8b owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:01.304465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:01.304783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:01.319252 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:01.323179 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8581221 Feb 28 11:24:01.328090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48320) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:01.370806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73e51331-45af-4649-b3ff-914de37e3daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.424615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c30afc71-5344-46e8-8b27-8754fc0e5042 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:01.437581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device e06e6736-6a9e-45b6-b9c0-9e42f762615d details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:24:01.438197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c9da1-e7aa-4af5-8b9b-ec719a6d7ff9 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'Network': ['ID=ad83ca04-e9f6-4dc2-b74a-2f3471f18b03,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:01.451039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network ad83ca04-e9f6-4dc2-b74a-2f3471f18b03 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:01.503234 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b26d5f-a457-416f-886b-34d63660f996 req-9a6740ca-b875-4649-8dc1-6814c8a5a229 service neutron] 10.222.0.37 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260528 Feb 28 11:24:01.580772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.594078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebcb101f-8991-4529-b7ea-82e9610322b1 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.666366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73e51331-45af-4649-b3ff-914de37e3daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.697667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb101f-8991-4529-b7ea-82e9610322b1 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event deleted for resources: {'Port': ['ID=d55f1e71-a04f-4fa9-a10a-734bfcc160f8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:01.717661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.746025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] For port 62c6ec4a-a90c-4428-bb4b-541d389c498e, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:24:01.750160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port e06e6736-6a9e-45b6-b9c0-9e42f762615d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e06e6736-6a9e-45b6-b9c0-9e42f762615d,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:01.752790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=3a5889b8-98de-46de-9601-5c3f15e2023d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:01.768164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'port_id': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d', 'mac_address': 'fa:16:3e:80:88:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:24:01.788695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d83542f6-63a0-47a3-9607-f381170ba4cc tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.827213 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-86835e44-ce11-452d-bb16-362447066577 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/3a5889b8-98de-46de-9601-5c3f15e2023d HTTP/1.1" status: 204 len: 168 time: 6.8834741 Feb 28 11:24:01.844077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48326) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:01.847676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.868437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06e6736-6a9e-45b6-b9c0-9e42f762615d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:24:01.888000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port e06e6736-6a9e-45b6-b9c0-9e42f762615d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e06e6736-6a9e-45b6-b9c0-9e42f762615d,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:01.889031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] For port 62c6ec4a-a90c-4428-bb4b-541d389c498e, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62c6ec4a-a90c-4428-bb4b-541d389c498e,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:24:01.894200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.923578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:01.925253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254812672'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:01.952673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83542f6-63a0-47a3-9607-f381170ba4cc tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event deleted for resources: {'Port': ['ID=a3a20839-9871-461e-b7fd-c29a841b7c8b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:01.982913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=e06e6736-6a9e-45b6-b9c0-9e42f762615d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:01.992357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:01.998385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:network and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:02.005611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:02.054337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:02.129105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebcb101f-8991-4529-b7ea-82e9610322b1 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.137861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['e06e6736-6a9e-45b6-b9c0-9e42f762615d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:24:02.138401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:02.141942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.147743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:02.150200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.151738 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] 10.222.0.37 "PUT /v2.0/ports/62c6ec4a-a90c-4428-bb4b-541d389c498e HTTP/1.1" status: 200 len: 1094 time: 4.6363904 Feb 28 11:24:02.172418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'tag': '62c6ec4a-a90c-4428-bb4b-541d389c498e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:24:02.196216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.20.0.1 (e0a6a280-71d2-4d87-9dbf-23eff5d5f168/7e8136ae-ec30-42e3-8780-19ae5490096f/deb384ad-1375-476f-bcd3-0f10134238bb) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:02.217938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d83542f6-63a0-47a3-9607-f381170ba4cc tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.242385 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ebcb101f-8991-4529-b7ea-82e9610322b1 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "DELETE /v2.0/ports/d55f1e71-a04f-4fa9-a10a-734bfcc160f8 HTTP/1.1" status: 204 len: 168 time: 2.3022971 Feb 28 11:24:02.244611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48336) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:02.251391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:02.301507 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d83542f6-63a0-47a3-9607-f381170ba4cc tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "DELETE /v2.0/ports/a3a20839-9871-461e-b7fd-c29a841b7c8b HTTP/1.1" status: 204 len: 168 time: 2.2409964 Feb 28 11:24:02.310742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48340) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:02.316899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.317239 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment 9c958b9b-b21d-44de-8841-45555b288dbd of type vlan for network d9c8574b-e60c-4b1b-918b-d11b124aee19 Feb 28 11:24:02.338558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307e41-1fa7-4c35-94aa-b039e1ae277b req-6b2114f9-02fa-45b6-b6ad-8b478f975d91 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:02.338558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8b307e41-1fa7-4c35-94aa-b039e1ae277b req-6b2114f9-02fa-45b6-b6ad-8b478f975d91 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 944 time: 0.7704329 Feb 28 11:24:02.352139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4ba51-5f19-4b59-8c87-25cc65804070 service neutron] Pushing event updated for resources: {'Port': ['ID=62c6ec4a-a90c-4428-bb4b-541d389c498e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:02.354707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73e51331-45af-4649-b3ff-914de37e3daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.406384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30afc71-5344-46e8-8b27-8754fc0e5042 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.408629 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-75468c0d-d9d1-44b7-99fa-652151c10c00 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] GET failed (client error): The resource could not be found. Feb 28 11:24:02.409170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-75468c0d-d9d1-44b7-99fa-652151c10c00 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Synchronizing usage tracker for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:02.445878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4e15781-65e8-4eb1-aad3-34d0455eb87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.462066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e51331-45af-4649-b3ff-914de37e3daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa62eca4-fafd-4afa-8611-4ec41333043e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:02.472689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-77421b9b-9fa9-4f3a-b665-73d604d97224 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Deleting subnet 912efe77-33a0-497e-8e64-aa0246ffa51a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:24:02.482831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.487826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77421b9b-9fa9-4f3a-b665-73d604d97224 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.515271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-75468c0d-d9d1-44b7-99fa-652151c10c00 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Unset dirty status for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:02.516415 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-75468c0d-d9d1-44b7-99fa-652151c10c00 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "GET /v2.0/ports/d55f1e71-a04f-4fa9-a10a-734bfcc160f8 HTTP/1.1" status: 404 len: 333 time: 0.2671828 Feb 28 11:24:02.523931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48346) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:02.533504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30afc71-5344-46e8-8b27-8754fc0e5042 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.539633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'port': {'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264', 'name': 'tempest-AllowedAddressPairTestJSON-865647993'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:02.556170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73e51331-45af-4649-b3ff-914de37e3daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.560292 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-73e51331-45af-4649-b3ff-914de37e3daf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa62eca4-fafd-4afa-8611-4ec41333043e HTTP/1.1" status: 204 len: 168 time: 1.6906087 Feb 28 11:24:02.602329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77421b9b-9fa9-4f3a-b665-73d604d97224 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.691145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.696982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:02.697878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.718411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c30afc71-5344-46e8-8b27-8754fc0e5042 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Network ad83ca04-e9f6-4dc2-b74a-2f3471f18b03 is not hosted by any dhcp agent {{(pid=87638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 11:24:02.719309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30afc71-5344-46e8-8b27-8754fc0e5042 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:02.719926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30afc71-5344-46e8-8b27-8754fc0e5042 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:02.724173 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c30afc71-5344-46e8-8b27-8754fc0e5042 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "PUT /v2.0/networks/ad83ca04-e9f6-4dc2-b74a-2f3471f18b03 HTTP/1.1" status: 200 len: 858 time: 1.3690219 Feb 28 11:24:02.730778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48354) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:02.775929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8b307e41-1fa7-4c35-94aa-b039e1ae277b req-2cb707d5-80db-46a4-be62-e4a5d156126a tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039569 Feb 28 11:24:02.864853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa26c63-e5c0-4f77-ba89-f920e3efd903 req-486bb9b9-f779-487d-996c-79a22ace4abb tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:02.866454 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4fa26c63-e5c0-4f77-ba89-f920e3efd903 req-486bb9b9-f779-487d-996c-79a22ace4abb tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 944 time: 0.8565035 Feb 28 11:24:02.934390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30afc71-5344-46e8-8b27-8754fc0e5042 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event updated for resources: {'Network': ['ID=ad83ca04-e9f6-4dc2-b74a-2f3471f18b03,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:02.934901 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48360) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:03.029597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.042064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.045600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e942614e-82b1-46d5-9260-1af15f6f68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:03.047049 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-e942614e-82b1-46d5-9260-1af15f6f68c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd78ff79f8d3407fa118ff357b803d7d&device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 1097 time: 0.8393435 Feb 28 11:24:03.070945 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2257576 Feb 28 11:24:03.082023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48364) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:03.105733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': 'd9c8574b-e60c-4b1b-918b-d11b124aee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:03.122529 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'tag': '62c6ec4a-a90c-4428-bb4b-541d389c498e', 'status': 'completed', 'code': 200} Feb 28 11:24:03.134584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e886ae8-e231-441b-aba4-1bdab5b052cc tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=d9c8574b-e60c-4b1b-918b-d11b124aee19,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:03.142440 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4fa26c63-e5c0-4f77-ba89-f920e3efd903 req-85683312-3f77-4b20-82ee-48f96d73b239 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653444 Feb 28 11:24:03.146280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network d9c8574b-e60c-4b1b-918b-d11b124aee19 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:03.177300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77421b9b-9fa9-4f3a-b665-73d604d97224 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.180703 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-053dd610-fa3c-4c6f-9bcc-3549b6aa9689 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62c6ec4a-a90c-4428-bb4b-541d389c498e HTTP/1.1" status: 200 len: 217 time: 0.1242733 Feb 28 11:24:03.231598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:03.238022 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1bfcb967-40c2-4896-95c2-af599b3780c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3211d2d0edc14821921f0f4880641a7c&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2848868 Feb 28 11:24:03.250844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48370) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:03.308964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:03.339178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:03.344274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Made reservation on behalf of b01c1ad4b6c54cc68a6fbae9a7852573 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:03.347741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.357887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.360817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:subnet and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:03.368213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:03.379422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:03.387623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] device_id is not set on port 8b2f170e-8386-4aee-aac4-13b09d582c35 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:03.395960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-0d35ee37-dbf2-46f2-bd44-856c064eb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:03.397452 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-0d35ee37-dbf2-46f2-bd44-856c064eb70d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6b41517-9a9e-4904-a5ae-35be1080a401 HTTP/1.1" status: 200 len: 845 time: 0.2089832 Feb 28 11:24:03.406405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.423731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77421b9b-9fa9-4f3a-b665-73d604d97224 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.424718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device e06e6736-6a9e-45b6-b9c0-9e42f762615d up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:03.474572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77421b9b-9fa9-4f3a-b665-73d604d97224 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.476906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad83ca04-e9f6-4dc2-b74a-2f3471f18b03']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:03.477504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77421b9b-9fa9-4f3a-b665-73d604d97224 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event deleted for resources: {'Subnet': ['ID=912efe77-33a0-497e-8e64-aa0246ffa51a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:03.488024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:03.491419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.502295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f786c-bca7-4927-b0ac-b691b6d03213 None None] Network 559d3b10-120e-4d50-ac89-846e28f0f636 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:03.528542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acf7512-cb67-40c8-8129-d3128f075194') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:03.528879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acf7512-cb67-40c8-8129-d3128f075194') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:03.530476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.546269 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-77421b9b-9fa9-4f3a-b665-73d604d97224 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "DELETE /v2.0/subnets/912efe77-33a0-497e-8e64-aa0246ffa51a HTTP/1.1" status: 204 len: 168 time: 1.2321246 Feb 28 11:24:03.551862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48374) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:03.559788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:03.563503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.584435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:03.591873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fce4ae09-98d5-4c1c-afcb-4e110f830ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.605582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:03.605768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port e06e6736-6a9e-45b6-b9c0-9e42f762615d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:03.614741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port e06e6736-6a9e-45b6-b9c0-9e42f762615d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:03.615036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.642765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=deb384ad-1375-476f-bcd3-0f10134238bb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:03.646940 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.677476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:03.677975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:03.694171 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:03.715105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fce4ae09-98d5-4c1c-afcb-4e110f830ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.752818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.826688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.828461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.847333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-bfafa072-8bbc-4c0b-9acd-394569960152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:03.848876 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-bfafa072-8bbc-4c0b-9acd-394569960152 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0684ed51-866d-4e5c-b9c1-c22957fb2cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4380548 Feb 28 11:24:03.853082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.876758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.882911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Allocated IP 172.20.0.6 (3984e97f-5dbe-4f43-a350-d63ff94f7264/df115a8c-de7b-4f1c-bd80-58b6975795f6/8b2f170e-8386-4aee-aac4-13b09d582c35) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:03.906540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:24:03.912133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad83ca04-e9f6-4dc2-b74a-2f3471f18b03 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 11:24:03.922288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.928416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Deleting port c6c41596-d0a4-477e-b6fe-22030b46cce8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:03.928753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:03.941531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad83ca04-e9f6-4dc2-b74a-2f3471f18b03,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:04.002077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fce4ae09-98d5-4c1c-afcb-4e110f830ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.025213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5fcda9-dc03-4a8d-8149-c9e73cbed121 None None] DHCP port deletion for 559d3b10-120e-4d50-ac89-846e28f0f636 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:04.037192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fcda9-dc03-4a8d-8149-c9e73cbed121 None None] Deleting port c6c41596-d0a4-477e-b6fe-22030b46cce8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:04.037613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcda9-dc03-4a8d-8149-c9e73cbed121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.064338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port e06e6736-6a9e-45b6-b9c0-9e42f762615d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e06e6736-6a9e-45b6-b9c0-9e42f762615d,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:04.078328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.169646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=e06e6736-6a9e-45b6-b9c0-9e42f762615d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:04.235651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.249799 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-18735d6c-b5d2-49fc-9a29-da491bc65e49 tempest-ExternalNetworksTestJSON-1881499613 tempest-ExternalNetworksTestJSON-1881499613-project-admin] 10.222.0.64 "DELETE /v2.0/networks/ad83ca04-e9f6-4dc2-b74a-2f3471f18b03 HTTP/1.1" status: 204 len: 168 time: 1.5143237 Feb 28 11:24:04.251206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48388) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:04.260931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4ae09-98d5-4c1c-afcb-4e110f830ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94ada59-2520-4077-bb2a-50f72ff5f6d7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:04.264250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fce4ae09-98d5-4c1c-afcb-4e110f830ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.266405 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fce4ae09-98d5-4c1c-afcb-4e110f830ce6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c94ada59-2520-4077-bb2a-50f72ff5f6d7 HTTP/1.1" status: 204 len: 168 time: 1.0141854 Feb 28 11:24:04.396906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1b5fcda9-dc03-4a8d-8149-c9e73cbed121 None None] For port c6c41596-d0a4-477e-b6fe-22030b46cce8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c6c41596-d0a4-477e-b6fe-22030b46cce8,segment=NetworkSegment(c9628aa0-718e-42f4-bef3-bbb233a961c9),segment_id=c9628aa0-718e-42f4-bef3-bbb233a961c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:04.397556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcda9-dc03-4a8d-8149-c9e73cbed121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.487421 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2da3e25-08eb-4164-928a-ddf08b544374 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:04.488039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2da3e25-08eb-4164-928a-ddf08b544374 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:04.489109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.492445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48394) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:04.492772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e2da3e25-08eb-4164-928a-ddf08b544374 tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] 10.222.0.64 "DELETE /v2.0/subnets/cb1e6971-bc44-45bb-af8b-193bae28b49f HTTP/1.1" status: 404 len: 337 time: 0.2243819 Feb 28 11:24:04.555286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fcda9-dc03-4a8d-8149-c9e73cbed121 None None] Calling delete_port for c6c41596-d0a4-477e-b6fe-22030b46cce8 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:04.562463 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-efa3b3c6-dded-4245-9af8-86d2f6d6349b service neutron] 10.222.0.37 "GET /v2.0/networks/0684ed51-866d-4e5c-b9c1-c22957fb2cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060544 Feb 28 11:24:04.631043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] For port c6c41596-d0a4-477e-b6fe-22030b46cce8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c6c41596-d0a4-477e-b6fe-22030b46cce8,segment=NetworkSegment(c9628aa0-718e-42f4-bef3-bbb233a961c9),segment_id=c9628aa0-718e-42f4-bef3-bbb233a961c9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:04.631420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.657810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcda9-dc03-4a8d-8149-c9e73cbed121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.710597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fcda9-dc03-4a8d-8149-c9e73cbed121 None None] Pushing event deleted for resources: {'Port': ['ID=c6c41596-d0a4-477e-b6fe-22030b46cce8,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:04.721373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fcda9-dc03-4a8d-8149-c9e73cbed121 None None] No DVR routers for this DVR port c6c41596-d0a4-477e-b6fe-22030b46cce8 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:04.863923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:04.866902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=78757f1d-955b-4814-84a0-41015ec2b11f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:04.942850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0aa26-3295-4a68-9c35-b6c6f64f9f3c req-bac7e46f-543c-4dd4-989d-4d79ba25c120 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:04.944097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Calling delete_port for c6c41596-d0a4-477e-b6fe-22030b46cce8 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:04.944352 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-abc0aa26-3295-4a68-9c35-b6c6f64f9f3c req-bac7e46f-543c-4dd4-989d-4d79ba25c120 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 944 time: 0.9900043 Feb 28 11:24:05.004904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.006700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking segment: {'id': '9c958b9b-b21d-44de-8841-45555b288dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9c8574b-e60c-4b1b-918b-d11b124aee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:05.007049 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network hostable DHCP agents. Network: d9c8574b-e60c-4b1b-918b-d11b124aee19, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:24:05.014867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Transition to ACTIVE for port object 8b2f170e-8386-4aee-aac4-13b09d582c35 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:05.063409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc43a6-6f78-494b-8db7-b94825485dd6 req-529f67da-e41c-44c8-9f8a-25d2d3a19cfa tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:05.064896 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cbcc43a6-6f78-494b-8db7-b94825485dd6 req-529f67da-e41c-44c8-9f8a-25d2d3a19cfa tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 945 time: 0.6825652 Feb 28 11:24:05.109869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network d9c8574b-e60c-4b1b-918b-d11b124aee19 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:24:05.119193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.141877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:05.142223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:05.142574 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-abc0aa26-3295-4a68-9c35-b6c6f64f9f3c req-d4a6d979-5be6-4a46-9eed-4339bf976dcd tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369138 Feb 28 11:24:05.161496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c6c41596-d0a4-477e-b6fe-22030b46cce8 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:05.166784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, d9c8574b-e60c-4b1b-918b-d11b124aee19) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:05.175679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:05.176332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.244662 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65b3e208-ff4e-41bf-aede-5ea753b78bc7 req-b2f15b21-794b-401a-baef-edf5880e077e service neutron] 10.222.0.37 "GET /v2.0/networks/0684ed51-866d-4e5c-b9c1-c22957fb2cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247706 Feb 28 11:24:05.249063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: c6c41596-d0a4-477e-b6fe-22030b46cce8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:24:05.249420 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c6c41596-d0a4-477e-b6fe-22030b46cce8 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:24:05.250896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab820f4-be23-4441-b228-20fdd88dead6 None None] Network d9c8574b-e60c-4b1b-918b-d11b124aee19 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:05.257999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.265799 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cbcc43a6-6f78-494b-8db7-b94825485dd6 req-6f856331-769a-4e2c-9872-11a9886cbf1d tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724043 Feb 28 11:24:05.394404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.402462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.411801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.444588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:05.461859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48418) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:05.467197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:05.487329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:05.525686 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a9af463f-a3f5-4327-a3e7-0525e91fe882 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4367425 Feb 28 11:24:05.538138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:05.540467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.549323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deeeb292-dbf4-4c26-8505-59023d30b54b']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:05.569874 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d', 'code': 200} Feb 28 11:24:05.577058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Port': ['ID=8b2f170e-8386-4aee-aac4-13b09d582c35,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:05.580958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4d297f-acd3-49e3-ae72-58e2a7c7ac58') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:05.581547 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4d297f-acd3-49e3-ae72-58e2a7c7ac58') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:05.587312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=deb384ad-1375-476f-bcd3-0f10134238bb,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:05.614147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.646962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-d9c8574b-e60c-4b1b-918b-d11b124aee19', 'network_id': 'd9c8574b-e60c-4b1b-918b-d11b124aee19', 'tenant_id': '2c949a3375304810a825bd987de1df9c', 'fixed_ips': [{'subnet_id': '78757f1d-955b-4814-84a0-41015ec2b11f'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:24:05.648102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.652531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Deleting port c6c41596-d0a4-477e-b6fe-22030b46cce8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:05.652942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.770341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:05.770990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.787783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.812315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] The port 'c6c41596-d0a4-477e-b6fe-22030b46cce8' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:24:05.814119 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-7296f98c-b76f-4806-9780-add4d9faba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:05.815911 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-7296f98c-b76f-4806-9780-add4d9faba25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd78ff79f8d3407fa118ff357b803d7d&device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 1097 time: 0.4760497 Feb 28 11:24:05.845211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-141166136'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:05.856117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:05.856650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:05.871046 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:05.875814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:05.898201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Allocated IP 2001:db8::1 (d9c8574b-e60c-4b1b-918b-d11b124aee19/78757f1d-955b-4814-84a0-41015ec2b11f/1a04bde4-78b8-40b4-86b1-4f2bd01edec2) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:05.918317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eb1ca947-61cb-4200-ae24-f616a28e789e None None] Provisioning for port 8b2f170e-8386-4aee-aac4-13b09d582c35 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:05.923713 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eb8239ea-3acc-424b-9b44-dd425c3851a7 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3986869 Feb 28 11:24:05.929729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:05.944737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c2d24120-2f4a-4823-a436-e9890e528a66 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:27:79:ce'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:05.946628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eb1ca947-61cb-4200-ae24-f616a28e789e None None] Provisioning complete for port 8b2f170e-8386-4aee-aac4-13b09d582c35 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:05.947005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca947-61cb-4200-ae24-f616a28e789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:05.982468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Usage tracker for resource:network and tenant:76281e17e3f14b10861acf3281d9b016 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:06.002955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:06.005759 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ca947-61cb-4200-ae24-f616a28e789e None None] Port 8b2f170e-8386-4aee-aac4-13b09d582c35 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:06.015785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:06.106977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.111313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.113280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.115008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.141023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Made reservation on behalf of 76281e17e3f14b10861acf3281d9b016 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:06.144535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.165163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.172071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:06.173326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-263ffdae-bea9-4613-bf90-220fa582db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:06.174770 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-263ffdae-bea9-4613-bf90-220fa582db3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0684ed51-866d-4e5c-b9c1-c22957fb2cc1 HTTP/1.1" status: 200 len: 907 time: 0.3072379 Feb 28 11:24:06.179461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:06.190967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.200358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] Pushing event deleted for resources: {'Network': ['ID=deeeb292-dbf4-4c26-8505-59023d30b54b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:06.203898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Transition to ACTIVE for port object 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:06.210401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:06.213245 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-357d4a53-b977-4560-9567-1f8e07399dda tempest-ExternalNetworksTestJSON-1147050524 tempest-ExternalNetworksTestJSON-1147050524-project] 10.222.0.64 "DELETE /v2.0/networks/deeeb292-dbf4-4c26-8505-59023d30b54b HTTP/1.1" status: 204 len: 168 time: 1.6899436 Feb 28 11:24:06.222469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559d3b10-120e-4d50-ac89-846e28f0f636']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:06.229177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Transition to ACTIVE for port object 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:06.230961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Usage tracker for resource:security_group_rule and tenant:76281e17e3f14b10861acf3281d9b016 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:06.235594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-e014eecf-83c4-4336-ad6e-74475beb072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:06.237883 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-e014eecf-83c4-4336-ad6e-74475beb072e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 1098 time: 0.4515078 Feb 28 11:24:06.240598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.241242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:06.260056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9628aa0-718e-42f4-bef3-bbb233a961c9') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:06.260708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9628aa0-718e-42f4-bef3-bbb233a961c9') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:06.276704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:06.280238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-0c79d996-f5e3-4c5e-baf8-adb81c5794a0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.293962 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-26271cb0-8bd7-454b-b962-7ae9293475ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62c6ec4a-a90c-4428-bb4b-541d389c498e HTTP/1.1" status: 200 len: 217 time: 0.1123307 Feb 28 11:24:06.297723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.325598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-0c79d996-f5e3-4c5e-baf8-adb81c5794a0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:06.335531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-0c79d996-f5e3-4c5e-baf8-adb81c5794a0 service neutron] Usage tracker for resource:security_group_rule and tenant:89270e2c76af449c8a99f25517dcc8f9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:06.338098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Network d9c8574b-e60c-4b1b-918b-d11b124aee19 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:06.346414 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:06.349742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-0c79d996-f5e3-4c5e-baf8-adb81c5794a0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:06.354495 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:06.358898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.360679 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Pushing event updated for resources: {'Port': ['ID=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:06.365930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:06.366339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.451918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Attempting to bind port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:24:06.452296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Attempting to bind port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9c958b9b-b21d-44de-8841-45555b288dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9c8574b-e60c-4b1b-918b-d11b124aee19'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:24:06.452675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Attempting to bind port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 on network d9c8574b-e60c-4b1b-918b-d11b124aee19 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:06.458283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:24:06.458661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Checking segment: {'id': '9c958b9b-b21d-44de-8841-45555b288dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9c8574b-e60c-4b1b-918b-d11b124aee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:06.459061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.459486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Bound using segment: {'id': '9c958b9b-b21d-44de-8841-45555b288dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9c8574b-e60c-4b1b-918b-d11b124aee19'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:24:06.460110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Bound port: 1a04bde4-78b8-40b4-86b1-4f2bd01edec2, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c958b9b-b21d-44de-8841-45555b288dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9c8574b-e60c-4b1b-918b-d11b124aee19'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:24:06.460486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:06.467931 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:06.484847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.493987 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-0c79d996-f5e3-4c5e-baf8-adb81c5794a0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:06.516727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.517407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.535110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] Pushing event deleted for resources: {'Network': ['ID=559d3b10-120e-4d50-ac89-846e28f0f636,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:06.583008 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-522b83c7-d840-4b14-ace8-3ae4d2b1e4c7 tempest-ExtraDHCPOptionsTestJSON-1487366575 tempest-ExtraDHCPOptionsTestJSON-1487366575-project] 10.222.0.64 "DELETE /v2.0/networks/559d3b10-120e-4d50-ac89-846e28f0f636 HTTP/1.1" status: 204 len: 168 time: 3.0267816 Feb 28 11:24:06.602405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-308b7537-7c41-4043-8d53-503247398a6c None None] For port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:24:06.609291 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-308b7537-7c41-4043-8d53-503247398a6c None None] For port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,segment=NetworkSegment(9c958b9b-b21d-44de-8841-45555b288dbd),segment_id=9c958b9b-b21d-44de-8841-45555b288dbd)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:24:06.618337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.710428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b7537-7c41-4043-8d53-503247398a6c None None] Pushing event updated for resources: {'Port': ['ID=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:06.755053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-0c79d996-f5e3-4c5e-baf8-adb81c5794a0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.756333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:06.780572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-0c79d996-f5e3-4c5e-baf8-adb81c5794a0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.840489 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6b5dfc60-0eb9-420e-83a9-3c0cb0cddc61 req-0c79d996-f5e3-4c5e-baf8-adb81c5794a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5947764 Feb 28 11:24:06.880801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79d996-f5e3-4c5e-baf8-adb81c5794a0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d43a7bc9-6bf9-4040-919b-0d0ffe58f7b1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:06.901604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.908396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.948414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:06.965758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5961b646-2c48-4357-b7c1-73edee3f620d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:06.988056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:06.990046 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Added segment f5d85bcc-67fd-402c-9a4f-c89627052ab9 of type vlan for network 870e859d-b68c-4063-86bf-a71d55abc4c4 Feb 28 11:24:07.018734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2d24120-2f4a-4823-a436-e9890e528a66 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:07.025139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:07.083594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48452) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:07.132601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:07.140958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:07.142500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:07.171216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-fbeca5d0-11c5-48ab-af1e-518780fd4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:07.172934 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-fbeca5d0-11c5-48ab-af1e-518780fd4c6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6b41517-9a9e-4904-a5ae-35be1080a401 HTTP/1.1" status: 200 len: 845 time: 0.6596999 Feb 28 11:24:07.235997 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7705214 Feb 28 11:24:07.243979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48458) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:07.263367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:07.305415 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'subnet': {'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:07.313210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:07.352835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:07.409041 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2ac4ec66-68b5-40af-9504-9136e82b5071 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6346ef247fce46f9a18cb27a4f4c0350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221667 Feb 28 11:24:07.411371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=78757f1d-955b-4814-84a0-41015ec2b11f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:07.427716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48462) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:07.482319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3a618-0f36-4568-b47e-527a5ecc02b5 req-8f563f8e-a7a7-4dd5-8208-ede9d79abe79 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:07.483939 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b6d3a618-0f36-4568-b47e-527a5ecc02b5 req-8f563f8e-a7a7-4dd5-8208-ede9d79abe79 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 944 time: 1.0721440 Feb 28 11:24:07.486981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:07.512793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd3fd-71eb-4470-a54e-42c22f96ec67 req-92721d18-afdb-4378-81ad-93ea3a56d5fb tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:07.514350 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4aabd3fd-71eb-4470-a54e-42c22f96ec67 req-92721d18-afdb-4378-81ad-93ea3a56d5fb tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 945 time: 0.6614068 Feb 28 11:24:07.571665 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eb7a424e-eba8-4043-9dc3-f6c869cb8a7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8f7aa25d8c849ddb21c67fb372e5e3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8137810 Feb 28 11:24:07.595253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:07.606513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cce4c4-c5ab-4810-8d81-03626fe22df6 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Network': ['ID=870e859d-b68c-4063-86bf-a71d55abc4c4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:07.617950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:07.619931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:07.623915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Usage tracker for resource:subnet and tenant:76281e17e3f14b10861acf3281d9b016 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:07.627017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:07.633293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:07.649280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Made reservation on behalf of 76281e17e3f14b10861acf3281d9b016 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:07.653599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:07.688605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:07.844276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a7a7360-868a-45ea-babe-f8f1b0f1178b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:07.852039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c8574b-e60c-4b1b-918b-d11b124aee19']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:07.887079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a7a7360-868a-45ea-babe-f8f1b0f1178b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:07.911557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c958b9b-b21d-44de-8841-45555b288dbd') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:07.911865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c958b9b-b21d-44de-8841-45555b288dbd') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:08.003157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a7a7360-868a-45ea-babe-f8f1b0f1178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.019947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.047108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a7360-868a-45ea-babe-f8f1b0f1178b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2805eaff-f912-4a58-a3bd-5c099d9cd811,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:08.062056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a7a7360-868a-45ea-babe-f8f1b0f1178b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.062894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2d24120-2f4a-4823-a436-e9890e528a66 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.063776 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3a7a7360-868a-45ea-babe-f8f1b0f1178b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2805eaff-f912-4a58-a3bd-5c099d9cd811 HTTP/1.1" status: 204 len: 168 time: 0.6307714 Feb 28 11:24:08.067047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.082252 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b6d3a618-0f36-4568-b47e-527a5ecc02b5 req-9efc2338-fa9c-4eb7-940e-21ab5acce68b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5640724 Feb 28 11:24:08.084372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-5ff12837-9867-43b1-b80e-17528ef10b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:08.086422 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-5ff12837-9867-43b1-b80e-17528ef10b62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0684ed51-866d-4e5c-b9c1-c22957fb2cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8590295 Feb 28 11:24:08.101067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4aabd3fd-71eb-4470-a54e-42c22f96ec67 req-c5c6d5f3-d1f6-418f-be92-2c7869889dea tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5667641 Feb 28 11:24:08.101767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2d24120-2f4a-4823-a436-e9890e528a66 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.130763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4fa82b-0979-473b-8738-cfcbe57d3cba None None] Network d9c8574b-e60c-4b1b-918b-d11b124aee19 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:08.168163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.174542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Subnet': ['ID=1a1d154a-2733-4451-b800-ba555ddd086b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:08.190769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Checking segment: {'id': 'f5d85bcc-67fd-402c-9a4f-c89627052ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:08.191382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Network hostable DHCP agents. Network: 870e859d-b68c-4063-86bf-a71d55abc4c4, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:24:08.213930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:24:08.226833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 870e859d-b68c-4063-86bf-a71d55abc4c4) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:08.237331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:08.237490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.247958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:08.248541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.278988 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cf460767-e27f-4cfa-bb3e-745068bd82f9 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0281963 Feb 28 11:24:08.281972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48476) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:08.287936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'port': {'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1749386898'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:08.334019 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:08.450999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab811d2-04a6-4238-b131-ff5ebdfb8cc9 None None] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:08.556072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c2d24120-2f4a-4823-a436-e9890e528a66 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] In _notify_port_updated(), no bound segment for port 8b2f170e-8386-4aee-aac4-13b09d582c35 on network 3984e97f-5dbe-4f43-a350-d63ff94f7264 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:24:08.563652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d24120-2f4a-4823-a436-e9890e528a66 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:08.563652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2d24120-2f4a-4823-a436-e9890e528a66 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.564779 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c2d24120-2f4a-4823-a436-e9890e528a66 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "PUT /v2.0/ports/8b2f170e-8386-4aee-aac4-13b09d582c35 HTTP/1.1" status: 200 len: 992 time: 2.6341000 Feb 28 11:24:08.569034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48482) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:08.621522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cf52da6d-fb08-4641-bde1-adcdbca8f391 None None] Provisioning for port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:08.699491 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:08.721677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Usage tracker for resource:port and tenant:76281e17e3f14b10861acf3281d9b016 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:08.722357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39014053-62a4-4e16-a444-9b378ac3c5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.731762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:08.753003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:08.755313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cf52da6d-fb08-4641-bde1-adcdbca8f391 None None] Provisioning complete for port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:08.757290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cf52da6d-fb08-4641-bde1-adcdbca8f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.760611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Deleting port 8b2f170e-8386-4aee-aac4-13b09d582c35 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:08.760954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.820871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Made reservation on behalf of 76281e17e3f14b10861acf3281d9b016 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:08.826653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.863212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d24120-2f4a-4823-a436-e9890e528a66 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Port': ['ID=8b2f170e-8386-4aee-aac4-13b09d582c35,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:08.865620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] device_id is not set on port 4f2ae195-6dcb-4abd-bb62-6912fb61793d yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:08.884464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:24:08.884464 dv-neutron-831192-2-hyperv neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:24:08.884464 dv-neutron-831192-2-hyperv neutron-server[87638]: [parameters: {'id': 'd9c8574b-e60c-4b1b-918b-d11b124aee19'}] Feb 28 11:24:08.884464 dv-neutron-831192-2-hyperv neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:08.884851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:08.885759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:08.906305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39014053-62a4-4e16-a444-9b378ac3c5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:08.925236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5fdd96-1148-412f-8916-4d43a2574d55 None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:08.930168 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0ea01fc8-cb7f-42b4-b92a-bf30b2b28cf0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/routers/72010f97-e5b0-4fa9-b744-db02a4f59cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2786288 Feb 28 11:24:08.937217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48494) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:08.947772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-38c892e2-4719-4e96-aeab-c16b0c0def7c service neutron] 10.222.0.37 "GET /v2.0/networks/0684ed51-866d-4e5c-b9c1-c22957fb2cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401892 Feb 28 11:24:08.952088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'port': {'network_id': 'e0a6a280-71d2-4d87-9dbf-23eff5d5f168', 'name': 'tempest-FloatingIPTestJSON-223410323'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:08.962009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5fdd96-1148-412f-8916-4d43a2574d55 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:08.963074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3b5fdd96-1148-412f-8916-4d43a2574d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:09.028077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] DHCP port deletion for d9c8574b-e60c-4b1b-918b-d11b124aee19 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:09.090298 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3b5fdd96-1148-412f-8916-4d43a2574d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:09.092455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Deleting port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:09.092909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.140829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Allocated IP 2001:db8::86 (870e859d-b68c-4063-86bf-a71d55abc4c4/1a1d154a-2733-4451-b800-ba555ddd086b/4f2ae195-6dcb-4abd-bb62-6912fb61793d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:09.199730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:09.208620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:port and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:09.208837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:09.214802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:09.271084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:09.302775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Made reservation on behalf of e78f1096056b4c2fad508c5192912841 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:09.306642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.323914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39014053-62a4-4e16-a444-9b378ac3c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.363146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5fdd96-1148-412f-8916-4d43a2574d55 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:09.363773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3b5fdd96-1148-412f-8916-4d43a2574d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:09.403797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39014053-62a4-4e16-a444-9b378ac3c5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.404911 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-39014053-62a4-4e16-a444-9b378ac3c5f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f888c8c2-9ca4-4bd7-84a2-7b223104f5e5 HTTP/1.1" status: 204 len: 168 time: 1.8087289 Feb 28 11:24:09.405577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.407691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39014053-62a4-4e16-a444-9b378ac3c5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f888c8c2-9ca4-4bd7-84a2-7b223104f5e5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:09.416668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] device_id is not set on port 7fc1c473-995f-472e-bf6b-3deb423aa70c yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:09.428042 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-870e859d-b68c-4063-86bf-a71d55abc4c4', 'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4', 'tenant_id': '76281e17e3f14b10861acf3281d9b016', 'fixed_ips': [{'subnet_id': '1a1d154a-2733-4451-b800-ba555ddd086b'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:24:09.428856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.442534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.459437 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1befd5a9-1c57-4bcc-99e0-dae3a4e8ecbb req-c164bd8e-5eae-4ef5-b840-5b34ee26bbdb service neutron] 10.222.0.37 "GET /v2.0/networks/0684ed51-866d-4e5c-b9c1-c22957fb2cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411195 Feb 28 11:24:09.461641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cf52da6d-fb08-4641-bde1-adcdbca8f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.498762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 62c6ec4a-a90c-4428-bb4b-541d389c498e details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:24:09.500874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3b5fdd96-1148-412f-8916-4d43a2574d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:09.501256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5fdd96-1148-412f-8916-4d43a2574d55 None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:09.548261 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:09.548601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.641388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48516) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:09.672895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cf52da6d-fb08-4641-bde1-adcdbca8f391 None None] For port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,segment=NetworkSegment(9c958b9b-b21d-44de-8841-45555b288dbd),segment_id=9c958b9b-b21d-44de-8841-45555b288dbd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:09.678310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:24:09.717124 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cf52da6d-fb08-4641-bde1-adcdbca8f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.735933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Calling delete_port for 8b2f170e-8386-4aee-aac4-13b09d582c35 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:09.896865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac085df-7847-4f6b-8d26-ad7a2a4ec5ba req-65062df2-5281-48ef-ac8a-cf694356715a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:09.898307 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ac085df-7847-4f6b-8d26-ad7a2a4ec5ba req-65062df2-5281-48ef-ac8a-cf694356715a tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 945 time: 0.4473405 Feb 28 11:24:09.906198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a5c83-b1a3-486c-a40c-cfddd7571f2e req-df13a3cd-770e-420a-a86d-2c96249e5bf4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:09.907706 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e00a5c83-b1a3-486c-a40c-cfddd7571f2e req-df13a3cd-770e-420a-a86d-2c96249e5bf4 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 944 time: 0.5445743 Feb 28 11:24:09.921713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:09.973057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.029229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.20.0.11 (e0a6a280-71d2-4d87-9dbf-23eff5d5f168/7e8136ae-ec30-42e3-8780-19ae5490096f/7fc1c473-995f-472e-bf6b-3deb423aa70c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:10.043788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Transition to ACTIVE for port object 4f2ae195-6dcb-4abd-bb62-6912fb61793d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:10.045609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.050947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] For port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,segment=NetworkSegment(9c958b9b-b21d-44de-8841-45555b288dbd),segment_id=9c958b9b-b21d-44de-8841-45555b288dbd)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:10.051339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.080330 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e00a5c83-b1a3-486c-a40c-cfddd7571f2e req-7d798eb7-eb16-4d65-9018-a5d58a97d497 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114299 Feb 28 11:24:10.145989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733383868'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:10.208088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d7ee6a0a-7fcb-430b-b59d-7882b256324d None None] Provisioning complete for port 8b2f170e-8386-4aee-aac4-13b09d582c35 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:10.208557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6a0a-7fcb-430b-b59d-7882b256324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.212449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:10.219881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Calling delete_port for 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:10.260323 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ac085df-7847-4f6b-8d26-ad7a2a4ec5ba req-42d38fcd-fed1-4710-8533-80c69de082a8 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998877 Feb 28 11:24:10.262326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,segment=NetworkSegment(9c958b9b-b21d-44de-8841-45555b288dbd),segment_id=9c958b9b-b21d-44de-8841-45555b288dbd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:10.275653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event deleted for resources: {'Port': ['ID=8b2f170e-8386-4aee-aac4-13b09d582c35,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:10.289031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee6a0a-7fcb-430b-b59d-7882b256324d None None] Port 8b2f170e-8386-4aee-aac4-13b09d582c35 was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 11:24:10.290094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:10.294336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] For port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,segment=NetworkSegment(9c958b9b-b21d-44de-8841-45555b288dbd),segment_id=9c958b9b-b21d-44de-8841-45555b288dbd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:10.294852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.296243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.296600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.296946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.297284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.297620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.297954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.298282 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.298602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.298982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.299341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.299668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.299991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:10.307171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:10.309383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52da6d-fb08-4641-bde1-adcdbca8f391 None None] Pushing event updated for resources: {'Port': ['ID=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:10.315437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:10.320067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.337400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:10.387275 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bdbc4032-369d-4a7f-a883-afbf4cf066f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad337866786e467db353c15f75773a3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1377704 Feb 28 11:24:10.406473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:10.496070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.521986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Calling delete_port for 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:10.527652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.579539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:10.582832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.585001 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 62c6ec4a-a90c-4428-bb4b-541d389c498e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62c6ec4a-a90c-4428-bb4b-541d389c498e,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:10.585688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:10.596351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:10.602070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:10.602739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.625937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Port': ['ID=4f2ae195-6dcb-4abd-bb62-6912fb61793d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:10.643365 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cda90faf-e3e3-4a93-a190-32ed255c3203 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "DELETE /v2.0/ports/8b2f170e-8386-4aee-aac4-13b09d582c35 HTTP/1.1" status: 204 len: 168 time: 2.0607243 Feb 28 11:24:10.643365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48536) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:10.646924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '62c6ec4a-a90c-4428-bb4b-541d389c498e', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'port_id': '62c6ec4a-a90c-4428-bb4b-541d389c498e', 'mac_address': 'fa:16:3e:92:0a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:24:10.681822 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f6b3bf25-58c0-4c63-8d94-5db7d55590b5 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3985348 Feb 28 11:24:10.691783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:10.697430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'port': {'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-507252560', 'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:7b:f2:cb'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:10.715791 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abd450c-5b8a-42ca-806d-54d6034529ab tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] GET failed (client error): The resource could not be found. Feb 28 11:24:10.716360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2abd450c-5b8a-42ca-806d-54d6034529ab tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Synchronizing usage tracker for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:10.717305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.739484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:10.754486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:10.754836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:10.755605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Allocated IP 2001:db8::2 (870e859d-b68c-4063-86bf-a71d55abc4c4/1a1d154a-2733-4451-b800-ba555ddd086b/1e0b9ab5-6cf5-4352-87dc-1b9317216ef7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:10.758165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:10.770392 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:10.770592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:10.771290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:10.778008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:10.779285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.787238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:10.805738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2abd450c-5b8a-42ca-806d-54d6034529ab tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Unset dirty status for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:10.807022 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2abd450c-5b8a-42ca-806d-54d6034529ab tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "GET /v2.0/ports/8b2f170e-8386-4aee-aac4-13b09d582c35 HTTP/1.1" status: 404 len: 333 time: 0.1625865 Feb 28 11:24:10.810623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48544) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:10.818521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'port': {'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264', 'name': 'tempest-AllowedAddressPairTestJSON-1607781737'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:10.828278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c6ec4a-a90c-4428-bb4b-541d389c498e {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:24:10.871725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da9a37ed-2dae-4d60-bcd8-a3ab492db2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.910059 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 62c6ec4a-a90c-4428-bb4b-541d389c498e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62c6ec4a-a90c-4428-bb4b-541d389c498e,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:10.917830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.925743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:10.935577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c6c4c-ed2e-4d8f-82f0-2bd9de8293c7 req-a4c2353f-5d93-4779-8f93-b769daa2be87 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:10.940299 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-402c6c4c-ed2e-4d8f-82f0-2bd9de8293c7 req-a4c2353f-5d93-4779-8f93-b769daa2be87 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 945 time: 0.4682169 Feb 28 11:24:10.946944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:10.956864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Request body: {'floatingip': {'port_id': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:10.966292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da9a37ed-2dae-4d60-bcd8-a3ab492db2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.010230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:11.035065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Usage tracker for resource:port and tenant:76281e17e3f14b10861acf3281d9b016 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:11.045374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:11.052579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=62c6ec4a-a90c-4428-bb4b-541d389c498e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:11.062045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:11.062234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.065421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.067188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.069854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:11.075054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:11.078455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:11.084060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:11.108264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.121312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Transition to ACTIVE for port object 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:11.130493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['62c6ec4a-a90c-4428-bb4b-541d389c498e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:24:11.141405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da9a37ed-2dae-4d60-bcd8-a3ab492db2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.144585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.184746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:11.196397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Made reservation on behalf of 76281e17e3f14b10861acf3281d9b016 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:11.197608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Transition to ACTIVE for port object 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:11.208236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d0114a-cc3b-4871-9bc9-702f4f0bf4f6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:11.217378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.234745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:11.257722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:11.258461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.279207 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Deleting port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:11.279579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.303085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a37ed-2dae-4d60-bcd8-a3ab492db2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d358ace-7b51-4a43-8518-ebb2cc8c286a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:11.323139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:11.351047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Made reservation on behalf of b01c1ad4b6c54cc68a6fbae9a7852573 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:11.355593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.375826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:11.376026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:11.390422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:11.391500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:11.397206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:11.397487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] device_id is not set on port e6852303-b45b-4bd1-b76e-a411bcd8ffec yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:11.412089 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Pushing event updated for resources: {'Port': ['ID=1e0b9ab5-6cf5-4352-87dc-1b9317216ef7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:11.445083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=7fc1c473-995f-472e-bf6b-3deb423aa70c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:11.477538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da9a37ed-2dae-4d60-bcd8-a3ab492db2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.478643 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-da9a37ed-2dae-4d60-bcd8-a3ab492db2b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d358ace-7b51-4a43-8518-ebb2cc8c286a HTTP/1.1" status: 204 len: 168 time: 1.0688319 Feb 28 11:24:11.546753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.554254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:11.554899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.559218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.581577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.643073 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e3e29f62-72db-46a9-affb-da2f20de57f2 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7011509 Feb 28 11:24:11.645737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48556) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:11.666457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.668662 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0179658 Feb 28 11:24:11.674123 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Attempting to bind port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:24:11.674542 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Attempting to bind port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'f5d85bcc-67fd-402c-9a4f-c89627052ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:24:11.674912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Attempting to bind port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 on network 870e859d-b68c-4063-86bf-a71d55abc4c4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:11.708022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] device_id is not set on port b8dfa8b0-fceb-49a2-8685-50fc2e51c981 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:11.716119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:24:11.716508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Checking segment: {'id': 'f5d85bcc-67fd-402c-9a4f-c89627052ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:11.716918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.717317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Bound using segment: {'id': 'f5d85bcc-67fd-402c-9a4f-c89627052ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:24:11.717802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Bound port: 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d85bcc-67fd-402c-9a4f-c89627052ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:24:11.718174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.718927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:11.719606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e7b35-1bfc-408e-9976-cb11f6b8ad68 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea36b1-ff00-4c61-a8dc-c37cc2e345c2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:11.756713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] For port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,segment=NetworkSegment(9c958b9b-b21d-44de-8841-45555b288dbd),segment_id=9c958b9b-b21d-44de-8841-45555b288dbd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:11.757274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.767550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d84c0d-5c44-44ca-9685-8f6ad2c47762 req-5ef8cc8f-f935-4135-a51b-0b7317fc8d5b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:11.769056 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a2d84c0d-5c44-44ca-9685-8f6ad2c47762 req-5ef8cc8f-f935-4135-a51b-0b7317fc8d5b tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 945 time: 0.4840972 Feb 28 11:24:11.787267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] For port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,segment=NetworkSegment(9c958b9b-b21d-44de-8841-45555b288dbd),segment_id=9c958b9b-b21d-44de-8841-45555b288dbd)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:11.787689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:11.852725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'port': {'network_id': 'e0a6a280-71d2-4d87-9dbf-23eff5d5f168', 'name': 'tempest-FloatingIPTestJSON-1038362971'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:11.971903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Calling delete_port for 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:12.052765 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a2d84c0d-5c44-44ca-9685-8f6ad2c47762 req-5a051f23-18ec-4cad-96bf-7b96a5e59bf8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562330 Feb 28 11:24:12.059689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5d8e2b50-2c3d-4898-a6b8-5f908191ff84 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:12.061650 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Calling delete_port for 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:12.101791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Allocated IP 172.20.0.9 (3984e97f-5dbe-4f43-a350-d63ff94f7264/df115a8c-de7b-4f1c-bd80-58b6975795f6/e6852303-b45b-4bd1-b76e-a411bcd8ffec) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:12.106512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5d8e2b50-2c3d-4898-a6b8-5f908191ff84 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:12.109000 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5d8e2b50-2c3d-4898-a6b8-5f908191ff84 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3869708 Feb 28 11:24:12.112808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48570) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:12.123426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5dc0f58d-5c09-4846-b014-7d79b81572eb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-security--99411645', 'description': 'tempest-security-description-528102242'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:12.138388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.194427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:12.194427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:12.196178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Port': ['ID=1a04bde4-78b8-40b4-86b1-4f2bd01edec2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:12.212105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No DVR routers for this DVR port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:12.245796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.246106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.246355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.246683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.247004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.247350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.247687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.247987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.248310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.248626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.248942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.249255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.256366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dc0f58d-5c09-4846-b014-7d79b81572eb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.263706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] For port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:24:12.268636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] For port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1e0b9ab5-6cf5-4352-87dc-1b9317216ef7,segment=NetworkSegment(f5d85bcc-67fd-402c-9a4f-c89627052ab9),segment_id=f5d85bcc-67fd-402c-9a4f-c89627052ab9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:24:12.274604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.394198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Pushing event updated for resources: {'Port': ['ID=1e0b9ab5-6cf5-4352-87dc-1b9317216ef7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:12.404150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.404805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.405364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.406110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.406642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.407195 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.408568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.409065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.409535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.410277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.410387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.410659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49e186-b3f2-499d-9d6e-e76f928b5351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:12.413459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.424864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:12.426196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Deleting port 1a04bde4-78b8-40b4-86b1-4f2bd01edec2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:12.426583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.468097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dc0f58d-5c09-4846-b014-7d79b81572eb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.483036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:port and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:12.484705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dc0f58d-5c09-4846-b014-7d79b81572eb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.489700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Allocated IP 2001:db8::204 (870e859d-b68c-4063-86bf-a71d55abc4c4/1a1d154a-2733-4451-b800-ba555ddd086b/b8dfa8b0-fceb-49a2-8685-50fc2e51c981) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:12.491799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:12.495068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c8574b-e60c-4b1b-918b-d11b124aee19']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:12.505853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:12.546067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-91df5cfa-8cdf-4103-b6dc-a15300a3aa47 None None] The port '1a04bde4-78b8-40b4-86b1-4f2bd01edec2' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:24:12.549954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dc0f58d-5c09-4846-b014-7d79b81572eb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.553088 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5dc0f58d-5c09-4846-b014-7d79b81572eb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "PUT /v2.0/security-groups/7dea36b1-ff00-4c61-a8dc-c37cc2e345c2 HTTP/1.1" status: 200 len: 1775 time: 0.4369960 Feb 28 11:24:12.555542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c958b9b-b21d-44de-8841-45555b288dbd') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:12.555886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c958b9b-b21d-44de-8841-45555b288dbd') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:12.569097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48586) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:12.596780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.613288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0f58d-5c09-4846-b014-7d79b81572eb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea36b1-ff00-4c61-a8dc-c37cc2e345c2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:12.642615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.655606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:12.656066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:12.672126 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:12.690973 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-eecd8202-9fad-49d4-a6a4-93d83613fcda tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups/7dea36b1-ff00-4c61-a8dc-c37cc2e345c2 HTTP/1.1" status: 200 len: 1775 time: 0.1208699 Feb 28 11:24:12.709870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Made reservation on behalf of e78f1096056b4c2fad508c5192912841 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:12.713251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.724002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48590) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:12.797646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.810515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.813752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] device_id is not set on port df03dff3-0fe5-49b8-ba56-0228fbbf05ed yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:12.847099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=d9c8574b-e60c-4b1b-918b-d11b124aee19,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:12.850876 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-73ee7243-d48e-4bfc-9d93-296a4e923b11 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/d9c8574b-e60c-4b1b-918b-d11b124aee19 HTTP/1.1" status: 204 len: 168 time: 7.3062818 Feb 28 11:24:12.854465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:12.860951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1035154599'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:12.867732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:12.872486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:network and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:12.876156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:12.879039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:24:12.882791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:12.893096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:12.896592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.925012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:12.935600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:12.935940 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment f896bc83-f338-4620-8b22-e3a3f15f1e31 of type vlan for network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 Feb 28 11:24:12.964607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.000522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.007630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:13.009105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.096155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.237414 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:13.249298 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3935974 Feb 28 11:24:13.255565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48608) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:13.262152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': 'a8b85ee2-d1b8-41c4-9df5-24b6c9744f25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:13.268728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.349115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:13.357910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1710c-37dd-427a-9114-516a7169cc46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=a8b85ee2-d1b8-41c4-9df5-24b6c9744f25,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:13.374417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:13.376950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.436603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1333b535-0f6f-43c7-a10a-bc8b10af3d05 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.461937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:13.467565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:subnet and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:13.480602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:13.487967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:13.496759 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Transition to ACTIVE for port object e6852303-b45b-4bd1-b76e-a411bcd8ffec will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:13.520641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1601-6ac8-46bd-b244-969e82ff082b req-87543a71-1c69-40f4-8313-c231892b1379 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:13.521593 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e71b1601-6ac8-46bd-b244-969e82ff082b req-87543a71-1c69-40f4-8313-c231892b1379 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 945 time: 0.2178447 Feb 28 11:24:13.522297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:13.525696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.550950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.564953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 62c6ec4a-a90c-4428-bb4b-541d389c498e up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:13.612549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1333b535-0f6f-43c7-a10a-bc8b10af3d05 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.725352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 62c6ec4a-a90c-4428-bb4b-541d389c498e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:13.740307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 62c6ec4a-a90c-4428-bb4b-541d389c498e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:13.741203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.819484 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e71b1601-6ac8-46bd-b244-969e82ff082b req-4e0f7c0a-a9d0-4167-b8aa-6b59e5aaf7ae tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954406 Feb 28 11:24:13.839961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.20.0.7 (e0a6a280-71d2-4d87-9dbf-23eff5d5f168/7e8136ae-ec30-42e3-8780-19ae5490096f/df03dff3-0fe5-49b8-ba56-0228fbbf05ed) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:13.876122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Transition to ACTIVE for port object b8dfa8b0-fceb-49a2-8685-50fc2e51c981 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:13.893311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:13.902193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055d8d5-afa7-447c-9879-5c90e29aad32 None None] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:13.959877 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Floating IP a8bc3632-956d-4fae-894d-a97d7556adb5 associated. External IP: 172.26.8.54, port: e06e6736-6a9e-45b6-b9c0-9e42f762615d. Feb 28 11:24:13.973146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=08eb5e30-1429-454e-9ec8-a1e301dfddfa,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:14.009530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking segment: {'id': 'f896bc83-f338-4620-8b22-e3a3f15f1e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a8b85ee2-d1b8-41c4-9df5-24b6c9744f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:14.010114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network hostable DHCP agents. Network: a8b85ee2-d1b8-41c4-9df5-24b6c9744f25, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:24:14.020199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:14.021878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aef8f46c-b31a-4e4f-9658-501b9a4baa24 None None] Provisioning for port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:14.043328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.043628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:24:14.050165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1333b535-0f6f-43c7-a10a-bc8b10af3d05 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.056121 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aef8f46c-b31a-4e4f-9658-501b9a4baa24 None None] Provisioning complete for port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:14.056446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aef8f46c-b31a-4e4f-9658-501b9a4baa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.056906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, a8b85ee2-d1b8-41c4-9df5-24b6c9744f25) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:14.061990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:14.062587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.071270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.097613 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-517f9b8d-3884-41a4-a7a2-f8da52cc9685 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8408475 Feb 28 11:24:14.097937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da071b63-2336-4761-aca8-8ba74162b227 None None] Network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:14.098550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48630) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:14.106922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': 'a8b85ee2-d1b8-41c4-9df5-24b6c9744f25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:14.159690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333b535-0f6f-43c7-a10a-bc8b10af3d05 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea36b1-ff00-4c61-a8dc-c37cc2e345c2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:14.222523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a0dbbdb7-a1a1-41cf-b879-c51a01aac246 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:14.271583 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a0dbbdb7-a1a1-41cf-b879-c51a01aac246 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] 10.222.0.64 "PUT /v2.0/quotas/9164d59293bf459c9b6ee1eae7908db3 HTTP/1.1" status: 200 len: 368 time: 0.2439587 Feb 28 11:24:14.271795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c6ec4a-a90c-4428-bb4b-541d389c498e'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:24:14.273829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48634) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:14.279974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:14.292905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Request body: {'network': {'project_id': '9164d59293bf459c9b6ee1eae7908db3'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:14.299560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:14.300068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:14.305389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Usage tracker for resource:network and tenant:9164d59293bf459c9b6ee1eae7908db3 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:14.308981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:14.310756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.317583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:14.330697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 62c6ec4a-a90c-4428-bb4b-541d389c498e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62c6ec4a-a90c-4428-bb4b-541d389c498e,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:14.333203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Made reservation on behalf of 9164d59293bf459c9b6ee1eae7908db3 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:14.336123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.354631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.362414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.368194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:14.399684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:14.405520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Usage tracker for resource:security_group_rule and tenant:9164d59293bf459c9b6ee1eae7908db3 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:14.408544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:14.413705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Port': ['ID=e6852303-b45b-4bd1-b76e-a411bcd8ffec,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:14.415822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:14.494408 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c6ec4a-a90c-4428-bb4b-541d389c498e', 'code': 200} Feb 28 11:24:14.502280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=62c6ec4a-a90c-4428-bb4b-541d389c498e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:14.509056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1333b535-0f6f-43c7-a10a-bc8b10af3d05 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.513110 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1333b535-0f6f-43c7-a10a-bc8b10af3d05 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/7dea36b1-ff00-4c61-a8dc-c37cc2e345c2 HTTP/1.1" status: 204 len: 168 time: 1.7613940 Feb 28 11:24:14.517703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:14.522683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48640) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:14.534682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:14.564485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:subnet and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:14.574869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:14.588737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:14.597613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:14.627290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:14.632750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:14.633445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.653067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aef8f46c-b31a-4e4f-9658-501b9a4baa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.655974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:14.656664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.671492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:14.674887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.683111 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Port': ['ID=b8dfa8b0-fceb-49a2-8685-50fc2e51c981,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:14.726725 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1d4ab6ce-15c8-416d-a508-93ec77d6595f tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.0338528 Feb 28 11:24:14.730465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48644) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:14.732824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.734705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aef8f46c-b31a-4e4f-9658-501b9a4baa24 None None] For port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1e0b9ab5-6cf5-4352-87dc-1b9317216ef7,segment=NetworkSegment(f5d85bcc-67fd-402c-9a4f-c89627052ab9),segment_id=f5d85bcc-67fd-402c-9a4f-c89627052ab9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:14.745883 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aef8f46c-b31a-4e4f-9658-501b9a4baa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.747799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-a8b85ee2-d1b8-41c4-9df5-24b6c9744f25', 'network_id': 'a8b85ee2-d1b8-41c4-9df5-24b6c9744f25', 'tenant_id': '2c949a3375304810a825bd987de1df9c', 'fixed_ips': [{'subnet_id': '08eb5e30-1429-454e-9ec8-a1e301dfddfa'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:24:14.749117 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.752975 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4c2da4be-ff32-4d32-8c19-102baf942942 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9412966 Feb 28 11:24:14.753713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48648) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:14.786742 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-41b82f16-0bc2-4b3f-bdcc-22b8e440f9c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2437470 Feb 28 11:24:14.796724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48650) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:14.860244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3df13eb0-b248-4964-91c0-38abe62cce87 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:27:79:ce'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:14.865462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.878923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.895044 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-226f26aa-1d9d-4f78-94ce-ca0d65b1dcb7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] delete failed (client error): The resource could not be found. Feb 28 11:24:14.901659 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-226f26aa-1d9d-4f78-94ce-ca0d65b1dcb7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/7dea36b1-ff00-4c61-a8dc-c37cc2e345c2 HTTP/1.1" status: 404 len: 347 time: 0.1027577 Feb 28 11:24:14.901847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48658) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:14.922364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:14.923771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160624570'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:14.945225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:14.958274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.958609 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Added segment 4f797cc3-20a6-4169-9921-ba05b8260ab5 of type vlan for network 607192b3-920d-432c-b8b8-df1b7aa1eec6 Feb 28 11:24:14.961972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ae9e9d-15a2-4b80-af78-4541cc8f88ae,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:14.979134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:14.986796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:15.001783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8f46c-b31a-4e4f-9658-501b9a4baa24 None None] Pushing event updated for resources: {'Port': ['ID=1e0b9ab5-6cf5-4352-87dc-1b9317216ef7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:15.017784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:15.028849 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ac3d9e7e-f2dc-4538-bbd0-9a3febcd9b65 None None] Provisioning for port e6852303-b45b-4bd1-b76e-a411bcd8ffec completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:15.038027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Router 261f835e-68c7-4930-8305-56c94492ef20 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:15.043467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ac3d9e7e-f2dc-4538-bbd0-9a3febcd9b65 None None] Provisioning complete for port e6852303-b45b-4bd1-b76e-a411bcd8ffec triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:15.043467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ac3d9e7e-f2dc-4538-bbd0-9a3febcd9b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.058877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76655958-5d1e-4870-91e6-5405f4a3302e req-46009f37-f5c1-4716-b4d1-42ff71c2ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.060410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-76655958-5d1e-4870-91e6-5405f4a3302e req-46009f37-f5c1-4716-b4d1-42ff71c2ffca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 1099 time: 0.4373970 Feb 28 11:24:15.062672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.112661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ac3d9e7e-f2dc-4538-bbd0-9a3febcd9b65 None None] Port e6852303-b45b-4bd1-b76e-a411bcd8ffec cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:15.123305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.151587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.212181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:15.217921 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-76655958-5d1e-4870-91e6-5405f4a3302e req-4a131374-8aac-425f-b2b0-c5bbe53244de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504712 Feb 28 11:24:15.237364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.238472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.239112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.289355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Allocated IP 2001:db8::2 (a8b85ee2-d1b8-41c4-9df5-24b6c9744f25/08eb5e30-1429-454e-9ec8-a1e301dfddfa/ace0b80d-caef-4c7c-80bb-3fa05618ba9a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:15.306831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:15.320921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64981752-8e72-4183-a469-c95da0878d01 req-52354882-0829-45cd-ae02-bd3be785502c tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.323288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64981752-8e72-4183-a469-c95da0878d01 req-52354882-0829-45cd-ae02-bd3be785502c tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 946 time: 0.3621058 Feb 28 11:24:15.324751 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0499454 Feb 28 11:24:15.327466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ca4df-1dfa-44fc-8706-9bb1d725e27a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.332268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48662) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:15.333805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ca4df-1dfa-44fc-8706-9bb1d725e27a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.339804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ca4df-1dfa-44fc-8706-9bb1d725e27a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.340854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6e7ca4df-1dfa-44fc-8706-9bb1d725e27a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Synchronizing usage tracker for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:15.360955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:15.366070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:15.369217 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:15.369601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.372707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:15.389591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Request body: {'network': {'project_id': '9164d59293bf459c9b6ee1eae7908db3'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:15.400624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:15.406954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:15.410159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:15.422136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:15.434897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Usage tracker for resource:network and tenant:9164d59293bf459c9b6ee1eae7908db3 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:15.441021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ad270-82d1-45a8-8e41-2b1584c33df7 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Pushing event updated for resources: {'Network': ['ID=607192b3-920d-432c-b8b8-df1b7aa1eec6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:15.444808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:15.467024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:15.476991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 607192b3-920d-432c-b8b8-df1b7aa1eec6 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:15.496635 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64981752-8e72-4183-a469-c95da0878d01 req-8ba7a35f-d186-41f3-a586-adc870c13017 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617200 Feb 28 11:24:15.507589 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Made reservation on behalf of 9164d59293bf459c9b6ee1eae7908db3 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:15.510019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.545346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.633715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Provisioning complete for port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:15.634081 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.701214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=df03dff3-0fe5-49b8-ba56-0228fbbf05ed,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:15.704675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:15.715696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:15.720210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:15.726420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.726961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.744604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.744894 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Added segment 1a47dfef-6ce7-4f82-8806-6ecfe452bbf9 of type vlan for network 9ce89ee5-dd38-4bb6-ac15-704e2303f48d Feb 28 11:24:15.756067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=d8210139-da69-42a9-a9c2-3b42ff129e44,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:15.782067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7ecf4b5f-569c-4001-9da5-b80ae09b069d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6817503 Feb 28 11:24:15.784583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:15.788377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.790564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6e7ca4df-1dfa-44fc-8706-9bb1d725e27a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Unset dirty status for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:15.791861 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6e7ca4df-1dfa-44fc-8706-9bb1d725e27a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.0551178 Feb 28 11:24:15.810501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48670) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:15.841658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.842612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.892334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e5479-2a4a-44eb-bd51-d3b7db2b06fd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.893916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e5479-2a4a-44eb-bd51-d3b7db2b06fd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.895419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e5479-2a4a-44eb-bd51-d3b7db2b06fd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.896881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e5479-2a4a-44eb-bd51-d3b7db2b06fd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.898349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e5479-2a4a-44eb-bd51-d3b7db2b06fd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.899314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-134e5479-2a4a-44eb-bd51-d3b7db2b06fd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Synchronizing usage tracker for tenant:2c949a3375304810a825bd987de1df9c on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:15.918340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.919459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:15.920034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.929082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9956c33b-03ea-453d-bfd9-986d56ea3baa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Deleting port b8dfa8b0-fceb-49a2-8685-50fc2e51c981 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:15.929481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9956c33b-03ea-453d-bfd9-986d56ea3baa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.940352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-134e5479-2a4a-44eb-bd51-d3b7db2b06fd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Unset dirty status for tenant:2c949a3375304810a825bd987de1df9c on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:15.941495 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-134e5479-2a4a-44eb-bd51-d3b7db2b06fd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1560249 Feb 28 11:24:15.959035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3df13eb0-b248-4964-91c0-38abe62cce87 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:15.961273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48674) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:15.975656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1845675077'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:15.987449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:16.004294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:16.017469 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] Sync routers for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:16.033892 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7004859 Feb 28 11:24:16.038359 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:16.038997 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:16.046157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:16.050875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:network and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:16.056770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:16.060377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1128d-3cd3-4bd6-8741-03d3e52213bb tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Pushing event updated for resources: {'Network': ['ID=9ce89ee5-dd38-4bb6-ac15-704e2303f48d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:16.067889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8ce99e8c-30db-4881-83e7-1204bc7d6617 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Request body: {'network': {'project_id': '9164d59293bf459c9b6ee1eae7908db3'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:16.071375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:16.075858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8ce99e8c-30db-4881-83e7-1204bc7d6617 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:16.081567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8ce99e8c-30db-4881-83e7-1204bc7d6617 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Usage tracker for resource:network and tenant:9164d59293bf459c9b6ee1eae7908db3 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:16.084845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8ce99e8c-30db-4881-83e7-1204bc7d6617 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:16.085708 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 9ce89ee5-dd38-4bb6-ac15-704e2303f48d details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:16.091282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8ce99e8c-30db-4881-83e7-1204bc7d6617 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:16.092992 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce99e8c-30db-4881-83e7-1204bc7d6617 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 11:24:16.093624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce99e8c-30db-4881-83e7-1204bc7d6617 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:16.094876 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8ce99e8c-30db-4881-83e7-1204bc7d6617 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0456450 Feb 28 11:24:16.097787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48682) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:16.104980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.129607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.154623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:16.155444 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9095770f-4d63-421b-ad41-91f0db8a3a1d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5030701 Feb 28 11:24:16.156814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.158227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.169430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:16.173906 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b47465d1-b795-45c2-aa99-bdf4ddd9efa8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9164d59293bf459c9b6ee1eae7908db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750542 Feb 28 11:24:16.178757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:16.185225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': 'df03dff3-0fe5-49b8-ba56-0228fbbf05ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:16.191264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:16.195382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:floatingip and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:16.198555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:16.204909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:16.233052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.233712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.262443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Transition to ACTIVE for port object ace0b80d-caef-4c7c-80bb-3fa05618ba9a will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:16.305443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:16.315467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Transition to ACTIVE for port object ace0b80d-caef-4c7c-80bb-3fa05618ba9a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:16.326093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.326435 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment d85963e9-35df-4c70-928f-a6eeb2450edd of type vlan for network e2cfd79b-b062-414a-87f8-b1953a66dfa0 Feb 28 11:24:16.330197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Provisioning for port 4f2ae195-6dcb-4abd-bb62-6912fb61793d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:16.342123 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.368299 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:24:16.405086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db6dcc1b-dc31-4f64-aca5-d67558681b13 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.441969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.456938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Provisioning complete for port 4f2ae195-6dcb-4abd-bb62-6912fb61793d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:16.457517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.464896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db6dcc1b-dc31-4f64-aca5-d67558681b13 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.528919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967b1a2e-45dc-45c0-af36-93c4bc2eb5b3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:16.533247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.535361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:16.537642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:16.537968 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d666d38a-7237-4a86-b44e-acb54be6bad5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6332133 Feb 28 11:24:16.549154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '967b1a2e-45dc-45c0-af36-93c4bc2eb5b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:16.554193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.559833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:16.560433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.588352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:16.594668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Pushing event updated for resources: {'Port': ['ID=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:16.596066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:16.606272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:16.616649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.709554 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d3ae7bbd-bed7-4d65-84e4-255220c86c19 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "PUT /v2.0/floatingips/a8bc3632-956d-4fae-894d-a97d7556adb5 HTTP/1.1" status: 200 len: 990 time: 5.7594151 Feb 28 11:24:16.721355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'tag': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:24:16.731828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:16.739828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9956c33b-03ea-453d-bfd9-986d56ea3baa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.740962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:16.755962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Attempting to bind port ace0b80d-caef-4c7c-80bb-3fa05618ba9a on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:24:16.756624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Attempting to bind port ace0b80d-caef-4c7c-80bb-3fa05618ba9a by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'f896bc83-f338-4620-8b22-e3a3f15f1e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a8b85ee2-d1b8-41c4-9df5-24b6c9744f25'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:24:16.757173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Attempting to bind port ace0b80d-caef-4c7c-80bb-3fa05618ba9a on network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:16.760045 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Port 4f2ae195-6dcb-4abd-bb62-6912fb61793d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:16.768053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:24:16.768372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Checking segment: {'id': 'f896bc83-f338-4620-8b22-e3a3f15f1e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a8b85ee2-d1b8-41c4-9df5-24b6c9744f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:16.769095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.769602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Bound using segment: {'id': 'f896bc83-f338-4620-8b22-e3a3f15f1e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a8b85ee2-d1b8-41c4-9df5-24b6c9744f25'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:24:16.770157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:16.770267 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Bound port: ace0b80d-caef-4c7c-80bb-3fa05618ba9a, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f896bc83-f338-4620-8b22-e3a3f15f1e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a8b85ee2-d1b8-41c4-9df5-24b6c9744f25'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:24:16.770559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.848562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Provisioning for port b8dfa8b0-fceb-49a2-8685-50fc2e51c981 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:16.871476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Provisioning complete for port b8dfa8b0-fceb-49a2-8685-50fc2e51c981 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:16.871849 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.936212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] For port ace0b80d-caef-4c7c-80bb-3fa05618ba9a, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:24:16.949060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fed4a6ae-6954-4a75-8c47-28f463c05f2a None None] Port b8dfa8b0-fceb-49a2-8685-50fc2e51c981 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:16.950733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db6dcc1b-dc31-4f64-aca5-d67558681b13 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.953511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db6dcc1b-dc31-4f64-aca5-d67558681b13 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.957563 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-db6dcc1b-dc31-4f64-aca5-d67558681b13 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/71ae9e9d-15a2-4b80-af78-4541cc8f88ae HTTP/1.1" status: 204 len: 168 time: 0.7776089 Feb 28 11:24:16.962837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48704) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:16.965895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] For port ace0b80d-caef-4c7c-80bb-3fa05618ba9a, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,segment=NetworkSegment(f896bc83-f338-4620-8b22-e3a3f15f1e31),segment_id=f896bc83-f338-4620-8b22-e3a3f15f1e31)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:24:16.969545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9956c33b-03ea-453d-bfd9-986d56ea3baa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Calling delete_port for b8dfa8b0-fceb-49a2-8685-50fc2e51c981 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:16.972158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:16.989432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=e2cfd79b-b062-414a-87f8-b1953a66dfa0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:17.021850 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:19Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'a8bc3632-956d-4fae-894d-a97d7556adb5', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'floating_ip_address': '172.26.8.54', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '261f835e-68c7-4930-8305-56c94492ef20', 'port_id': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'mac_address': 'fa:16:3e:80:88:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:23:29Z', 'updated_at': '2022-02-28T11:24:12Z', 'revision_number': 1, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f042ffdc-4b78-457c-bf62-3b982ffacd34', 'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'mac_address': 'fa:16:3e:e1:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:17Z', 'updated_at': '2022-02-28T11:23:27Z', 'revision_number': 5, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'subnets': [{'id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:17.027688 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] Checking router: 261f835e-68c7-4930-8305-56c94492ef20 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:24:17.028744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network e2cfd79b-b062-414a-87f8-b1953a66dfa0 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:17.032469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.26.8.182 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/aa16a765-8995-4f0b-ad23-22f539daef1c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:17.039684 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:17.040489 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:17.043044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3df13eb0-b248-4964-91c0-38abe62cce87 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.055820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3df13eb0-b248-4964-91c0-38abe62cce87 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.074064 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ff250982-b765-4d04-95d3-dde4fd1c105f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1105423 Feb 28 11:24:17.108842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dcc1b-dc31-4f64-aca5-d67558681b13 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ae9e9d-15a2-4b80-af78-4541cc8f88ae,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:17.215675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48708) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:17.240834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3df13eb0-b248-4964-91c0-38abe62cce87 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] In _notify_port_updated(), no bound segment for port e6852303-b45b-4bd1-b76e-a411bcd8ffec on network 3984e97f-5dbe-4f43-a350-d63ff94f7264 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:24:17.252037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df13eb0-b248-4964-91c0-38abe62cce87 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:17.254874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3df13eb0-b248-4964-91c0-38abe62cce87 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.258888 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3df13eb0-b248-4964-91c0-38abe62cce87 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "PUT /v2.0/ports/e6852303-b45b-4bd1-b76e-a411bcd8ffec HTTP/1.1" status: 200 len: 996 time: 2.4676754 Feb 28 11:24:17.267664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df13eb0-b248-4964-91c0-38abe62cce87 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Port': ['ID=e6852303-b45b-4bd1-b76e-a411bcd8ffec,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:17.273929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-382a41b3-ae1b-4451-bc2a-28dc17b4b439 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:17.299704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c1c46841-edf4-494b-bb9a-24e6d70c86a7 None None] Provisioning complete for port 4f2ae195-6dcb-4abd-bb62-6912fb61793d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:17.300103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c1c46841-edf4-494b-bb9a-24e6d70c86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.331687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.349107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48712) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:17.383841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badba2b8-220f-4c2b-92f8-162803086e27 None None] Pushing event updated for resources: {'Port': ['ID=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:17.435756 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:24:17.436544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c1c46841-edf4-494b-bb9a-24e6d70c86a7 None None] Port 4f2ae195-6dcb-4abd-bb62-6912fb61793d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:17.450392 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c1c46841-edf4-494b-bb9a-24e6d70c86a7 None None] Provisioning complete for port b8dfa8b0-fceb-49a2-8685-50fc2e51c981 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:17.451088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c1c46841-edf4-494b-bb9a-24e6d70c86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.500898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bf40f-5f51-4b3b-a2f4-4f4b65cc05a4 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Deleting port e6852303-b45b-4bd1-b76e-a411bcd8ffec {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:17.501244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf40f-5f51-4b3b-a2f4-4f4b65cc05a4 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.518817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c1c46841-edf4-494b-bb9a-24e6d70c86a7 None None] Port b8dfa8b0-fceb-49a2-8685-50fc2e51c981 was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 11:24:17.548410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9956c33b-03ea-453d-bfd9-986d56ea3baa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.612708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956c33b-03ea-453d-bfd9-986d56ea3baa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event deleted for resources: {'Port': ['ID=b8dfa8b0-fceb-49a2-8685-50fc2e51c981,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:17.662977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.685217 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-16d5d9b2-c5c5-4d66-8f98-cd8893cc3744 None None] Provisioning complete for port e6852303-b45b-4bd1-b76e-a411bcd8ffec triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:17.685588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-16d5d9b2-c5c5-4d66-8f98-cd8893cc3744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.785198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-16d5d9b2-c5c5-4d66-8f98-cd8893cc3744 None None] Port e6852303-b45b-4bd1-b76e-a411bcd8ffec cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:17.833408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8580-bfe4-40df-947a-364b6bab93b7 req-205a22ff-8617-4b47-a248-d48809669817 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:17.834968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbca8580-bfe4-40df-947a-364b6bab93b7 req-205a22ff-8617-4b47-a248-d48809669817 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 946 time: 1.0953324 Feb 28 11:24:17.845414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.952678 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:19Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'a8bc3632-956d-4fae-894d-a97d7556adb5', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'floating_ip_address': '172.26.8.54', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '261f835e-68c7-4930-8305-56c94492ef20', 'port_id': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'mac_address': 'fa:16:3e:80:88:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:23:29Z', 'updated_at': '2022-02-28T11:24:12Z', 'revision_number': 1, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f042ffdc-4b78-457c-bf62-3b982ffacd34', 'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'mac_address': 'fa:16:3e:e1:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:17Z', 'updated_at': '2022-02-28T11:23:27Z', 'revision_number': 5, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'subnets': [{'id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:17.965336 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62617bb8-3a93-47c4-8bd7-ef50870fed2d None None] The sync data for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv is: [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:19Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'a8bc3632-956d-4fae-894d-a97d7556adb5', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'floating_ip_address': '172.26.8.54', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '261f835e-68c7-4930-8305-56c94492ef20', 'port_id': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'mac_address': 'fa:16:3e:80:88:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:23:29Z', 'updated_at': '2022-02-28T11:24:12Z', 'revision_number': 1, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f042ffdc-4b78-457c-bf62-3b982ffacd34', 'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'mac_address': 'fa:16:3e:e1:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:17Z', 'updated_at': '2022-02-28T11:23:27Z', 'revision_number': 5, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'subnets': [{'id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:18.012829 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbca8580-bfe4-40df-947a-364b6bab93b7 req-41263350-235e-4e39-807f-37b04d3e6951 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635370 Feb 28 11:24:18.088468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9956c33b-03ea-453d-bfd9-986d56ea3baa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.104013 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'tag': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d', 'status': 'completed', 'code': 200} Feb 28 11:24:18.124334 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9956c33b-03ea-453d-bfd9-986d56ea3baa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "DELETE /v2.0/ports/b8dfa8b0-fceb-49a2-8685-50fc2e51c981 HTTP/1.1" status: 204 len: 168 time: 2.3013501 Feb 28 11:24:18.128063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48718) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:18.188325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.192292 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-09676bd1-1918-4c4b-bba7-38a00cafcd95 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] GET failed (client error): The resource could not be found. Feb 28 11:24:18.192652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-09676bd1-1918-4c4b-bba7-38a00cafcd95 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Synchronizing usage tracker for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:18.204169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938305-0bc1-4116-a802-425346c53f41 req-481846cd-6a06-43cd-8b05-a880991b09ad tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:18.206231 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-63938305-0bc1-4116-a802-425346c53f41 req-481846cd-6a06-43cd-8b05-a880991b09ad tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 945 time: 1.2118254 Feb 28 11:24:18.230235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf40f-5f51-4b3b-a2f4-4f4b65cc05a4 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.243297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-09676bd1-1918-4c4b-bba7-38a00cafcd95 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Unset dirty status for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:18.248877 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-09676bd1-1918-4c4b-bba7-38a00cafcd95 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "GET /v2.0/ports/b8dfa8b0-fceb-49a2-8685-50fc2e51c981 HTTP/1.1" status: 404 len: 333 time: 0.1140807 Feb 28 11:24:18.248877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48722) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:18.259584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'port': {'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-613298443'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:18.271290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.319646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbede38c-07ca-44fb-b332-3f304f448f9d None None] New status for floating IP a8bc3632-956d-4fae-894d-a97d7556adb5: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:24:18.409815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bf40f-5f51-4b3b-a2f4-4f4b65cc05a4 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Calling delete_port for e6852303-b45b-4bd1-b76e-a411bcd8ffec owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:18.457227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b672afe-a9a9-4ba7-87ff-c9581f274863,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:18.465492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.501916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382a41b3-ae1b-4451-bc2a-28dc17b4b439 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.511686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.515597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5e97d955-0065-404c-b32f-15917f1c0502 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9696789 Feb 28 11:24:18.534608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:18.536624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.591872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce89ee5-dd38-4bb6-ac15-704e2303f48d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:18.624936 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-63938305-0bc1-4116-a802-425346c53f41 req-050f75be-a740-4937-81cd-98388f76d3eb tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684788 Feb 28 11:24:18.639281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382a41b3-ae1b-4451-bc2a-28dc17b4b439 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.646290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ad348-9507-4e5d-b914-83c6a059a13a None None] Network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:18.658467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a47dfef-6ce7-4f82-8806-6ecfe452bbf9') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:18.659525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a47dfef-6ce7-4f82-8806-6ecfe452bbf9') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:18.697296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:18.720768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:18.745306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.750751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fc756fa8-fef0-43a1-884a-4a5959596c42 None None] Provisioning for port ace0b80d-caef-4c7c-80bb-3fa05618ba9a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:18.755424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Made reservation on behalf of 76281e17e3f14b10861acf3281d9b016 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:18.759449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.803213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] device_id is not set on port 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:18.828983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:18.845595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-382a41b3-ae1b-4451-bc2a-28dc17b4b439 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network e2cfd79b-b062-414a-87f8-b1953a66dfa0 is not hosted by any dhcp agent {{(pid=87638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 11:24:18.845770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf40f-5f51-4b3b-a2f4-4f4b65cc05a4 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.851258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a41b3-ae1b-4451-bc2a-28dc17b4b439 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:18.851866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382a41b3-ae1b-4451-bc2a-28dc17b4b439 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.856535 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-382a41b3-ae1b-4451-bc2a-28dc17b4b439 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "PUT /v2.0/networks/e2cfd79b-b062-414a-87f8-b1953a66dfa0 HTTP/1.1" status: 200 len: 723 time: 1.6278877 Feb 28 11:24:18.859254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:18.869958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48734) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:18.877855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:18.897481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bf40f-5f51-4b3b-a2f4-4f4b65cc05a4 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event deleted for resources: {'Port': ['ID=e6852303-b45b-4bd1-b76e-a411bcd8ffec,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:18.907871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-092ab677-d191-440d-9a24-9cd3f2e1defa tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.913577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a41b3-ae1b-4451-bc2a-28dc17b4b439 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=e2cfd79b-b062-414a-87f8-b1953a66dfa0,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:18.923957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': 'e2cfd79b-b062-414a-87f8-b1953a66dfa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:18.927322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network e2cfd79b-b062-414a-87f8-b1953a66dfa0 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:18.943348 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=aa16a765-8995-4f0b-ad23-22f539daef1c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:18.958265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.962174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-e70e3c63-04b9-4b3d-9eb0-35a3d3d107b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:18.963713 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-e70e3c63-04b9-4b3d-9eb0-35a3d3d107b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f423a4da9b54c3f824424e120e51144&device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 1098 time: 0.7804863 Feb 28 11:24:18.966008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-092ab677-d191-440d-9a24-9cd3f2e1defa tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.015910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5b063-be20-4819-9a17-16a0df8dfd6f req-150d48e1-c812-492a-b751-a83fa011860f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:19.017779 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-02b5b063-be20-4819-9a17-16a0df8dfd6f req-150d48e1-c812-492a-b751-a83fa011860f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 946 time: 0.8060319 Feb 28 11:24:19.052643 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:19.052739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.071661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48738) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:19.076830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf40f-5f51-4b3b-a2f4-4f4b65cc05a4 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:19.081249 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:19.099428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-851862a4-f7f7-4ac9-94b4-343271c685c8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Request body: {'floatingip': {'port_id': '62c6ec4a-a90c-4428-bb4b-541d389c498e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:19.179908 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2c9bf40f-5f51-4b3b-a2f4-4f4b65cc05a4 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "DELETE /v2.0/ports/e6852303-b45b-4bd1-b76e-a411bcd8ffec HTTP/1.1" status: 204 len: 168 time: 1.8298781 Feb 28 11:24:19.180564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48742) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:19.234836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df74b3cc-8f6a-42ad-b467-abedd2c3ad05 None None] Update dhcp port {'port': {'network_id': 'a8b85ee2-d1b8-41c4-9df5-24b6c9744f25', 'fixed_ips': [{'subnet_id': '08eb5e30-1429-454e-9ec8-a1e301dfddfa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8210139-da69-42a9-a9c2-3b42ff129e44'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'ace0b80d-caef-4c7c-80bb-3fa05618ba9a'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:24:19.277337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ace0b80d-caef-4c7c-80bb-3fa05618ba9a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:19.312843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-851862a4-f7f7-4ac9-94b4-343271c685c8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.350154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-df74b3cc-8f6a-42ad-b467-abedd2c3ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.384003 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-52dcd654-3447-450e-a7ca-ee8da2a3d99f tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] GET failed (client error): The resource could not be found. Feb 28 11:24:19.384546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-52dcd654-3447-450e-a7ca-ee8da2a3d99f tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Synchronizing usage tracker for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:19.387302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-092ab677-d191-440d-9a24-9cd3f2e1defa tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.422355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:19.431255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ab677-d191-440d-9a24-9cd3f2e1defa tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b672afe-a9a9-4ba7-87ff-c9581f274863,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:19.442819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port ace0b80d-caef-4c7c-80bb-3fa05618ba9a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:19.451440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-092ab677-d191-440d-9a24-9cd3f2e1defa tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.455026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-092ab677-d191-440d-9a24-9cd3f2e1defa tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/4b672afe-a9a9-4ba7-87ff-c9581f274863 HTTP/1.1" status: 204 len: 168 time: 0.9119565 Feb 28 11:24:19.455262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48746) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:19.456044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:19.460412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.494012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ace0b80d-caef-4c7c-80bb-3fa05618ba9a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:19.494396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.495871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Allocated IP 2001:db8::12a (870e859d-b68c-4063-86bf-a71d55abc4c4/1a1d154a-2733-4451-b800-ba555ddd086b/6852ff5a-c6e3-4ee6-ba98-76fbe0645653) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:19.528370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-52dcd654-3447-450e-a7ca-ee8da2a3d99f tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Unset dirty status for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:19.533749 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-52dcd654-3447-450e-a7ca-ee8da2a3d99f tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "GET /v2.0/ports/e6852303-b45b-4bd1-b76e-a411bcd8ffec HTTP/1.1" status: 404 len: 333 time: 0.2857342 Feb 28 11:24:19.538402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48750) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:19.540317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.545775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-f3efdcf9-15a6-4264-977a-acae16a36c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:19.547249 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-f3efdcf9-15a6-4264-977a-acae16a36c2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=59e0a966-d597-493f-a8b7-7fa42333d6c2 HTTP/1.1" status: 200 len: 913 time: 0.5465651 Feb 28 11:24:19.552664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ce89ee5-dd38-4bb6-ac15-704e2303f48d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:19.559994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'port': {'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264', 'name': 'tempest-AllowedAddressPairTestJSON-1307058496'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:19.611805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:19.615156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.641612 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c571407e-2861-4b13-adc8-543f094d1cb8 tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] 10.222.0.64 "DELETE /v2.0/networks/9ce89ee5-dd38-4bb6-ac15-704e2303f48d HTTP/1.1" status: 204 len: 168 time: 2.6510150 Feb 28 11:24:19.666134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48754) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:19.687859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-df74b3cc-8f6a-42ad-b467-abedd2c3ad05 None None] Allocated IP 172.20.0.1 (a8b85ee2-d1b8-41c4-9df5-24b6c9744f25/d8210139-da69-42a9-a9c2-3b42ff129e44/ace0b80d-caef-4c7c-80bb-3fa05618ba9a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:19.704052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ea40ffd8-8acc-43c8-b727-72f22bee1bfb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:19.715371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.868611 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-df74b3cc-8f6a-42ad-b467-abedd2c3ad05 None None] For port ace0b80d-caef-4c7c-80bb-3fa05618ba9a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,segment=NetworkSegment(f896bc83-f338-4620-8b22-e3a3f15f1e31),segment_id=f896bc83-f338-4620-8b22-e3a3f15f1e31)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:19.938210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ea40ffd8-8acc-43c8-b727-72f22bee1bfb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:19.942571 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ea40ffd8-8acc-43c8-b727-72f22bee1bfb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4792042 Feb 28 11:24:19.957383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48758) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:19.957974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-df74b3cc-8f6a-42ad-b467-abedd2c3ad05 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.975643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-df74b3cc-8f6a-42ad-b467-abedd2c3ad05 None None] Transition to ACTIVE for port object ace0b80d-caef-4c7c-80bb-3fa05618ba9a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:20.006359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-df74b3cc-8f6a-42ad-b467-abedd2c3ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.054542 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-aa1629d4-fd4b-4155-8722-7ed9d58dd4c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e06e6736-6a9e-45b6-b9c0-9e42f762615d HTTP/1.1" status: 200 len: 1000 time: 0.4995711 Feb 28 11:24:20.059553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:20.153937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:20.178137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:20.178137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:20.181468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74b3cc-8f6a-42ad-b467-abedd2c3ad05 None None] Pushing event updated for resources: {'Port': ['ID=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:20.208424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.258575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Made reservation on behalf of b01c1ad4b6c54cc68a6fbae9a7852573 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:20.262634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.323094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] device_id is not set on port 33d7bdd1-b5b5-48f1-875b-190bc5996929 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:20.339620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62ed4725-5802-414c-839c-e11c6b0b371a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.342047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-e7e678a0-52cc-49a6-b58c-121bd3cbca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:20.343522 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-e7e678a0-52cc-49a6-b58c-121bd3cbca45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61c0cde5-5beb-4452-9ca7-2851f0d2e04c HTTP/1.1" status: 200 len: 851 time: 0.2661474 Feb 28 11:24:20.360193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.409930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Transition to ACTIVE for port object 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:20.528466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62ed4725-5802-414c-839c-e11c6b0b371a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.608109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.632936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.692018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Allocated IP 172.20.0.6 (3984e97f-5dbe-4f43-a350-d63ff94f7264/df115a8c-de7b-4f1c-bd80-58b6975795f6/33d7bdd1-b5b5-48f1-875b-190bc5996929) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:20.715546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:20.722133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:20.724614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:20.732371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:20.733011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.763652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.765932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-851862a4-f7f7-4ac9-94b4-343271c685c8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.786413 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef1364-1da5-4d0e-a129-41fff39fc5e4 None None] Network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:20.790978 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5389552 Feb 28 11:24:20.794938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-851862a4-f7f7-4ac9-94b4-343271c685c8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.803433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48762) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:20.830761 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ec455807-ba9e-4380-a85e-429cd774370e tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:7b:f2:cb'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:20.866055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411cd25-e4f9-4b37-9e9b-53dc3e83ef63 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Port': ['ID=6852ff5a-c6e3-4ee6-ba98-76fbe0645653,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:20.874444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607192b3-920d-432c-b8b8-df1b7aa1eec6']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:20.945046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-46a0426e-c76b-4841-9e5e-2561086ed710 None None] Provisioning for port ace0b80d-caef-4c7c-80bb-3fa05618ba9a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:20.946587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.957280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port ace0b80d-caef-4c7c-80bb-3fa05618ba9a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,segment=NetworkSegment(f896bc83-f338-4620-8b22-e3a3f15f1e31),segment_id=f896bc83-f338-4620-8b22-e3a3f15f1e31)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:20.959703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f797cc3-20a6-4169-9921-ba05b8260ab5') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:20.960735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f797cc3-20a6-4169-9921-ba05b8260ab5') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:20.963023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-46a0426e-c76b-4841-9e5e-2561086ed710 None None] Provisioning complete for port ace0b80d-caef-4c7c-80bb-3fa05618ba9a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:20.963513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46a0426e-c76b-4841-9e5e-2561086ed710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:20.996139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.024132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62ed4725-5802-414c-839c-e11c6b0b371a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.075001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.125506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-405b9ddf-f291-46ed-a0a9-6a5977bc0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:21.127078 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-405b9ddf-f291-46ed-a0a9-6a5977bc0b07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59e0a966-d597-493f-a8b7-7fa42333d6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7432067 Feb 28 11:24:21.139517 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-851862a4-f7f7-4ac9-94b4-343271c685c8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Floating IP 89ae03bc-4cfd-4d86-806d-5b8b138759d5 associated. External IP: 172.26.8.233, port: 62c6ec4a-a90c-4428-bb4b-541d389c498e. Feb 28 11:24:21.158099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed4725-5802-414c-839c-e11c6b0b371a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b1a2e-45dc-45c0-af36-93c4bc2eb5b3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:21.162360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:21.185590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=83c9820c-2646-4e41-a33b-662441a292b5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:21.191697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.224078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ace0b80d-caef-4c7c-80bb-3fa05618ba9a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:21.238037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.321553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:21.321553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:21.335711 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:21.354520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.371798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ace0b80d-caef-4c7c-80bb-3fa05618ba9a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:21.372620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.387815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Transition to ACTIVE for port object 33d7bdd1-b5b5-48f1-875b-190bc5996929 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:21.504333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0860fd76-b574-4015-9fb8-d8a5e83d9fc5 None None] Provisioning for port 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:21.517047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0860fd76-b574-4015-9fb8-d8a5e83d9fc5 None None] Provisioning complete for port 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:21.517461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0860fd76-b574-4015-9fb8-d8a5e83d9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.578947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0860fd76-b574-4015-9fb8-d8a5e83d9fc5 None None] Port 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:21.638437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking segment: {'id': 'd85963e9-35df-4c70-928f-a6eeb2450edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e2cfd79b-b062-414a-87f8-b1953a66dfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:21.638795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network hostable DHCP agents. Network: e2cfd79b-b062-414a-87f8-b1953a66dfa0, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:24:21.688647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.692410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.701980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2ab9f68c-44c4-4c25-838b-dc16c651a625 None None] Provisioning complete for port ace0b80d-caef-4c7c-80bb-3fa05618ba9a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:21.702544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f68c-44c4-4c25-838b-dc16c651a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.731214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.745628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62ed4725-5802-414c-839c-e11c6b0b371a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.746724 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-62ed4725-5802-414c-839c-e11c6b0b371a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/967b1a2e-45dc-45c0-af36-93c4bc2eb5b3 HTTP/1.1" status: 204 len: 168 time: 1.7777128 Feb 28 11:24:21.792280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48766) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:21.837590 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] 10.222.0.64 "DELETE /v2.0/networks/607192b3-920d-432c-b8b8-df1b7aa1eec6 HTTP/1.1" status: 204 len: 168 time: 2.1656897 Feb 28 11:24:21.837590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20181c05-0302-4364-aca5-1d57168bff9c tempest-QuotasNegativeTest-1654755396 tempest-QuotasNegativeTest-1654755396-project-admin] Pushing event deleted for resources: {'Network': ['ID=607192b3-920d-432c-b8b8-df1b7aa1eec6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:21.838040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:21.838746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Port': ['ID=33d7bdd1-b5b5-48f1-875b-190bc5996929,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:21.842428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:21.847383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:21.857691 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-47dbd045-3675-4e62-993b-4b3b81583919 service neutron] 10.222.0.37 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036867 Feb 28 11:24:21.858104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network e2cfd79b-b062-414a-87f8-b1953a66dfa0 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:24:21.878371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851862a4-f7f7-4ac9-94b4-343271c685c8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:21.940473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:21.983737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:21.984370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.021425 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-31d80cd8-129b-4f7d-a5f6-c9a0285742de tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4778080 Feb 28 11:24:22.024569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48774) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:22.081878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'port': {'network_id': '3984e97f-5dbe-4f43-a350-d63ff94f7264', 'name': 'tempest-AllowedAddressPairTestJSON-2055912356'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:22.094820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, e2cfd79b-b062-414a-87f8-b1953a66dfa0) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:22.098541 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f616c9a6-557a-4fd9-a79b-f220edab6758 req-75c0df3f-4adc-4d15-a4dd-04f90b81373f service neutron] 10.222.0.37 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247331 Feb 28 11:24:22.104102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bffd2b-72a8-4828-8e16-585e824bdf72 None None] Network e2cfd79b-b062-414a-87f8-b1953a66dfa0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:22.145148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8ab27df1-8962-4702-be59-02c3bcb4d093 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:22.149210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec455807-ba9e-4380-a85e-429cd774370e tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.182356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:22.183613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.235788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851862a4-f7f7-4ac9-94b4-343271c685c8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:22.241984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-851862a4-f7f7-4ac9-94b4-343271c685c8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.248880 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] Sync routers for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:22.256209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-caa23418-c460-4505-9a0b-806f6df9814f None None] Provisioning for port 33d7bdd1-b5b5-48f1-875b-190bc5996929 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:22.268592 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:22.269228 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:22.269369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-caa23418-c460-4505-9a0b-806f6df9814f None None] Provisioning complete for port 33d7bdd1-b5b5-48f1-875b-190bc5996929 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:22.269809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-caa23418-c460-4505-9a0b-806f6df9814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.344043 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-13777762-c493-4d7a-89ef-3f450164713d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4687376 Feb 28 11:24:22.347959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48780) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:22.352549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8ab27df1-8962-4702-be59-02c3bcb4d093 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:22.358055 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8ab27df1-8962-4702-be59-02c3bcb4d093 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5436091 Feb 28 11:24:22.371148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b070f26e-af16-4507-b40a-14bdcf5d7def tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:22.384790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:22.404368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-caa23418-c460-4505-9a0b-806f6df9814f None None] Port 33d7bdd1-b5b5-48f1-875b-190bc5996929 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:22.441649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:22.452097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338230732'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:22.453171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:22.458289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:22.470611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:22.481421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Made reservation on behalf of b01c1ad4b6c54cc68a6fbae9a7852573 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:22.485579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.494356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.503171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48788) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:22.522343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] device_id is not set on port e08073d1-f1e2-4c7a-99b9-c02622544b71 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:22.525052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-e2cfd79b-b062-414a-87f8-b1953a66dfa0', 'network_id': 'e2cfd79b-b062-414a-87f8-b1953a66dfa0', 'tenant_id': '2c949a3375304810a825bd987de1df9c', 'fixed_ips': [{'subnet_id': '83c9820c-2646-4e41-a33b-662441a292b5'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:24:22.526716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.557990 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:24:22.594180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:22.598438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:22.601386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:22.607206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:22.657639 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-851862a4-f7f7-4ac9-94b4-343271c685c8 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "PUT /v2.0/floatingips/89ae03bc-4cfd-4d86-806d-5b8b138759d5 HTTP/1.1" status: 200 len: 992 time: 3.5803180 Feb 28 11:24:22.673044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'tag': '62c6ec4a-a90c-4428-bb4b-541d389c498e'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:24:22.677894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.704174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.830300 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'tag': '62c6ec4a-a90c-4428-bb4b-541d389c498e', 'status': 'completed', 'code': 200} Feb 28 11:24:22.835783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Allocated IP 172.20.0.4 (3984e97f-5dbe-4f43-a350-d63ff94f7264/df115a8c-de7b-4f1c-bd80-58b6975795f6/e08073d1-f1e2-4c7a-99b9-c02622544b71) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:22.878457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Allocated IP 2001:db8::2 (e2cfd79b-b062-414a-87f8-b1953a66dfa0/83c9820c-2646-4e41-a33b-662441a292b5/b5c33256-acf4-453c-94d9-cb9624b7f4f3) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:22.894499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b070f26e-af16-4507-b40a-14bdcf5d7def tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6828291'] for subnet, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.002276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3548367d-a80d-454c-adeb-6436aa9ed6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.033211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3548367d-a80d-454c-adeb-6436aa9ed6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:23.036974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3548367d-a80d-454c-adeb-6436aa9ed6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a9aeea56a4f94b7fae9130b0347268f8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:23.039849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3548367d-a80d-454c-adeb-6436aa9ed6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:23.046164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3548367d-a80d-454c-adeb-6436aa9ed6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:23.102018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d58ed05-5ba8-4110-b198-fe1983d5b53f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:23.113007 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:30Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '89ae03bc-4cfd-4d86-806d-5b8b138759d5', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'port_id': '62c6ec4a-a90c-4428-bb4b-541d389c498e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'mac_address': 'fa:16:3e:92:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:23:44Z', 'updated_at': '2022-02-28T11:24:20Z', 'revision_number': 1, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667e89cf-dcaf-4de0-8089-7857e9a57330', 'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'mac_address': 'fa:16:3e:9b:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:28Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 5, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'subnets': [{'id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:23.121352 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] Checking router: 46068cd7-3a97-4c37-a7d4-67f4c11f2738 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:24:23.140774 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:23.141408 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:23.161694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.162991 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-075748d7-d9f2-4845-8d58-5fff1d054e2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7771192 Feb 28 11:24:23.166074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48798) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:23.177006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '2d58ed05-5ba8-4110-b198-fe1983d5b53f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:23.181277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec455807-ba9e-4380-a85e-429cd774370e tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.184667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:23.189006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:23.198361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:23.199495 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ace0b80d-caef-4c7c-80bb-3fa05618ba9a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:23.199973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.203393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-28542266-6dbc-4972-b78f-1c85b02fd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:23.204879 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-28542266-6dbc-4972-b78f-1c85b02fd3c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd78ff79f8d3407fa118ff357b803d7d&device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 1099 time: 0.3475568 Feb 28 11:24:23.205249 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:23.212698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec455807-ba9e-4380-a85e-429cd774370e tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.235969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.249237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.278586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Transition to ACTIVE for port object b5c33256-acf4-453c-94d9-cb9624b7f4f3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:23.279384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.308910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Transition to ACTIVE for port object b5c33256-acf4-453c-94d9-cb9624b7f4f3 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:23.316990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ace0b80d-caef-4c7c-80bb-3fa05618ba9a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:23.317396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.318536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.318717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec455807-ba9e-4380-a85e-429cd774370e tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Port': ['ID=6852ff5a-c6e3-4ee6-ba98-76fbe0645653,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:23.321633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.329212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.352321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.380817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Transition to ACTIVE for port object e08073d1-f1e2-4c7a-99b9-c02622544b71 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:23.416956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cb542b-f897-4a30-9159-75e265cfc4df,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:23.424472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3548367d-a80d-454c-adeb-6436aa9ed6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.433705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Pushing event updated for resources: {'Port': ['ID=b5c33256-acf4-453c-94d9-cb9624b7f4f3,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:23.456193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ec455807-ba9e-4380-a85e-429cd774370e tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] In _notify_port_updated(), no bound segment for port 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 on network 870e859d-b68c-4063-86bf-a71d55abc4c4 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:24:23.459469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.460364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Network e2cfd79b-b062-414a-87f8-b1953a66dfa0 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:23.464375 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4caf0ff6-733a-4fc5-a2fb-51b214238c7e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2930908 Feb 28 11:24:23.465037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48802) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:23.467509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec455807-ba9e-4380-a85e-429cd774370e tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:23.468188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec455807-ba9e-4380-a85e-429cd774370e tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.469523 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ec455807-ba9e-4380-a85e-429cd774370e tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "PUT /v2.0/ports/6852ff5a-c6e3-4ee6-ba98-76fbe0645653 HTTP/1.1" status: 200 len: 1001 time: 2.6561038 Feb 28 11:24:23.472714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:23.475210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:23.482996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48804) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:23.528064 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:24:23.532345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '2d58ed05-5ba8-4110-b198-fe1983d5b53f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:23.537932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:23.542190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:23.545126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:23.556322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3548367d-a80d-454c-adeb-6436aa9ed6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.574875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ace0e-5592-49c9-8d81-3a5d3c1dccb9 req-f9278c14-cb6d-4fc9-9074-92680e742650 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:23.576652 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-de4ace0e-5592-49c9-8d81-3a5d3c1dccb9 req-f9278c14-cb6d-4fc9-9074-92680e742650 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 946 time: 0.6394465 Feb 28 11:24:23.579083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=aa16a765-8995-4f0b-ad23-22f539daef1c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:23.602914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:23.650281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Attempting to bind port b5c33256-acf4-453c-94d9-cb9624b7f4f3 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:24:23.650640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Attempting to bind port b5c33256-acf4-453c-94d9-cb9624b7f4f3 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'd85963e9-35df-4c70-928f-a6eeb2450edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e2cfd79b-b062-414a-87f8-b1953a66dfa0'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:24:23.650771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b070f26e-af16-4507-b40a-14bdcf5d7def tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748811539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8280356'] for subnet, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.651032 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Attempting to bind port b5c33256-acf4-453c-94d9-cb9624b7f4f3 on network e2cfd79b-b062-414a-87f8-b1953a66dfa0 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:23.670153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:24:23.670525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Checking segment: {'id': 'd85963e9-35df-4c70-928f-a6eeb2450edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e2cfd79b-b062-414a-87f8-b1953a66dfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:23.670923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.671340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Bound using segment: {'id': 'd85963e9-35df-4c70-928f-a6eeb2450edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e2cfd79b-b062-414a-87f8-b1953a66dfa0'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:24:23.671814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Bound port: b5c33256-acf4-453c-94d9-cb9624b7f4f3, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85963e9-35df-4c70-928f-a6eeb2450edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e2cfd79b-b062-414a-87f8-b1953a66dfa0'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:24:23.672176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.730223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.769152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-b26d62d2-661a-4c8e-b414-7e867a1b6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:23.770755 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-b26d62d2-661a-4c8e-b414-7e867a1b6809 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0684ed51-866d-4e5c-b9c1-c22957fb2cc1 HTTP/1.1" status: 200 len: 907 time: 0.4726555 Feb 28 11:24:23.778710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] For port b5c33256-acf4-453c-94d9-cb9624b7f4f3, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:24:23.782364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] For port b5c33256-acf4-453c-94d9-cb9624b7f4f3, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b5c33256-acf4-453c-94d9-cb9624b7f4f3,segment=NetworkSegment(d85963e9-35df-4c70-928f-a6eeb2450edd),segment_id=d85963e9-35df-4c70-928f-a6eeb2450edd)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:24:23.788647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.838637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.874113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7e6afa14-710e-437e-a664-f3b5da4bbf8e None None] Provisioning complete for port 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:23.874489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e6afa14-710e-437e-a664-f3b5da4bbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:23.920674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548367d-a80d-454c-adeb-6436aa9ed6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ed3cba-8711-4e17-940f-5e4171d7e7ee,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:23.965169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde76f1-038a-4391-bd16-45fc9b608eb0 None None] Pushing event updated for resources: {'Port': ['ID=b5c33256-acf4-453c-94d9-cb9624b7f4f3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:23.979026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7e6afa14-710e-437e-a664-f3b5da4bbf8e None None] Port 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:24.016580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070f26e-af16-4507-b40a-14bdcf5d7def tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:24.017175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b070f26e-af16-4507-b40a-14bdcf5d7def tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.018512 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b070f26e-af16-4507-b40a-14bdcf5d7def tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "PUT /v2.0/subnets/83c9820c-2646-4e41-a33b-662441a292b5 HTTP/1.1" status: 200 len: 826 time: 1.6697228 Feb 28 11:24:24.038610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:24.042479 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:30Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '89ae03bc-4cfd-4d86-806d-5b8b138759d5', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'port_id': '62c6ec4a-a90c-4428-bb4b-541d389c498e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'mac_address': 'fa:16:3e:92:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:23:44Z', 'updated_at': '2022-02-28T11:24:20Z', 'revision_number': 1, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667e89cf-dcaf-4de0-8089-7857e9a57330', 'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'mac_address': 'fa:16:3e:9b:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:28Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 5, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'subnets': [{'id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:24.044095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48810) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:24.047499 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57309806-c0c2-4be8-a23c-792f2d251471 None None] The sync data for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv is: [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:30Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '89ae03bc-4cfd-4d86-806d-5b8b138759d5', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'port_id': '62c6ec4a-a90c-4428-bb4b-541d389c498e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'mac_address': 'fa:16:3e:92:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:23:44Z', 'updated_at': '2022-02-28T11:24:20Z', 'revision_number': 1, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667e89cf-dcaf-4de0-8089-7857e9a57330', 'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'mac_address': 'fa:16:3e:9b:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:28Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 5, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'subnets': [{'id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:24.054037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:24.056561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:24.095961 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3548367d-a80d-454c-adeb-6436aa9ed6a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9aeea56a4f94b7fae9130b0347268f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5430458 Feb 28 11:24:24.096786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48814) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:24.202778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.247092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Port': ['ID=e08073d1-f1e2-4c7a-99b9-c02622544b71,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:24.278009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070f26e-af16-4507-b40a-14bdcf5d7def tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=83c9820c-2646-4e41-a33b-662441a292b5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:24.310866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eea27795-9b8d-4447-8af5-d0bd0540a143 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Deleting port 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:24.311236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea27795-9b8d-4447-8af5-d0bd0540a143 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.349954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8ee4c-9ae9-4385-9a11-e55b0ccb4c1d None None] New status for floating IP 89ae03bc-4cfd-4d86-806d-5b8b138759d5: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:24:24.394260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:24.397944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.424563 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-f0aa00c3-049c-40e5-b96c-83ef94882d97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62c6ec4a-a90c-4428-bb4b-541d389c498e HTTP/1.1" status: 200 len: 1000 time: 0.6168768 Feb 28 11:24:24.428704 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-de4ace0e-5592-49c9-8d81-3a5d3c1dccb9 req-ca70fa8b-572a-4a43-9095-7111842e14ad tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6680999 Feb 28 11:24:24.486098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.491345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.495982 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-57f45c34-b37d-4809-8b1a-f4299a848263 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4702740 Feb 28 11:24:24.502641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48822) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:24.504170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.517572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e7cac4e7-4279-4c95-8c37-4d6794a73222 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:27:79:ce'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:77:44:f3'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:24.531576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99622fa4-8399-4fa0-8040-070ceaa8aa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.580187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port b5c33256-acf4-453c-94d9-cb9624b7f4f3 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:24.580863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.591930 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f61f5ed6-9aea-4d92-8790-dceb73b55d99 None None] Provisioning for port e08073d1-f1e2-4c7a-99b9-c02622544b71 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:24.598999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f61f5ed6-9aea-4d92-8790-dceb73b55d99 None None] Provisioning complete for port e08073d1-f1e2-4c7a-99b9-c02622544b71 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:24.599307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f61f5ed6-9aea-4d92-8790-dceb73b55d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.619448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55169d6f-0400-4b2f-b36f-5987a45f9aa3,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:24.649071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.653637 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-95c75aed-a3d8-402b-a9ea-9753e49da00c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1361947 Feb 28 11:24:24.655139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:24.674253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-44403057-d923-4618-b78f-6f7a47023178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:24.674618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '2d58ed05-5ba8-4110-b198-fe1983d5b53f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:24.675880 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-44403057-d923-4618-b78f-6f7a47023178 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6b41517-9a9e-4904-a5ae-35be1080a401 HTTP/1.1" status: 200 len: 845 time: 0.2390046 Feb 28 11:24:24.689742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99622fa4-8399-4fa0-8040-070ceaa8aa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.693964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:24.709930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:24.716943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:24.723788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f61f5ed6-9aea-4d92-8790-dceb73b55d99 None None] Port e08073d1-f1e2-4c7a-99b9-c02622544b71 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:24.753225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:24.871018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:24.894553 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP 3fe19778-427c-4512-b1dc-11c0b12879ff associated. External IP: 172.26.8.182, port: df03dff3-0fe5-49b8-ba56-0228fbbf05ed. Feb 28 11:24:25.032918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-df594026-416d-4b55-841f-b3e354e15974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:25.034503 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-df594026-416d-4b55-841f-b3e354e15974 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0684ed51-866d-4e5c-b9c1-c22957fb2cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3509352 Feb 28 11:24:25.109447 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] For port b5c33256-acf4-453c-94d9-cb9624b7f4f3, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b5c33256-acf4-453c-94d9-cb9624b7f4f3,segment=NetworkSegment(d85963e9-35df-4c70-928f-a6eeb2450edd),segment_id=d85963e9-35df-4c70-928f-a6eeb2450edd)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:25.109908 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.144985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea27795-9b8d-4447-8af5-d0bd0540a143 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.158052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99622fa4-8399-4fa0-8040-070ceaa8aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.221882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b5c33256-acf4-453c-94d9-cb9624b7f4f3 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:25.237784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Calling delete_port for b5c33256-acf4-453c-94d9-cb9624b7f4f3 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:25.300885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7cac4e7-4279-4c95-8c37-4d6794a73222 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.309462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port b5c33256-acf4-453c-94d9-cb9624b7f4f3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:25.328023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.340346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.354871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bfa557-91be-44e8-a5ff-7173bdd61718 None None] Network e2cfd79b-b062-414a-87f8-b1953a66dfa0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:25.427505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a45527e-329f-4606-aa69-7870583562cd,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:25.444790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eea27795-9b8d-4447-8af5-d0bd0540a143 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Calling delete_port for 6852ff5a-c6e3-4ee6-ba98-76fbe0645653 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:25.484389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.488118 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a864f87a-a889-442e-9cef-0c5e6e6a4458 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8296199 Feb 28 11:24:25.489732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48832) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:25.497938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99622fa4-8399-4fa0-8040-070ceaa8aa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ed3cba-8711-4e17-940f-5e4171d7e7ee,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:25.500855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '2d58ed05-5ba8-4110-b198-fe1983d5b53f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:25.501395 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-823bb4f8-fa3c-4b64-9987-abcc3c76a0cc service neutron] 10.222.0.37 "GET /v2.0/networks/0684ed51-866d-4e5c-b9c1-c22957fb2cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034188 Feb 28 11:24:25.508545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:25.516613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:25.520352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:25.528308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:25.548324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f540d54c-bc26-445d-a4f1-ba575a0cd193 None None] Provisioning for port b5c33256-acf4-453c-94d9-cb9624b7f4f3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:25.550603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.559020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f540d54c-bc26-445d-a4f1-ba575a0cd193 None None] Provisioning complete for port b5c33256-acf4-453c-94d9-cb9624b7f4f3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:25.559387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f540d54c-bc26-445d-a4f1-ba575a0cd193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.563909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99622fa4-8399-4fa0-8040-070ceaa8aa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.567384 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-99622fa4-8399-4fa0-8040-070ceaa8aa2d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02ed3cba-8711-4e17-940f-5e4171d7e7ee HTTP/1.1" status: 204 len: 168 time: 1.4545074 Feb 28 11:24:25.596320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f540d54c-bc26-445d-a4f1-ba575a0cd193 None None] Port b5c33256-acf4-453c-94d9-cb9624b7f4f3 was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 11:24:25.638673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Port': ['ID=b5c33256-acf4-453c-94d9-cb9624b7f4f3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:25.640883 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:25.843392 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No DVR routers for this DVR port b5c33256-acf4-453c-94d9-cb9624b7f4f3 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:25.933102 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef4e02e5-eb3c-4b52-beae-c338184bbb53 req-77f64b7e-aa7d-418d-a507-3d5da1027b0b service neutron] 10.222.0.37 "GET /v2.0/networks/0684ed51-866d-4e5c-b9c1-c22957fb2cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154277 Feb 28 11:24:25.940691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c0a9bc-27cd-441f-9d3b-f025aac6f854 None None] Network e2cfd79b-b062-414a-87f8-b1953a66dfa0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:25.961382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48840) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:26.054812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.077289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e49a1a9-ea87-4e9f-a8b6-00365af659cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.087888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.108295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.117765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8e49a1a9-ea87-4e9f-a8b6-00365af659cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:26.133117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7cac4e7-4279-4c95-8c37-4d6794a73222 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.136809 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8e49a1a9-ea87-4e9f-a8b6-00365af659cc admin admin] Usage tracker for resource:security_group_rule and tenant:ed5c6b45ae9c4b958e15168ccdba4b7e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:26.141904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8e49a1a9-ea87-4e9f-a8b6-00365af659cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:26.151674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7cac4e7-4279-4c95-8c37-4d6794a73222 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.158313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8e49a1a9-ea87-4e9f-a8b6-00365af659cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:26.172157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:26.181063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea27795-9b8d-4447-8af5-d0bd0540a143 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.190430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea8d57c-84db-483c-856e-ee38ea5689fd,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:26.252982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea27795-9b8d-4447-8af5-d0bd0540a143 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event deleted for resources: {'Port': ['ID=6852ff5a-c6e3-4ee6-ba98-76fbe0645653,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:26.267644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.271275 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e9ae863c-5c23-4078-a726-bfc20149989a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7781692 Feb 28 11:24:26.280507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48844) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:26.304983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '2d58ed05-5ba8-4110-b198-fe1983d5b53f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:26.322403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:26.327562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cac4e7-4279-4c95-8c37-4d6794a73222 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event updated for resources: {'Port': ['ID=e08073d1-f1e2-4c7a-99b9-c02622544b71,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:26.338790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.342883 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:26.402970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:26.411533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=83c9820c-2646-4e41-a33b-662441a292b5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:26.433409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:26.438734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e7cac4e7-4279-4c95-8c37-4d6794a73222 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] In _notify_port_updated(), no bound segment for port e08073d1-f1e2-4c7a-99b9-c02622544b71 on network 3984e97f-5dbe-4f43-a350-d63ff94f7264 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:24:26.446061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cac4e7-4279-4c95-8c37-4d6794a73222 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:26.447244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7cac4e7-4279-4c95-8c37-4d6794a73222 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.448779 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e7cac4e7-4279-4c95-8c37-4d6794a73222 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "PUT /v2.0/ports/e08073d1-f1e2-4c7a-99b9-c02622544b71 HTTP/1.1" status: 200 len: 1055 time: 1.9424903 Feb 28 11:24:26.466582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48848) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:26.610111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e25e5-a7fc-463c-b249-447a5d290ae3 None None] Network e2cfd79b-b062-414a-87f8-b1953a66dfa0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:26.625118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.638296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.673807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e49a1a9-ea87-4e9f-a8b6-00365af659cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.675389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:26.682864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d4667-f38a-45e2-bda3-aad3d8145a95 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Deleting port e08073d1-f1e2-4c7a-99b9-c02622544b71 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:26.683238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba4d4667-f38a-45e2-bda3-aad3d8145a95 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.686159 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c23c01-c71e-4776-a48b-c7f1671c09ca None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:26.697623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eea27795-9b8d-4447-8af5-d0bd0540a143 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.702270 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c23c01-c71e-4776-a48b-c7f1671c09ca None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:26.702884 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-95c23c01-c71e-4776-a48b-c7f1671c09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:26.713906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e49a1a9-ea87-4e9f-a8b6-00365af659cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.722811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cfd79b-b062-414a-87f8-b1953a66dfa0']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:26.753225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85963e9-35df-4c70-928f-a6eeb2450edd') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:26.753521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85963e9-35df-4c70-928f-a6eeb2450edd') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:26.775558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.828178 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-95c23c01-c71e-4776-a48b-c7f1671c09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:26.840703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c562ba4-cdcc-4ce5-a32e-0cdb206eafa5 None None] Provisioning complete for port e08073d1-f1e2-4c7a-99b9-c02622544b71 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:26.843795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c562ba4-cdcc-4ce5-a32e-0cdb206eafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.848252 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c23c01-c71e-4776-a48b-c7f1671c09ca None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:26.848853 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-95c23c01-c71e-4776-a48b-c7f1671c09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:26.859333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-eea27795-9b8d-4447-8af5-d0bd0540a143 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "DELETE /v2.0/ports/6852ff5a-c6e3-4ee6-ba98-76fbe0645653 HTTP/1.1" status: 204 len: 168 time: 3.2815266 Feb 28 11:24:26.860236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.900756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:26.903863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49a1a9-ea87-4e9f-a8b6-00365af659cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db116e8c-057b-4918-a337-b520c1d203c6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:26.910504 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8e49a1a9-ea87-4e9f-a8b6-00365af659cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed5c6b45ae9c4b958e15168ccdba4b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9455750 Feb 28 11:24:26.913742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48856) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:26.926068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.942207 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-95c23c01-c71e-4776-a48b-c7f1671c09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:26.942539 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c23c01-c71e-4776-a48b-c7f1671c09ca None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:26.946607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:26.947328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.950891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9024aa7-d51c-4650-9965-d36c446ca33f None None] DHCP port deletion for e2cfd79b-b062-414a-87f8-b1953a66dfa0 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:26.962653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1c562ba4-cdcc-4ce5-a32e-0cdb206eafa5 None None] Port e08073d1-f1e2-4c7a-99b9-c02622544b71 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:26.971323 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:26.975560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:26.992007 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-533e6a10-a8ae-4ba7-9d4a-07aaed3b68e7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] GET failed (client error): The resource could not be found. Feb 28 11:24:26.992526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-533e6a10-a8ae-4ba7-9d4a-07aaed3b68e7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Synchronizing usage tracker for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:27.029512 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7e8b09e0-d7b5-4781-919a-1b18e0245c3d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.8545096 Feb 28 11:24:27.033441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48860) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:27.041401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2b0c0798-f96a-4774-8194-9b8036814759 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:27.054138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.103603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-533e6a10-a8ae-4ba7-9d4a-07aaed3b68e7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Unset dirty status for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:27.108898 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-533e6a10-a8ae-4ba7-9d4a-07aaed3b68e7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "GET /v2.0/ports/6852ff5a-c6e3-4ee6-ba98-76fbe0645653 HTTP/1.1" status: 404 len: 333 time: 0.2029791 Feb 28 11:24:27.109066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.119249 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48864) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:27.135296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8733e9a-4bec-4917-80ff-a28d666741f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.142161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'port': {'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-720277772'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:27.153989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b5c33256-acf4-453c-94d9-cb9624b7f4f3 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:27.171484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe419d6-d7e5-4592-9995-fadc7bfec013,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:27.179493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0798-f96a-4774-8194-9b8036814759 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.202618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: b5c33256-acf4-453c-94d9-cb9624b7f4f3 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:24:27.203015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b5c33256-acf4-453c-94d9-cb9624b7f4f3 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:24:27.209227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.234954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8733e9a-4bec-4917-80ff-a28d666741f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.278061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.292972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba4d4667-f38a-45e2-bda3-aad3d8145a95 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.325269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=e2cfd79b-b062-414a-87f8-b1953a66dfa0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:27.384660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.385664 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-93760c86-9796-4c17-b440-fc154f8184d2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0913737 Feb 28 11:24:27.389251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48868) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:27.418000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8733e9a-4bec-4917-80ff-a28d666741f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.448292 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b981bc75-6914-47a0-913b-c570951ad7d8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/e2cfd79b-b062-414a-87f8-b1953a66dfa0 HTTP/1.1" status: 204 len: 168 time: 3.4034100 Feb 28 11:24:27.455251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d4667-f38a-45e2-bda3-aad3d8145a95 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Calling delete_port for e08073d1-f1e2-4c7a-99b9-c02622544b71 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:27.484458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:27.514564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8733e9a-4bec-4917-80ff-a28d666741f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db116e8c-057b-4918-a337-b520c1d203c6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:27.523529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0798-f96a-4774-8194-9b8036814759 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.532140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c00853bf-74c8-4988-93df-917ff819138e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.536524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0798-f96a-4774-8194-9b8036814759 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.536797 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-2b0c0798-f96a-4774-8194-9b8036814759 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP 3fe19778-427c-4512-b1dc-11c0b12879ff disassociated. External IP: 172.26.8.182, port: df03dff3-0fe5-49b8-ba56-0228fbbf05ed. Feb 28 11:24:27.550366 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc3267a-19b1-44f0-808c-0033e9f97435 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:27.550830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc3267a-19b1-44f0-808c-0033e9f97435 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:27.552497 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6bc3267a-19b1-44f0-808c-0033e9f97435 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/e2cfd79b-b062-414a-87f8-b1953a66dfa0 HTTP/1.1" status: 404 len: 339 time: 0.0616179 Feb 28 11:24:27.557570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48876) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:27.567321 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705534474', 'description': 'd1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:27.582633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:27.588175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:27.592572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8733e9a-4bec-4917-80ff-a28d666741f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.596026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d8733e9a-4bec-4917-80ff-a28d666741f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db116e8c-057b-4918-a337-b520c1d203c6 HTTP/1.1" status: 204 len: 168 time: 0.6792321 Feb 28 11:24:27.598018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Usage tracker for resource:network and tenant:2c949a3375304810a825bd987de1df9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:27.603447 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:27.606904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c00853bf-74c8-4988-93df-917ff819138e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.607183 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:27.613182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:27.670224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Made reservation on behalf of 76281e17e3f14b10861acf3281d9b016 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:27.673753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.686944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:27.690532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.727420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] device_id is not set on port 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:27.766078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba4d4667-f38a-45e2-bda3-aad3d8145a95 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.841564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c00853bf-74c8-4988-93df-917ff819138e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.868437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00853bf-74c8-4988-93df-917ff819138e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbe419d6-d7e5-4592-9995-fadc7bfec013,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:27.871694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c00853bf-74c8-4988-93df-917ff819138e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:27.872779 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c00853bf-74c8-4988-93df-917ff819138e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/cbe419d6-d7e5-4592-9995-fadc7bfec013 HTTP/1.1" status: 204 len: 168 time: 0.4812222 Feb 28 11:24:27.875466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48884) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:27.951103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:27.953336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d4667-f38a-45e2-bda3-aad3d8145a95 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event deleted for resources: {'Port': ['ID=e08073d1-f1e2-4c7a-99b9-c02622544b71,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:28.019634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-54cb1962-8439-47db-9946-b49f0961be2a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:28.023915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.024266 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment 1ee71407-dede-45f0-8eb8-72294d60c420 of type vlan for network ec93069e-1b3b-4a71-9b74-f997e59fa668 Feb 28 11:24:28.065482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-54cb1962-8439-47db-9946-b49f0961be2a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:28.066802 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-54cb1962-8439-47db-9946-b49f0961be2a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1902206 Feb 28 11:24:28.069759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48894) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:28.221120 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Allocated IP 2001:db8::25c (870e859d-b68c-4063-86bf-a71d55abc4c4/1a1d154a-2733-4451-b800-ba555ddd086b/7ceefc88-7ec4-4b19-b3e9-db3b7adf489f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:28.225975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.241754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfeffb4d-cc2a-4f38-a660-9a68c006dcaf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.258287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfeffb4d-cc2a-4f38-a660-9a68c006dcaf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.266352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0c0798-f96a-4774-8194-9b8036814759 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:28.368301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfeffb4d-cc2a-4f38-a660-9a68c006dcaf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.406526 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-ae272f63-2bbd-4baf-af10-a8bfb199ca42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2696128 Feb 28 11:24:28.409424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeffb4d-cc2a-4f38-a660-9a68c006dcaf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eea8d57c-84db-483c-856e-ee38ea5689fd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:28.472558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.478555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:28.479523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.486403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfeffb4d-cc2a-4f38-a660-9a68c006dcaf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.487603 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dfeffb4d-cc2a-4f38-a660-9a68c006dcaf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/eea8d57c-84db-483c-856e-ee38ea5689fd HTTP/1.1" status: 204 len: 168 time: 0.4168875 Feb 28 11:24:28.499585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48908) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:28.579679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0c0798-f96a-4774-8194-9b8036814759 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:28.587650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0798-f96a-4774-8194-9b8036814759 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.597380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6508f-5553-47e7-882c-cc3584e8f8d6 None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:28.607164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6508f-5553-47e7-882c-cc3584e8f8d6 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:28.608028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8dd6508f-5553-47e7-882c-cc3584e8f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:28.661045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-e0fe1c92-58a2-4597-a60d-b2ae3c496a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:28.662501 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-e0fe1c92-58a2-4597-a60d-b2ae3c496a87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f423a4da9b54c3f824424e120e51144&device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 1098 time: 0.1657491 Feb 28 11:24:28.675015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8dd6508f-5553-47e7-882c-cc3584e8f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:28.675471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba4d4667-f38a-45e2-bda3-aad3d8145a95 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:28.676929 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ba4d4667-f38a-45e2-bda3-aad3d8145a95 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "DELETE /v2.0/ports/e08073d1-f1e2-4c7a-99b9-c02622544b71 HTTP/1.1" status: 204 len: 168 time: 2.2091074 Feb 28 11:24:28.683045 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2b0c0798-f96a-4774-8194-9b8036814759 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/floatingips/3fe19778-427c-4512-b1dc-11c0b12879ff HTTP/1.1" status: 200 len: 688 time: 1.6481214 Feb 28 11:24:28.683279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48914) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:28.685219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48916) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:28.688286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=ec93069e-1b3b-4a71-9b74-f997e59fa668,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:28.698646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6508f-5553-47e7-882c-cc3584e8f8d6 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:28.699320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8dd6508f-5553-47e7-882c-cc3584e8f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:28.773366 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-218be367-a29e-422d-91ca-d192b7d6372d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2146342 Feb 28 11:24:28.781182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:28.816503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network ec93069e-1b3b-4a71-9b74-f997e59fa668 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:28.836181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b7943793-0ab6-49c1-b9e4-ab032c35b21f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:28.852714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8dd6508f-5553-47e7-882c-cc3584e8f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:28.853137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6508f-5553-47e7-882c-cc3584e8f8d6 None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:28.861673 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad14598-a763-4409-9de8-a28f20e6f08a tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] GET failed (client error): The resource could not be found. Feb 28 11:24:28.862319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cad14598-a763-4409-9de8-a28f20e6f08a tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Synchronizing usage tracker for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:28.896627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b7943793-0ab6-49c1-b9e4-ab032c35b21f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:28.902796 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b7943793-0ab6-49c1-b9e4-ab032c35b21f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3852377 Feb 28 11:24:28.911772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48932) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:28.912430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cad14598-a763-4409-9de8-a28f20e6f08a tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Unset dirty status for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:28.916116 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cad14598-a763-4409-9de8-a28f20e6f08a tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "GET /v2.0/ports/e08073d1-f1e2-4c7a-99b9-c02622544b71 HTTP/1.1" status: 404 len: 333 time: 0.2271609 Feb 28 11:24:28.921964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48934) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:29.026593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port aa16a765-8995-4f0b-ad23-22f539daef1c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:29.026593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.034225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.055187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af1a9311-ad94-484d-8b6d-3521369e54c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.070659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-180d7fdb-05f5-4b48-8d50-2f3ec49c97bd tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Deleting port 33d7bdd1-b5b5-48f1-875b-190bc5996929 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:29.071017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-180d7fdb-05f5-4b48-8d50-2f3ec49c97bd tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.105188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af1a9311-ad94-484d-8b6d-3521369e54c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.122903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Transition to ACTIVE for port object 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:29.189545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1bac4a-75d2-423e-b21f-80152f09a173 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:29.190219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1a1bac4a-75d2-423e-b21f-80152f09a173 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Synchronizing usage tracker for tenant:2c949a3375304810a825bd987de1df9c on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:29.267024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af1a9311-ad94-484d-8b6d-3521369e54c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.302373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-86429fcc-a1e1-4f7d-8993-579e45d01eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:29.303750 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-86429fcc-a1e1-4f7d-8993-579e45d01eb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59e0a966-d597-493f-a8b7-7fa42333d6c2 HTTP/1.1" status: 200 len: 913 time: 0.5234437 Feb 28 11:24:29.359648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a9311-ad94-484d-8b6d-3521369e54c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a45527e-329f-4606-aa69-7870583562cd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:29.388486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af1a9311-ad94-484d-8b6d-3521369e54c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.389939 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-af1a9311-ad94-484d-8b6d-3521369e54c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2a45527e-329f-4606-aa69-7870583562cd HTTP/1.1" status: 204 len: 168 time: 0.4753785 Feb 28 11:24:29.396891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48948) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:29.428375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.496089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1a1bac4a-75d2-423e-b21f-80152f09a173 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Unset dirty status for tenant:2c949a3375304810a825bd987de1df9c on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:29.497225 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1a1bac4a-75d2-423e-b21f-80152f09a173 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/networks?id=ec93069e-1b3b-4a71-9b74-f997e59fa668 HTTP/1.1" status: 200 len: 764 time: 0.7149427 Feb 28 11:24:29.513996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:29.523934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f5322654-f585-4836-aa72-0f81f96d78e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'description': 'd2'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:29.532109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:29.537222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:29.547802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-180d7fdb-05f5-4b48-8d50-2f3ec49c97bd tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.556045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:29.561399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:29.562120 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.587862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.588196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.605180 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-1f93c29a-f3aa-45f1-a7fc-815e21a77b68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e06e6736-6a9e-45b6-b9c0-9e42f762615d HTTP/1.1" status: 200 len: 1000 time: 0.2926779 Feb 28 11:24:29.660820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48960) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:29.715428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-391ac98f-5cb7-45bb-ab9f-cf069c484ded tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:29.724404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-180d7fdb-05f5-4b48-8d50-2f3ec49c97bd tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Calling delete_port for 33d7bdd1-b5b5-48f1-875b-190bc5996929 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:29.734606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for aa16a765-8995-4f0b-ad23-22f539daef1c owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:29.814117 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9ce785b2-c785-4555-b9ef-7b56afb34ad3 None None] Provisioning for port 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:29.819446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9ce785b2-c785-4555-b9ef-7b56afb34ad3 None None] Provisioning complete for port 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:29.819823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9ce785b2-c785-4555-b9ef-7b56afb34ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.855004 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Port': ['ID=7ceefc88-7ec4-4b19-b3e9-db3b7adf489f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:29.865560 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b6390c70-2b80-4d2d-8411-d4fa57bbe402 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7430389 Feb 28 11:24:29.868394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 48966) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:29.889699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-139a1964-af79-4d50-a2ab-488b36db89aa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7b:f2:cb'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:29.894525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9ce785b2-c785-4555-b9ef-7b56afb34ad3 None None] Port 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:29.903579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-391ac98f-5cb7-45bb-ab9f-cf069c484ded tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:29.904990 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-391ac98f-5cb7-45bb-ab9f-cf069c484ded tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5072517 Feb 28 11:24:29.908582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48970) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:29.981652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f1d4-a851-485a-83b1-60bfcd01334e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:29.995710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f1d4-a851-485a-83b1-60bfcd01334e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.008657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1754dbb9-f7da-4eff-b26d-ee6ec9ca7370 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:30.015355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-af5c07fc-3a55-4fec-961e-089a20af00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:30.016836 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-af5c07fc-3a55-4fec-961e-089a20af00ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61c0cde5-5beb-4452-9ca7-2851f0d2e04c HTTP/1.1" status: 200 len: 851 time: 0.3568413 Feb 28 11:24:30.025818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-180d7fdb-05f5-4b48-8d50-2f3ec49c97bd tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.074105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f1d4-a851-485a-83b1-60bfcd01334e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.091272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d7fdb-05f5-4b48-8d50-2f3ec49c97bd tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event deleted for resources: {'Port': ['ID=33d7bdd1-b5b5-48f1-875b-190bc5996929,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:30.128284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1f1d4-a851-485a-83b1-60bfcd01334e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55169d6f-0400-4b2f-b36f-5987a45f9aa3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:30.161663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-29e81dde-9a86-49c1-a3a1-a762733c8563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.195966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f1d4-a851-485a-83b1-60bfcd01334e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.197474 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cdc1f1d4-a851-485a-83b1-60bfcd01334e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/55169d6f-0400-4b2f-b36f-5987a45f9aa3 HTTP/1.1" status: 204 len: 168 time: 0.2867403 Feb 28 11:24:30.200339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48976) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.227222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-180d7fdb-05f5-4b48-8d50-2f3ec49c97bd tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.231940 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-180d7fdb-05f5-4b48-8d50-2f3ec49c97bd tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "DELETE /v2.0/ports/33d7bdd1-b5b5-48f1-875b-190bc5996929 HTTP/1.1" status: 204 len: 168 time: 1.3026142 Feb 28 11:24:30.232526 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48980) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.285400 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6226cd6-4813-43a5-bb4b-36c8e4e7e780 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] GET failed (client error): The resource could not be found. Feb 28 11:24:30.285925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d6226cd6-4813-43a5-bb4b-36c8e4e7e780 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Synchronizing usage tracker for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:30.305565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bece1fd8-9760-4d94-b022-471f2eeb3c25 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:30.325380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d6226cd6-4813-43a5-bb4b-36c8e4e7e780 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Unset dirty status for tenant:b01c1ad4b6c54cc68a6fbae9a7852573 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:30.329578 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d6226cd6-4813-43a5-bb4b-36c8e4e7e780 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "GET /v2.0/ports/33d7bdd1-b5b5-48f1-875b-190bc5996929 HTTP/1.1" status: 404 len: 333 time: 0.0932798 Feb 28 11:24:30.330507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48984) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.338477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5322654-f585-4836-aa72-0f81f96d78e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.360676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bece1fd8-9760-4d94-b022-471f2eeb3c25 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:30.361732 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bece1fd8-9760-4d94-b022-471f2eeb3c25 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1607282 Feb 28 11:24:30.367359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.372041 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1754dbb9-f7da-4eff-b26d-ee6ec9ca7370 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] 10.222.0.64 "PUT /v2.0/quotas/9f4687fc99334eceb8225d0853b756fe HTTP/1.1" status: 200 len: 366 time: 0.6467576 Feb 28 11:24:30.382505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48992) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.394797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5322654-f585-4836-aa72-0f81f96d78e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.418410 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-86efe825-e995-429c-a325-8b8c9e6b70b4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0320354 Feb 28 11:24:30.425505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 48996) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.431816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e5e405-9598-4edf-a63f-c99c92731656 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.449125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ca010dc5-0d2a-4f05-a709-4325b484d869 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Deleting port 06754f50-1cd0-499d-89d2-e02dd948722f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:30.449469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca010dc5-0d2a-4f05-a709-4325b484d869 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.482370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5322654-f585-4836-aa72-0f81f96d78e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network ec93069e-1b3b-4a71-9b74-f997e59fa668 is not hosted by any dhcp agent {{(pid=87638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 11:24:30.488691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5322654-f585-4836-aa72-0f81f96d78e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:30.488927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e5e405-9598-4edf-a63f-c99c92731656 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.489291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5322654-f585-4836-aa72-0f81f96d78e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.490534 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f5322654-f585-4836-aa72-0f81f96d78e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "PUT /v2.0/networks/ec93069e-1b3b-4a71-9b74-f997e59fa668 HTTP/1.1" status: 200 len: 761 time: 0.9755914 Feb 28 11:24:30.495510 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ea0a7e45-6031-4400-8418-a78ddaedfd5d tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] 10.222.0.64 "GET /v2.0/quotas/9f4687fc99334eceb8225d0853b756fe HTTP/1.1" status: 200 len: 366 time: 0.0677457 Feb 28 11:24:30.498372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49000) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.498705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49002) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.553398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.616875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-eabb29d0-31f5-4562-bce7-14bbbaeaf1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:30.618264 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-eabb29d0-31f5-4562-bce7-14bbbaeaf1dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59e0a966-d597-493f-a8b7-7fa42333d6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5563993 Feb 28 11:24:30.631851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=aa16a765-8995-4f0b-ad23-22f539daef1c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:30.634563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5322654-f585-4836-aa72-0f81f96d78e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=ec93069e-1b3b-4a71-9b74-f997e59fa668,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:30.660483 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-831f2224-3d3a-455a-9e33-08f850cbba54 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/9f4687fc99334eceb8225d0853b756fe HTTP/1.1" status: 204 len: 168 time: 0.1505482 Feb 28 11:24:30.670305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e5e405-9598-4edf-a63f-c99c92731656 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.671934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49010) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.689090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-139a1964-af79-4d50-a2ab-488b36db89aa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.720059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5e405-9598-4edf-a63f-c99c92731656 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05cb542b-f897-4a30-9159-75e265cfc4df,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:30.737500 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4fb349cf-4dea-4f09-8daa-01be0b275350 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0548618 Feb 28 11:24:30.749522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.760494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb150845-f675-4717-8fd5-8238c58fff46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:30.761197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb150845-f675-4717-8fd5-8238c58fff46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Synchronizing usage tracker for tenant:2c949a3375304810a825bd987de1df9c on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:30.776900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e5e405-9598-4edf-a63f-c99c92731656 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.777817 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-03e5e405-9598-4edf-a63f-c99c92731656 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/05cb542b-f897-4a30-9159-75e265cfc4df HTTP/1.1" status: 204 len: 168 time: 0.4103620 Feb 28 11:24:30.780193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network ec93069e-1b3b-4a71-9b74-f997e59fa668 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:30.782377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49018) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.869291 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-caf20e08-0121-4818-8c85-a913efb5de4b tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] 10.222.0.64 "GET /v2.0/quotas/9f4687fc99334eceb8225d0853b756fe HTTP/1.1" status: 200 len: 370 time: 0.1117201 Feb 28 11:24:30.874393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49022) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.877430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb150845-f675-4717-8fd5-8238c58fff46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Unset dirty status for tenant:2c949a3375304810a825bd987de1df9c on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:30.884452 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cb150845-f675-4717-8fd5-8238c58fff46 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/networks?id=ec93069e-1b3b-4a71-9b74-f997e59fa668 HTTP/1.1" status: 200 len: 764 time: 0.3723383 Feb 28 11:24:30.884642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49028) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.900354 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f4efd11a-3701-4203-adec-706b835b27f9 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] 10.222.0.64 "GET /v2.0/quotas/9f4687fc99334eceb8225d0853b756fe/default HTTP/1.1" status: 200 len: 370 time: 0.0210779 Feb 28 11:24:30.900354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49032) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:30.928657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2f076bcf-3a41-4f28-8688-2e68f10a0fdb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:30.942650 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-cda5c7fe-a503-4f00-8a1a-682dc38afdca tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] delete failed (client error): The resource could not be found. Feb 28 11:24:30.943655 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cda5c7fe-a503-4f00-8a1a-682dc38afdca tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/9f4687fc99334eceb8225d0853b756fe HTTP/1.1" status: 404 len: 348 time: 0.0419402 Feb 28 11:24:30.963067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:30.963363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca010dc5-0d2a-4f05-a709-4325b484d869 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.025131 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2f076bcf-3a41-4f28-8688-2e68f10a0fdb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:31.029426 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2f076bcf-3a41-4f28-8688-2e68f10a0fdb tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2460389 Feb 28 11:24:31.088305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49038) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:31.089076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49040) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:31.104455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ca010dc5-0d2a-4f05-a709-4325b484d869 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Calling delete_port for 06754f50-1cd0-499d-89d2-e02dd948722f owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:31.191737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Usage tracker for resource:network and tenant:9135df8c28a34d5db14bde246ecfccf7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:31.199822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.200964 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ab24df52-d1a3-4e4e-9e98-fa76645d9ca5 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/floatingips/3fe19778-427c-4512-b1dc-11c0b12879ff HTTP/1.1" status: 204 len: 168 time: 2.5132723 Feb 28 11:24:31.204768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:31.207626 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-c76e534f-c382-4d98-aaa1-7ddea77232c9 service neutron] 10.222.0.37 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772099 Feb 28 11:24:31.221956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:31.226824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '7fc1c473-995f-472e-bf6b-3deb423aa70c'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:31.236596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:31.243758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:floatingip and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:31.249466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:31.293009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:31.313220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Usage tracker for resource:subnet and tenant:9135df8c28a34d5db14bde246ecfccf7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:31.320159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b5d-30c6-4838-81d6-bf4ae8573986 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.330187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:31.350225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.391048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89953417-9ede-445a-8caf-dac2d51e771e tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:31.394982 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-89953417-9ede-445a-8caf-dac2d51e771e tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5091612 Feb 28 11:24:31.403237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:31.405670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca010dc5-0d2a-4f05-a709-4325b484d869 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.407198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Usage tracker for resource:subnetpool and tenant:9135df8c28a34d5db14bde246ecfccf7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:31.415791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b5d-30c6-4838-81d6-bf4ae8573986 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.455880 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52d1a612-94df-4c79-8b4f-172f7d77612d req-3f142094-014f-42e6-ae98-60e94920a572 service neutron] 10.222.0.37 "GET /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019994 Feb 28 11:24:31.478031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-139a1964-af79-4d50-a2ab-488b36db89aa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.483386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-139a1964-af79-4d50-a2ab-488b36db89aa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.534372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:31.544662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0bce78d1-06d1-41b7-a71e-5db3a26043bf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Synchronizing usage tracker for tenant:2c949a3375304810a825bd987de1df9c on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:31.545898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-139a1964-af79-4d50-a2ab-488b36db89aa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] In _notify_port_updated(), no bound segment for port 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f on network 870e859d-b68c-4063-86bf-a71d55abc4c4 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:24:31.547323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca010dc5-0d2a-4f05-a709-4325b484d869 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event deleted for resources: {'Port': ['ID=06754f50-1cd0-499d-89d2-e02dd948722f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:31.551334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139a1964-af79-4d50-a2ab-488b36db89aa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:31.551965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-139a1964-af79-4d50-a2ab-488b36db89aa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.556053 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-139a1964-af79-4d50-a2ab-488b36db89aa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "PUT /v2.0/ports/7ceefc88-7ec4-4b19-b3e9-db3b7adf489f HTTP/1.1" status: 200 len: 1002 time: 1.6806319 Feb 28 11:24:31.560326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49054) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:31.617638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a1964-af79-4d50-a2ab-488b36db89aa tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Port': ['ID=7ceefc88-7ec4-4b19-b3e9-db3b7adf489f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:31.655971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5e58b224-c7ce-4d6f-9193-cb70ba30c6f3 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Deleting port 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:31.657130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e58b224-c7ce-4d6f-9193-cb70ba30c6f3 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.829003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Usage tracker for resource:port and tenant:9135df8c28a34d5db14bde246ecfccf7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:31.858935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:31.879602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0bce78d1-06d1-41b7-a71e-5db3a26043bf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Unset dirty status for tenant:2c949a3375304810a825bd987de1df9c on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:31.880770 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0bce78d1-06d1-41b7-a71e-5db3a26043bf tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 207 time: 0.4703896 Feb 28 11:24:31.888955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49058) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:31.895486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b5d-30c6-4838-81d6-bf4ae8573986 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.899455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Usage tracker for resource:router and tenant:9135df8c28a34d5db14bde246ecfccf7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:31.902683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca010dc5-0d2a-4f05-a709-4325b484d869 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.925820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:31.928853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fcd6cfdf-925e-4e63-805a-216d75290a96 None None] Provisioning complete for port 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:31.929834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fcd6cfdf-925e-4e63-805a-216d75290a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.943318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc5b5d-30c6-4838-81d6-bf4ae8573986 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d58ed05-5ba8-4110-b198-fe1983d5b53f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:31.974902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Usage tracker for resource:floatingip and tenant:9135df8c28a34d5db14bde246ecfccf7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:31.979697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b5d-30c6-4838-81d6-bf4ae8573986 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:31.983706 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-31cc5b5d-30c6-4838-81d6-bf4ae8573986 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/2d58ed05-5ba8-4110-b198-fe1983d5b53f HTTP/1.1" status: 204 len: 168 time: 0.8936696 Feb 28 11:24:31.987828 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ca010dc5-0d2a-4f05-a709-4325b484d869 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "DELETE /v2.0/ports/06754f50-1cd0-499d-89d2-e02dd948722f HTTP/1.1" status: 204 len: 168 time: 1.6544743 Feb 28 11:24:31.987828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49062) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:31.992961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:31.997590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:32.015800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6cfdf-925e-4e63-805a-216d75290a96 None None] Port 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:32.046430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.108996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-25a1daa1-c2d4-48e2-aaa9-01ffa1d36d14 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:32.155857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e58b224-c7ce-4d6f-9193-cb70ba30c6f3 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.161050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Usage tracker for resource:security_group and tenant:9135df8c28a34d5db14bde246ecfccf7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:32.165968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-25a1daa1-c2d4-48e2-aaa9-01ffa1d36d14 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:32.167265 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-25a1daa1-c2d4-48e2-aaa9-01ffa1d36d14 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1794674 Feb 28 11:24:32.168211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1b532e-1cac-41c0-bbf7-fea28dd8b83c tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Deleting subnet df115a8c-de7b-4f1c-bd80-58b6975795f6 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:24:32.176494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:32.194042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b1b532e-1cac-41c0-bbf7-fea28dd8b83c tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.200620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:32.219853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Usage tracker for resource:security_group_rule and tenant:9135df8c28a34d5db14bde246ecfccf7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:32.227855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:32.238680 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.26.8.212 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/13438e48-5f56-43a8-8a43-c64eb770ee48) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:32.241424 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4c2f7104-2760-4d04-9ab2-4b3a3d3e2ff4 tempest-QuotasTest-1265955140 tempest-QuotasTest-1265955140-project-admin] 10.222.0.64 "GET /v2.0/quotas/9135df8c28a34d5db14bde246ecfccf7/details.json HTTP/1.1" status: 200 len: 703 time: 1.1496725 Feb 28 11:24:32.278278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-secgroup--707914531'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:32.356620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5e58b224-c7ce-4d6f-9193-cb70ba30c6f3 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Calling delete_port for 7ceefc88-7ec4-4b19-b3e9-db3b7adf489f owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:32.381627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7f3537e-8ab3-4b52-a69d-057a13eb54b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.387566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:32.398973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b291c-7815-4883-bf28-15b82beae317 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.404534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.404769 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b291c-7815-4883-bf28-15b82beae317 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.410782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b291c-7815-4883-bf28-15b82beae317 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.416969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b291c-7815-4883-bf28-15b82beae317 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.422607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b291c-7815-4883-bf28-15b82beae317 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.428287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b291c-7815-4883-bf28-15b82beae317 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.434914 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-492b291c-7815-4883-bf28-15b82beae317 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.5400996 Feb 28 11:24:32.435492 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49076) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:32.455444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:32.459736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.477813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b1b532e-1cac-41c0-bbf7-fea28dd8b83c tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.541918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.579260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:32.607515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:32.620073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:32.631150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:32.639891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:32.642058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:32.662296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=13438e48-5f56-43a8-8a43-c64eb770ee48,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:32.676997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b1b532e-1cac-41c0-bbf7-fea28dd8b83c tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.734399 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cb063893-4b4f-42a3-8f7b-f22bca07939f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2939754 Feb 28 11:24:32.734860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49088) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:32.736467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e58b224-c7ce-4d6f-9193-cb70ba30c6f3 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:32.902045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7268f6b-8247-47d9-8af9-a322d1cbeb93 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.906470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7268f6b-8247-47d9-8af9-a322d1cbeb93 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.909275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7268f6b-8247-47d9-8af9-a322d1cbeb93 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.910787 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7268f6b-8247-47d9-8af9-a322d1cbeb93 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.913405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7268f6b-8247-47d9-8af9-a322d1cbeb93 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:32.914097 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b7268f6b-8247-47d9-8af9-a322d1cbeb93 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1533544 Feb 28 11:24:32.916902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58b224-c7ce-4d6f-9193-cb70ba30c6f3 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event deleted for resources: {'Port': ['ID=7ceefc88-7ec4-4b19-b3e9-db3b7adf489f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:32.919689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49092) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.014962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a67f62a0-e036-4dae-b6c2-63d4f72240c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.031981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e58b224-c7ce-4d6f-9193-cb70ba30c6f3 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.043390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b1b532e-1cac-41c0-bbf7-fea28dd8b83c tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.081372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c4ae-9a7c-4b17-8eb2-cc2a9f742f7a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:33.082884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c4ae-9a7c-4b17-8eb2-cc2a9f742f7a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:33.084314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c4ae-9a7c-4b17-8eb2-cc2a9f742f7a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:33.085717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c4ae-9a7c-4b17-8eb2-cc2a9f742f7a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:33.087093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c4ae-9a7c-4b17-8eb2-cc2a9f742f7a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:33.089283 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4612c4ae-9a7c-4b17-8eb2-cc2a9f742f7a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1686602 Feb 28 11:24:33.094139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49096) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.102009 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.106808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b532e-1cac-41c0-bbf7-fea28dd8b83c tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event deleted for resources: {'Subnet': ['ID=df115a8c-de7b-4f1c-bd80-58b6975795f6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:33.120076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.127695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc394c-f10d-4d70-a00b-b41ce25fb0bb None None] Network 3984e97f-5dbe-4f43-a350-d63ff94f7264 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:33.129536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b1b532e-1cac-41c0-bbf7-fea28dd8b83c tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.132513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a67f62a0-e036-4dae-b6c2-63d4f72240c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:33.164554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a67f62a0-e036-4dae-b6c2-63d4f72240c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd9092f84ac41a5a6f27686127ac383 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:33.175879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a67f62a0-e036-4dae-b6c2-63d4f72240c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:33.183266 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b1b532e-1cac-41c0-bbf7-fea28dd8b83c tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "DELETE /v2.0/subnets/df115a8c-de7b-4f1c-bd80-58b6975795f6 HTTP/1.1" status: 204 len: 168 time: 1.1870711 Feb 28 11:24:33.190382 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5e58b224-c7ce-4d6f-9193-cb70ba30c6f3 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "DELETE /v2.0/ports/7ceefc88-7ec4-4b19-b3e9-db3b7adf489f HTTP/1.1" status: 204 len: 168 time: 1.6264012 Feb 28 11:24:33.190382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a67f62a0-e036-4dae-b6c2-63d4f72240c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:33.191769 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49100) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.192251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49102) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.201289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.205034 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0214946 Feb 28 11:24:33.209896 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49108) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.228474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ea84a5c6-6962-41aa-bd62-04f7cc3415f4 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '48721658-21e6-4f19-8fc4-cedfec644a74', 'direction': 'ingress', 'protocol': 17}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:33.241058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ea84a5c6-6962-41aa-bd62-04f7cc3415f4 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:33.250988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25043986-5815-4588-8a31-ffeacabce578 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48721658-21e6-4f19-8fc4-cedfec644a74,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:33.290050 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aaf4d53-d605-416c-9802-8232b15d4f45 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] GET failed (client error): The resource could not be found. Feb 28 11:24:33.290745 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8aaf4d53-d605-416c-9802-8232b15d4f45 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Synchronizing usage tracker for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:33.317620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ea84a5c6-6962-41aa-bd62-04f7cc3415f4 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:33.385594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea84a5c6-6962-41aa-bd62-04f7cc3415f4 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.401396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.409496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8aaf4d53-d605-416c-9802-8232b15d4f45 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Unset dirty status for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:33.411006 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8aaf4d53-d605-416c-9802-8232b15d4f45 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "GET /v2.0/ports/7ceefc88-7ec4-4b19-b3e9-db3b7adf489f HTTP/1.1" status: 404 len: 333 time: 0.2139580 Feb 28 11:24:33.416276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49112) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.428269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'port': {'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1894689715'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:33.449338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf4389-fb2e-433a-8be5-7b128024e202 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:33.450676 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cbaf4389-fb2e-433a-8be5-7b128024e202 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/networks/85599bee-72b3-4422-a681-705de4a89413 HTTP/1.1" status: 200 len: 803 time: 0.3556209 Feb 28 11:24:33.455666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49116) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.468278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Deleting port 5cd18c80-232f-48db-8350-1ebb5b3af52d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:33.468619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.474678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8582d8-e1bf-46b2-b279-df1a721ec8d1 None None] DHCP port deletion for 3984e97f-5dbe-4f43-a350-d63ff94f7264 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:33.479328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8f8582d8-e1bf-46b2-b279-df1a721ec8d1 None None] Deleting port 5cd18c80-232f-48db-8350-1ebb5b3af52d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:33.479815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8f8582d8-e1bf-46b2-b279-df1a721ec8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.540192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.578180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea84a5c6-6962-41aa-bd62-04f7cc3415f4 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.605836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea84a5c6-6962-41aa-bd62-04f7cc3415f4 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.636829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84a5c6-6962-41aa-bd62-04f7cc3415f4 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aed25d6-faf9-42d4-ae16-964037090f65,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:33.669521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.688186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a67f62a0-e036-4dae-b6c2-63d4f72240c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.705489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a67f62a0-e036-4dae-b6c2-63d4f72240c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.716905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.719814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8f8582d8-e1bf-46b2-b279-df1a721ec8d1 None None] For port 5cd18c80-232f-48db-8350-1ebb5b3af52d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5cd18c80-232f-48db-8350-1ebb5b3af52d,segment=NetworkSegment(66ad1337-1902-45b8-99a5-eec21374d0af),segment_id=66ad1337-1902-45b8-99a5-eec21374d0af)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:33.720503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8f8582d8-e1bf-46b2-b279-df1a721ec8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.730774 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-67ae8cea-3efe-4f26-ad5e-91691373f809 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/networks/85599bee-72b3-4422-a681-705de4a89413?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2698700 Feb 28 11:24:33.740936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49120) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.747555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea84a5c6-6962-41aa-bd62-04f7cc3415f4 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.751524 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ea84a5c6-6962-41aa-bd62-04f7cc3415f4 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5297148 Feb 28 11:24:33.751886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49124) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.780315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:33.867207 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8f8582d8-e1bf-46b2-b279-df1a721ec8d1 None None] Calling delete_port for 5cd18c80-232f-48db-8350-1ebb5b3af52d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:33.870386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:33.875141 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a67f62a0-e036-4dae-b6c2-63d4f72240c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1dd9092f84ac41a5a6f27686127ac383&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2310188 Feb 28 11:24:33.881397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49128) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:33.934806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f62a0-e036-4dae-b6c2-63d4f72240c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e9baa-eb28-425a-b336-fff9dd11417a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:33.947718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.952226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8f8582d8-e1bf-46b2-b279-df1a721ec8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.952474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Made reservation on behalf of 76281e17e3f14b10861acf3281d9b016 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:33.956218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:33.991243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd9d26-5401-45b8-8db4-d79edf24d62d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:33.991812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fdd9d26-5401-45b8-8db4-d79edf24d62d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Synchronizing usage tracker for tenant:2c949a3375304810a825bd987de1df9c on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:34.002579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] For port 5cd18c80-232f-48db-8350-1ebb5b3af52d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5cd18c80-232f-48db-8350-1ebb5b3af52d,segment=NetworkSegment(66ad1337-1902-45b8-99a5-eec21374d0af),segment_id=66ad1337-1902-45b8-99a5-eec21374d0af)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:34.002952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.006591 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8582d8-e1bf-46b2-b279-df1a721ec8d1 None None] Pushing event deleted for resources: {'Port': ['ID=5cd18c80-232f-48db-8350-1ebb5b3af52d,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:34.009932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8582d8-e1bf-46b2-b279-df1a721ec8d1 None None] No DVR routers for this DVR port 5cd18c80-232f-48db-8350-1ebb5b3af52d on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:34.018640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] device_id is not set on port ebc686d7-7350-4ef3-b55e-9be1efcf1de0 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:34.118003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fdd9d26-5401-45b8-8db4-d79edf24d62d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Unset dirty status for tenant:2c949a3375304810a825bd987de1df9c on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:34.124586 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1fdd9d26-5401-45b8-8db4-d79edf24d62d tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/subnets/847f92c2-a8d3-4127-ade9-c28b550ddbfb HTTP/1.1" status: 200 len: 843 time: 0.3706667 Feb 28 11:24:34.163003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-047a4f92-e4d7-4058-8518-612bdaa9db2a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.164511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49132) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:34.180370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98beb552-e3f4-475e-803c-4107fd82ab4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.192500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Calling delete_port for 5cd18c80-232f-48db-8350-1ebb5b3af52d owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:34.271451 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:24:34.281899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-047a4f92-e4d7-4058-8518-612bdaa9db2a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.322278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:34.322611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:34.325505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98beb552-e3f4-475e-803c-4107fd82ab4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.342861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Allocated IP 2001:db8::b4 (870e859d-b68c-4063-86bf-a71d55abc4c4/1a1d154a-2733-4451-b800-ba555ddd086b/ebc686d7-7350-4ef3-b55e-9be1efcf1de0) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:34.343740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eda526-a917-4051-aad5-65e71366d201 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:34.348383 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-15eda526-a917-4051-aad5-65e71366d201 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "GET /v2.0/subnets/847f92c2-a8d3-4127-ade9-c28b550ddbfb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1740391 Feb 28 11:24:34.348633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:34.358959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721554770'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:34.367591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:34.390686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:34.410894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.412899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-047a4f92-e4d7-4058-8518-612bdaa9db2a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.420665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:34.424116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.432920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.467141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a4f92-e4d7-4058-8518-612bdaa9db2a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48721658-21e6-4f19-8fc4-cedfec644a74,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:34.488880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98beb552-e3f4-475e-803c-4107fd82ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.499489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:34.551422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98beb552-e3f4-475e-803c-4107fd82ab4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e9baa-eb28-425a-b336-fff9dd11417a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:34.564752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98beb552-e3f4-475e-803c-4107fd82ab4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.573785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.574244 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Added segment fd98ffc5-ff4d-4c93-8e07-7d4e65980407 of type vlan for network b2389965-697c-4d86-abbc-6f360f707f72 Feb 28 11:24:34.578110 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-98beb552-e3f4-475e-803c-4107fd82ab4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad4e9baa-eb28-425a-b336-fff9dd11417a HTTP/1.1" status: 204 len: 168 time: 0.6869323 Feb 28 11:24:34.580426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-047a4f92-e4d7-4058-8518-612bdaa9db2a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.582130 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-047a4f92-e4d7-4058-8518-612bdaa9db2a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/48721658-21e6-4f19-8fc4-cedfec644a74 HTTP/1.1" status: 204 len: 168 time: 0.8285048 Feb 28 11:24:34.585738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49142) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:34.603326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=13438e48-5f56-43a8-8a43-c64eb770ee48,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:34.618705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.647461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.716736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.723745 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-999a3db8-e0de-4d63-b562-1f08442b50bc tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:34.749564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.755322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:34.755909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.761163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Transition to ACTIVE for port object ebc686d7-7350-4ef3-b55e-9be1efcf1de0 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:34.819407 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP 41676a74-2923-43aa-8c6a-22eee6ebfe7d associated. External IP: 172.26.8.212, port: 7fc1c473-995f-472e-bf6b-3deb423aa70c. Feb 28 11:24:34.905146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49148) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:34.908664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Deleting port 5cd18c80-232f-48db-8350-1ebb5b3af52d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:34.908971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:34.957439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-999a3db8-e0de-4d63-b562-1f08442b50bc tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:34.958658 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-999a3db8-e0de-4d63-b562-1f08442b50bc tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3719995 Feb 28 11:24:34.966845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49152) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:34.978107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14cb0ec6-9a0c-498a-86fa-11d6fd683e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.004089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-14cb0ec6-9a0c-498a-86fa-11d6fd683e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:35.017660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-14cb0ec6-9a0c-498a-86fa-11d6fd683e48 admin admin] Usage tracker for resource:security_group_rule and tenant:9135df8c28a34d5db14bde246ecfccf7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:35.022336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-14cb0ec6-9a0c-498a-86fa-11d6fd683e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:35.032222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-14cb0ec6-9a0c-498a-86fa-11d6fd683e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:35.051568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655828241'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:35.063885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] The port '5cd18c80-232f-48db-8350-1ebb5b3af52d' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:24:35.080195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:35.110943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.118346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Network': ['ID=b2389965-697c-4d86-abbc-6f360f707f72,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:35.131008 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ed6b55ec-9105-444f-b889-f5f342f614c3 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7813406 Feb 28 11:24:35.134923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network b2389965-697c-4d86-abbc-6f360f707f72 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:35.136278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:35.152287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'network_id': 'b2389965-697c-4d86-abbc-6f360f707f72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:35.154887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:35.175561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5cd18c80-232f-48db-8350-1ebb5b3af52d no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:35.239519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.251608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.256814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 5cd18c80-232f-48db-8350-1ebb5b3af52d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:24:35.257327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5cd18c80-232f-48db-8350-1ebb5b3af52d not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:24:35.262828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.343358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3984e97f-5dbe-4f43-a350-d63ff94f7264']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:35.367507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:35.371034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ad1337-1902-45b8-99a5-eec21374d0af') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:35.371354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ad1337-1902-45b8-99a5-eec21374d0af') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:35.378739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:35.382637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:35.384780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:35.390530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:35.395829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:35.399933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.407496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:35.414380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:35.417372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:35.422985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:35.423681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.434235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:35.452314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Port': ['ID=ebc686d7-7350-4ef3-b55e-9be1efcf1de0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:35.456236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.466536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:35.467015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:35.483623 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:35.503514 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7ee4cf95-dfd5-4354-9f95-db4a9f06c276 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0829635 Feb 28 11:24:35.507381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49160) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:35.568995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'port': {'network_id': '870e859d-b68c-4063-86bf-a71d55abc4c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1842498688'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:35.581735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14cb0ec6-9a0c-498a-86fa-11d6fd683e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.589845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14cb0ec6-9a0c-498a-86fa-11d6fd683e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.609971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Made reservation on behalf of 2c949a3375304810a825bd987de1df9c for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:35.613226 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.674412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b39485d2-26a8-405e-b7bc-0c9cd0406607 None None] Provisioning for port ebc686d7-7350-4ef3-b55e-9be1efcf1de0 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:35.679347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b39485d2-26a8-405e-b7bc-0c9cd0406607 None None] Provisioning complete for port ebc686d7-7350-4ef3-b55e-9be1efcf1de0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:35.679717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b39485d2-26a8-405e-b7bc-0c9cd0406607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.685386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.689481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb0ec6-9a0c-498a-86fa-11d6fd683e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70724822-0d28-4ac9-8917-485f5a2e53b1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:35.742452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.745168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] Pushing event deleted for resources: {'Network': ['ID=3984e97f-5dbe-4f43-a350-d63ff94f7264,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:35.745336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b39485d2-26a8-405e-b7bc-0c9cd0406607 None None] Port ebc686d7-7350-4ef3-b55e-9be1efcf1de0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:35.779005 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-04604050-6417-481e-baf4-38e37a02be24 tempest-AllowedAddressPairTestJSON-898195047 tempest-AllowedAddressPairTestJSON-898195047-project] 10.222.0.64 "DELETE /v2.0/networks/3984e97f-5dbe-4f43-a350-d63ff94f7264 HTTP/1.1" status: 204 len: 168 time: 2.5836096 Feb 28 11:24:35.788954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.793700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.847483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.851410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8784478 Feb 28 11:24:35.851410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:35.852478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49166) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:35.854889 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-14cb0ec6-9a0c-498a-86fa-11d6fd683e48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9135df8c28a34d5db14bde246ecfccf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9487884 Feb 28 11:24:35.856431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Performing IP validity checks on allocation pools {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:24:35.856950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:24:35.859091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49168) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:35.860034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa3389-8f0f-4f2d-84ba-93757656391c tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f340543-f643-40b6-a2b0-b803c67481c5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:35.869858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109341582'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:35.888323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:35.890617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:35.897382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:35.909113 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b99fbc-5e88-4b70-879b-1f2271ce97eb None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:35.917953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:35.918530 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b99fbc-5e88-4b70-879b-1f2271ce97eb None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:35.919412 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-47b99fbc-5e88-4b70-879b-1f2271ce97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:35.939578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Made reservation on behalf of 76281e17e3f14b10861acf3281d9b016 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:35.942944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.945791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:35.977260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] device_id is not set on port 540d22c7-c129-41b3-ba42-70deff50681b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:35.983238 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-47b99fbc-5e88-4b70-879b-1f2271ce97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:35.992993 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b99fbc-5e88-4b70-879b-1f2271ce97eb None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:35.993840 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-47b99fbc-5e88-4b70-879b-1f2271ce97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:36.013642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.054555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e004f97-26f4-4c92-b181-c299195dac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.061944 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-47b99fbc-5e88-4b70-879b-1f2271ce97eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:36.062690 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b99fbc-5e88-4b70-879b-1f2271ce97eb None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:36.063499 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b50b5705-bbce-4301-866f-8b8ec145cc47 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8457520 Feb 28 11:24:36.066637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49176) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:36.086692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:36.101630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:36.107308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:36.117981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e004f97-26f4-4c92-b181-c299195dac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.128956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:36.153788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:36.217555 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-21233be2-ac91-41ee-ad40-0e783d7ec16d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "GET /v2.0/floatingips/41676a74-2923-43aa-8c6a-22eee6ebfe7d HTTP/1.1" status: 200 len: 978 time: 0.1473043 Feb 28 11:24:36.217555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.220416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49186) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:36.262326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Allocated IP 2001:db8::1ae (870e859d-b68c-4063-86bf-a71d55abc4c4/1a1d154a-2733-4451-b800-ba555ddd086b/540d22c7-c129-41b3-ba42-70deff50681b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:36.286038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e004f97-26f4-4c92-b181-c299195dac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.324892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e004f97-26f4-4c92-b181-c299195dac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70724822-0d28-4ac9-8917-485f5a2e53b1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:36.343664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.362480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.415871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=3a54c381-2944-42b5-9982-7e2d9d91e6a0,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:36.433231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b900bc3-c783-4f0c-b873-162fe15a8cd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Synchronizing usage tracker for tenant:e78f1096056b4c2fad508c5192912841 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:36.442914 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4a70e27c-0950-49d8-b100-80c14376b587 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b01c1ad4b6c54cc68a6fbae9a7852573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857759 Feb 28 11:24:36.442914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Checking segment: {'id': 'fd98ffc5-ff4d-4c93-8e07-7d4e65980407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b2389965-697c-4d86-abbc-6f360f707f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:36.442914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network hostable DHCP agents. Network: b2389965-697c-4d86-abbc-6f360f707f72, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:24:36.448427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49190) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:36.458611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b92be0-780a-44d1-abfa-9647182f21b7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:36.471942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e004f97-26f4-4c92-b181-c299195dac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.475393 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4e004f97-26f4-4c92-b181-c299195dac42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70724822-0d28-4ac9-8917-485f5a2e53b1 HTTP/1.1" status: 204 len: 168 time: 0.6106417 Feb 28 11:24:36.476674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.480273 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e0356252-89b0-4dc4-9ac1-6dddd22444b7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6243920 Feb 28 11:24:36.489099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49196) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:36.500688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '5f340543-f643-40b6-a2b0-b803c67481c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c6b92be0-780a-44d1-abfa-9647182f21b7', 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:36.509144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b900bc3-c783-4f0c-b873-162fe15a8cd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Unset dirty status for tenant:e78f1096056b4c2fad508c5192912841 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:36.513267 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8b900bc3-c783-4f0c-b873-162fe15a8cd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2646668 Feb 28 11:24:36.513267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:36.522443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:36.522810 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Network b2389965-697c-4d86-abbc-6f360f707f72 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:24:36.525786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:36.532113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'port_id': 'df03dff3-0fe5-49b8-ba56-0228fbbf05ed'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:36.534205 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:36.543528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:36.546590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, b2389965-697c-4d86-abbc-6f360f707f72) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:36.558849 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983623c-db02-421e-be02-5ff721c9c37d None None] Network b2389965-697c-4d86-abbc-6f360f707f72 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:36.561863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:36.562458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.587229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba71-35a5-4bb3-9177-8de51d22b9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.607819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.618548 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ad06bb09-d38d-4c5a-b7d6-9799b45b3957 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4814696 Feb 28 11:24:36.622394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:36.633694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ebbce317-e61e-4fd1-b1b0-c6bf92f6e1a9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:36.643020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba71-35a5-4bb3-9177-8de51d22b9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.720661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.726594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.732351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.761020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba71-35a5-4bb3-9177-8de51d22b9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.764553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174bae8a-a580-4c73-8674-d7a3c0873c8c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:36.792444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dba71-35a5-4bb3-9177-8de51d22b9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c8f23d-a190-4f70-9ad9-5f4f1f228276,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:36.802008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.803220 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-42aec812-bb20-41c2-a248-67b1eb3a77c8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3124015 Feb 28 11:24:36.804171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef0dba71-35a5-4bb3-9177-8de51d22b9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.808266 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ef0dba71-35a5-4bb3-9177-8de51d22b9e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61c8f23d-a190-4f70-9ad9-5f4f1f228276 HTTP/1.1" status: 204 len: 168 time: 0.3558750 Feb 28 11:24:36.808266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:36.881870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71a2e88d-3627-4296-8a10-07257f1e17d7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.904942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71a2e88d-3627-4296-8a10-07257f1e17d7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.939739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71a2e88d-3627-4296-8a10-07257f1e17d7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.963783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2e88d-3627-4296-8a10-07257f1e17d7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=174bae8a-a580-4c73-8674-d7a3c0873c8c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:36.975178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71a2e88d-3627-4296-8a10-07257f1e17d7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.979136 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-71a2e88d-3627-4296-8a10-07257f1e17d7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/174bae8a-a580-4c73-8674-d7a3c0873c8c HTTP/1.1" status: 204 len: 168 time: 0.1693478 Feb 28 11:24:36.979272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:36.979357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-b2389965-697c-4d86-abbc-6f360f707f72', 'network_id': 'b2389965-697c-4d86-abbc-6f360f707f72', 'tenant_id': '2c949a3375304810a825bd987de1df9c', 'fixed_ips': [{'subnet_id': '3a54c381-2944-42b5-9982-7e2d9d91e6a0'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:24:36.980478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49224) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:36.988665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.086682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Transition to ACTIVE for port object 540d22c7-c129-41b3-ba42-70deff50681b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:37.093453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8ff931ce-9ca9-4fca-98bf-f26964733a24 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:37.100445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebbce317-e61e-4fd1-b1b0-c6bf92f6e1a9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6903759'] for subnet, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.127925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8ff931ce-9ca9-4fca-98bf-f26964733a24 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:37.129150 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8ff931ce-9ca9-4fca-98bf-f26964733a24 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1477351 Feb 28 11:24:37.132240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49230) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:37.200736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85ab37bc-f8e9-4ad1-9ada-7645279b9e4e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.239529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85ab37bc-f8e9-4ad1-9ada-7645279b9e4e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.255657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 28 11:24:37.255657 dv-neutron-831192-2-hyperv neutron-server[87640]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 28 11:24:37.255657 dv-neutron-831192-2-hyperv neutron-server[87640]: [parameters: {'in_use': 1, 'id_1': '3a54c381-2944-42b5-9982-7e2d9d91e6a0'}] Feb 28 11:24:37.255657 dv-neutron-831192-2-hyperv neutron-server[87640]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:37.256068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:37.294651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85ab37bc-f8e9-4ad1-9ada-7645279b9e4e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.314121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab37bc-f8e9-4ad1-9ada-7645279b9e4e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b92be0-780a-44d1-abfa-9647182f21b7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:37.328779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85ab37bc-f8e9-4ad1-9ada-7645279b9e4e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.332499 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-85ab37bc-f8e9-4ad1-9ada-7645279b9e4e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/c6b92be0-780a-44d1-abfa-9647182f21b7 HTTP/1.1" status: 204 len: 168 time: 0.1969609 Feb 28 11:24:37.332998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49242) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:37.404212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f8856238-76b6-4bb7-85aa-0c321122e398 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:37.422899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f8856238-76b6-4bb7-85aa-0c321122e398 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:37.424130 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f8856238-76b6-4bb7-85aa-0c321122e398 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0900257 Feb 28 11:24:37.427154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49250) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:37.489004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.503499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62f0426c-2f6e-4141-ae2b-757f6ecd2182 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.538164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62f0426c-2f6e-4141-ae2b-757f6ecd2182 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.548211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:37.558291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:37.583471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:37.589916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:37.590549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.602756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62f0426c-2f6e-4141-ae2b-757f6ecd2182 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.627366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0426c-2f6e-4141-ae2b-757f6ecd2182 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f340543-f643-40b6-a2b0-b803c67481c5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:37.645711 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62f0426c-2f6e-4141-ae2b-757f6ecd2182 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.648044 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-62f0426c-2f6e-4141-ae2b-757f6ecd2182 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f340543-f643-40b6-a2b0-b803c67481c5 HTTP/1.1" status: 204 len: 168 time: 0.2197676 Feb 28 11:24:37.651847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49262) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:37.738231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebbce317-e61e-4fd1-b1b0-c6bf92f6e1a9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748811539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8079725'] for subnet, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.755755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-173b17c6-b970-4fca-9f3a-80d67f5560b8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:37.757942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.796336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-173b17c6-b970-4fca-9f3a-80d67f5560b8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:37.801689 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-173b17c6-b970-4fca-9f3a-80d67f5560b8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1448808 Feb 28 11:24:37.802075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49272) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:37.807877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-secgroup--87674642'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:37.823295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:37.850166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:37.870666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:37.898834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:37.904644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:37.909143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:37.915805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:37.939563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-743da777-aade-467e-846f-796984bac40d None None] Provisioning for port 540d22c7-c129-41b3-ba42-70deff50681b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:37.949895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-743da777-aade-467e-846f-796984bac40d None None] Provisioning complete for port 540d22c7-c129-41b3-ba42-70deff50681b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:37.950678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-743da777-aade-467e-846f-796984bac40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.033908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-743da777-aade-467e-846f-796984bac40d None None] Port 540d22c7-c129-41b3-ba42-70deff50681b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:38.049217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.050714 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Port': ['ID=540d22c7-c129-41b3-ba42-70deff50681b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:38.059168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.060615 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6388bcd6-7258-401d-a7d5-a221343b5ae8 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5520871 Feb 28 11:24:38.077856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49282) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:38.110220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-51e3edc9-4b35-4180-9c02-dc397fa2a5d0 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:7b:f2:cb'}, {'ip_address': '2001:db8::b4', 'mac_address': 'fa:16:3e:b7:8e:b6'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:38.137471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Allocated IP 2001:db8::3 (b2389965-697c-4d86-abbc-6f360f707f72/3a54c381-2944-42b5-9982-7e2d9d91e6a0/66a92bbc-9b50-4950-bd1e-e1804c4ebaed) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:38.234387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103582a7-7eaf-4597-b418-8307f03ea405,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:38.240979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:38.247460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbce317-e61e-4fd1-b1b0-c6bf92f6e1a9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:38.248235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebbce317-e61e-4fd1-b1b0-c6bf92f6e1a9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.249772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ebbce317-e61e-4fd1-b1b0-c6bf92f6e1a9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "PUT /v2.0/subnets/3a54c381-2944-42b5-9982-7e2d9d91e6a0 HTTP/1.1" status: 200 len: 900 time: 1.6246116 Feb 28 11:24:38.250654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbce317-e61e-4fd1-b1b0-c6bf92f6e1a9 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event updated for resources: {'Subnet': ['ID=3a54c381-2944-42b5-9982-7e2d9d91e6a0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:38.258127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49298) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:38.319611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.324255 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-16809683-49d7-4836-8ac1-9c6422b38b7f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5176458 Feb 28 11:24:38.337354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49304) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:38.348728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '103582a7-7eaf-4597-b418-8307f03ea405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:38.349112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.355684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.468338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49310) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:38.487440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.500342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Transition to ACTIVE for port object 66a92bbc-9b50-4950-bd1e-e1804c4ebaed will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:38.521908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Transition to ACTIVE for port object 66a92bbc-9b50-4950-bd1e-e1804c4ebaed will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:38.532431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.576204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1290130320', 'router:external': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:38.584470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:38.587234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:38.591455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Usage tracker for resource:network and tenant:d66ff6e345ee4df89982dddef805faa1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:38.601935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-937145082'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:38.606373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:38.608589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:38.616941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:38.617577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:38.621054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:38.622999 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP 41676a74-2923-43aa-8c6a-22eee6ebfe7d associated. External IP: 172.26.8.212, port: 7fc1c473-995f-472e-bf6b-3deb423aa70c. Feb 28 11:24:38.635466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:network and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:38.642200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:38.644974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:38.654167 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Network b2389965-697c-4d86-abbc-6f360f707f72 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:38.658713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:38.660859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:38.671845 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:38.692701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.709776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port 66a92bbc-9b50-4950-bd1e-e1804c4ebaed {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:38.710113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.744348 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Pushing event updated for resources: {'Port': ['ID=66a92bbc-9b50-4950-bd1e-e1804c4ebaed,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:38.766352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:38.769757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.791800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Made reservation on behalf of d66ff6e345ee4df89982dddef805faa1 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:38.794070 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.810821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.813493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.823892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Attempting to bind port 66a92bbc-9b50-4950-bd1e-e1804c4ebaed on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:24:38.824868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Attempting to bind port 66a92bbc-9b50-4950-bd1e-e1804c4ebaed by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'fd98ffc5-ff4d-4c93-8e07-7d4e65980407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b2389965-697c-4d86-abbc-6f360f707f72'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:24:38.825237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Attempting to bind port 66a92bbc-9b50-4950-bd1e-e1804c4ebaed on network b2389965-697c-4d86-abbc-6f360f707f72 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:38.828617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.830160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:38.830859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:24:38.831255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Checking segment: {'id': 'fd98ffc5-ff4d-4c93-8e07-7d4e65980407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b2389965-697c-4d86-abbc-6f360f707f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:38.831657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.832168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Bound using segment: {'id': 'fd98ffc5-ff4d-4c93-8e07-7d4e65980407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b2389965-697c-4d86-abbc-6f360f707f72'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:24:38.832512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Bound port: 66a92bbc-9b50-4950-bd1e-e1804c4ebaed, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd98ffc5-ff4d-4c93-8e07-7d4e65980407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b2389965-697c-4d86-abbc-6f360f707f72'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:24:38.832915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.873309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:38.885679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:security_group_rule and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:38.890432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51e3edc9-4b35-4180-9c02-dc397fa2a5d0 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.899815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:38.938288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] For port 66a92bbc-9b50-4950-bd1e-e1804c4ebaed, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:24:38.942107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] For port 66a92bbc-9b50-4950-bd1e-e1804c4ebaed, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=66a92bbc-9b50-4950-bd1e-e1804c4ebaed,segment=NetworkSegment(fd98ffc5-ff4d-4c93-8e07-7d4e65980407),segment_id=fd98ffc5-ff4d-4c93-8e07-7d4e65980407)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:24:38.946574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:38.965984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:39.008286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Usage tracker for resource:security_group_rule and tenant:d66ff6e345ee4df89982dddef805faa1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:39.018187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:39.026343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:39.033080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544fba5-d02a-4b0a-81b6-a2a94f007039 None None] Pushing event updated for resources: {'Port': ['ID=66a92bbc-9b50-4950-bd1e-e1804c4ebaed,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:39.174691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:39.198298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.217496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.313569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb6eebb-abf4-4301-9501-1f6604eff499,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:39.318801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.325778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.416743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] For port 66a92bbc-9b50-4950-bd1e-e1804c4ebaed, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=66a92bbc-9b50-4950-bd1e-e1804c4ebaed,segment=NetworkSegment(fd98ffc5-ff4d-4c93-8e07-7d4e65980407),segment_id=fd98ffc5-ff4d-4c93-8e07-7d4e65980407)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:39.417108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.430830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.431449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:39.435287 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eb3b678d-e35c-491d-a187-5d34b68b97f6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0937886 Feb 28 11:24:39.443728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49316) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:39.472097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.472442 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Added segment 8f811914-4932-49e1-9d15-80d5dc69eb31 of type vlan for network 5454afd2-31fd-46e2-9865-ebbd25b59227 Feb 28 11:24:39.473607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6a2fb6-09ef-4f05-b1c2-d9acc0751e11,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:39.483233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:39.493336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3e7cb9-ccba-4fd2-ad04-5ad1083eedb4 None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:39.503053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e7cb9-ccba-4fd2-ad04-5ad1083eedb4 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:39.503722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ad3e7cb9-ccba-4fd2-ad04-5ad1083eedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:39.572718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ad3e7cb9-ccba-4fd2-ad04-5ad1083eedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:39.581822 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e7cb9-ccba-4fd2-ad04-5ad1083eedb4 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:39.582427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ad3e7cb9-ccba-4fd2-ad04-5ad1083eedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:39.582553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.598588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Calling delete_port for 66a92bbc-9b50-4950-bd1e-e1804c4ebaed owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:39.650055 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ad3e7cb9-ccba-4fd2-ad04-5ad1083eedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:39.650278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3e7cb9-ccba-4fd2-ad04-5ad1083eedb4 None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:39.662581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.676793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.690738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af518713-89c6-49eb-9011-44e77a99a414 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.723211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af518713-89c6-49eb-9011-44e77a99a414 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.734377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:39.762613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.763096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:39.763704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.792081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.792427 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Added segment a350fccf-e867-429e-882b-fd778df1e464 of type vlan for network 89a85dab-b254-4061-917a-102ac7d2b42f Feb 28 11:24:39.802634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51e3edc9-4b35-4180-9c02-dc397fa2a5d0 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.805543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06667c16-e7ea-4c99-9a61-9133485657ad,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:39.820709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51e3edc9-4b35-4180-9c02-dc397fa2a5d0 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.892742 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4233148 Feb 28 11:24:39.898803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49320) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:39.899498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343c5d6-08ef-48cc-8799-80919bc3edd6 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event updated for resources: {'Network': ['ID=5454afd2-31fd-46e2-9865-ebbd25b59227,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:39.905368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af518713-89c6-49eb-9011-44e77a99a414 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.910368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 5454afd2-31fd-46e2-9865-ebbd25b59227 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:39.922517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'subnet': {'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:39.930129 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:39.933197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.970305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-51e3edc9-4b35-4180-9c02-dc397fa2a5d0 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] In _notify_port_updated(), no bound segment for port 540d22c7-c129-41b3-ba42-70deff50681b on network 870e859d-b68c-4063-86bf-a71d55abc4c4 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:24:39.976093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3edc9-4b35-4180-9c02-dc397fa2a5d0 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:39.976902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51e3edc9-4b35-4180-9c02-dc397fa2a5d0 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:39.978417 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-51e3edc9-4b35-4180-9c02-dc397fa2a5d0 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "PUT /v2.0/ports/540d22c7-c129-41b3-ba42-70deff50681b HTTP/1.1" status: 200 len: 1066 time: 1.8942559 Feb 28 11:24:39.981366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518713-89c6-49eb-9011-44e77a99a414 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cb6eebb-abf4-4301-9501-1f6604eff499,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:39.982125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49324) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:39.986684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Usage tracker for resource:subnet and tenant:d66ff6e345ee4df89982dddef805faa1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:39.997582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:40.043819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3edc9-4b35-4180-9c02-dc397fa2a5d0 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event updated for resources: {'Port': ['ID=540d22c7-c129-41b3-ba42-70deff50681b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:40.052554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.077317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe0c25-b81e-4d31-963e-bcfe6e41efb1 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Deleting port 540d22c7-c129-41b3-ba42-70deff50681b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:40.077577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0c25-b81e-4d31-963e-bcfe6e41efb1 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.095521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.101189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:40.101926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.108503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af518713-89c6-49eb-9011-44e77a99a414 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.109751 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-af518713-89c6-49eb-9011-44e77a99a414 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5cb6eebb-abf4-4301-9501-1f6604eff499 HTTP/1.1" status: 204 len: 168 time: 0.6602886 Feb 28 11:24:40.113621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49328) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:40.114890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:40.164271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Port': ['ID=66a92bbc-9b50-4950-bd1e-e1804c4ebaed,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:40.193675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Made reservation on behalf of d66ff6e345ee4df89982dddef805faa1 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:40.195955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.260615 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0185711 Feb 28 11:24:40.265873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:40.289230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c83e9f02-d28c-45fd-802e-b4158b1a198e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:40.303075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49332) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:40.318398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:40.319946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d972a1d2-c240-414d-a540-d1f6b4d31fa4 None None] Provisioning complete for port 540d22c7-c129-41b3-ba42-70deff50681b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:40.320391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d972a1d2-c240-414d-a540-d1f6b4d31fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.357499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c1d470-2907-4965-b707-22e4c6e42f82 None None] Network b2389965-697c-4d86-abbc-6f360f707f72 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:40.412399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No DVR routers for this DVR port 66a92bbc-9b50-4950-bd1e-e1804c4ebaed on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:40.456682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705a8b6-e789-48d0-84fc-1318e56b9675 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Network': ['ID=89a85dab-b254-4061-917a-102ac7d2b42f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:40.464291 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d972a1d2-c240-414d-a540-d1f6b4d31fa4 None None] Port 540d22c7-c129-41b3-ba42-70deff50681b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:40.469374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:40.485139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.574097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.594418 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b4d7f0c9-f28e-45d5-a203-9869005cd811 None None] Could not find standard attr ID for object 66a92bbc-9b50-4950-bd1e-e1804c4ebaed. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:24:40.630832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=3a54c381-2944-42b5-9982-7e2d9d91e6a0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:40.707748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c83e9f02-d28c-45fd-802e-b4158b1a198e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:40.709199 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c83e9f02-d28c-45fd-802e-b4158b1a198e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5898132 Feb 28 11:24:40.712712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49336) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:40.738590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.750400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c9721-6d79-4a86-b567-ec164ea43d4a None None] DHCP port deletion for b2389965-697c-4d86-abbc-6f360f707f72 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:40.769166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a846d45-ebb9-4a2a-ba4f-7e3343864b17 None None] Network b2389965-697c-4d86-abbc-6f360f707f72 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:40.786009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2389965-697c-4d86-abbc-6f360f707f72']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:40.802549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd98ffc5-ff4d-4c93-8e07-7d4e65980407') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:40.803162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd98ffc5-ff4d-4c93-8e07-7d4e65980407') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:40.833801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eeced9f1-fc2a-4cb3-b8b5-c82794c35602 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.835095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:40.859469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.870908 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eeced9f1-fc2a-4cb3-b8b5-c82794c35602 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.891266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.893917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:40.900961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:40.901553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:40.907561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:40.918847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:40.923881 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:41.006472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:41.009817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.029940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.034627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.045798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:41.048314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0c25-b81e-4d31-963e-bcfe6e41efb1 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.056867 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9466de81-4bc7-4c6e-a4e4-ea5584d92739 None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:41.068034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eeced9f1-fc2a-4cb3-b8b5-c82794c35602 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.068968 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466de81-4bc7-4c6e-a4e4-ea5584d92739 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:41.069581 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9466de81-4bc7-4c6e-a4e4-ea5584d92739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:41.080779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=b2389965-697c-4d86-abbc-6f360f707f72,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:41.092028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeced9f1-fc2a-4cb3-b8b5-c82794c35602 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103582a7-7eaf-4597-b418-8307f03ea405,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:41.108306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eeced9f1-fc2a-4cb3-b8b5-c82794c35602 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.109633 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eeced9f1-fc2a-4cb3-b8b5-c82794c35602 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/103582a7-7eaf-4597-b418-8307f03ea405 HTTP/1.1" status: 204 len: 168 time: 0.3952560 Feb 28 11:24:41.114697 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cd7bbdec-fd1a-4988-b7aa-0a310cfb2c51 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/b2389965-697c-4d86-abbc-6f360f707f72 HTTP/1.1" status: 204 len: 168 time: 2.8448856 Feb 28 11:24:41.114697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49340) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:41.115213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:41.174466 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcdae1d-b7b4-403a-a298-f2d8e197f0a1 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:41.175567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcdae1d-b7b4-403a-a298-f2d8e197f0a1 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:41.176839 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2fcdae1d-b7b4-403a-a298-f2d8e197f0a1 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/3a54c381-2944-42b5-9982-7e2d9d91e6a0 HTTP/1.1" status: 404 len: 337 time: 0.0481393 Feb 28 11:24:41.183243 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9466de81-4bc7-4c6e-a4e4-ea5584d92739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:41.183403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:41.192600 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466de81-4bc7-4c6e-a4e4-ea5584d92739 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:41.193204 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9466de81-4bc7-4c6e-a4e4-ea5584d92739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:41.224851 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e025195-43e2-4d85-8dfc-d801d53a7672 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:41.225315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e025195-43e2-4d85-8dfc-d801d53a7672 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:41.226946 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1e025195-43e2-4d85-8dfc-d801d53a7672 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/b2389965-697c-4d86-abbc-6f360f707f72 HTTP/1.1" status: 404 len: 339 time: 0.0410843 Feb 28 11:24:41.231195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1e1ae979-d764-4ae8-95ef-74d533d1d3a7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:41.233381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49352) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:41.235996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.256539 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9466de81-4bc7-4c6e-a4e4-ea5584d92739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:41.256943 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9466de81-4bc7-4c6e-a4e4-ea5584d92739 None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:41.266495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe0c25-b81e-4d31-963e-bcfe6e41efb1 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Calling delete_port for 540d22c7-c129-41b3-ba42-70deff50681b owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:41.329052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1e1ae979-d764-4ae8-95ef-74d533d1d3a7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:41.330300 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1e1ae979-d764-4ae8-95ef-74d533d1d3a7 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2172639 Feb 28 11:24:41.335965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49356) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:41.344173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-secgroup--856971092'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:41.359955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:41.371187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.376070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:41.421101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.477555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:41.512045 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-04046a43-df3e-4965-9c96-b9817eb849d3 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/floatingips/41676a74-2923-43aa-8c6a-22eee6ebfe7d HTTP/1.1" status: 200 len: 978 time: 4.9891305 Feb 28 11:24:41.515658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49360) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:41.526857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6f20c23f-3be1-4a58-8d22-db9e91f7dab6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:41.541479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:41.544180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.581422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec93069e-1b3b-4a71-9b74-f997e59fa668']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:41.598322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee71407-dede-45f0-8eb8-72294d60c420') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:41.598611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee71407-dede-45f0-8eb8-72294d60c420') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:41.613671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.638742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.662900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:41.663309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:41.677508 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:41.755019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.764675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.777686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f20c23f-3be1-4a58-8d22-db9e91f7dab6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.803673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.808494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.846990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=ec93069e-1b3b-4a71-9b74-f997e59fa668,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:41.849603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65f2684-21e0-44f3-aabd-029b23c9bb2e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:41.867718 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7a5fb3cc-c95c-4f29-a3f9-1858ef40a827 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/ec93069e-1b3b-4a71-9b74-f997e59fa668 HTTP/1.1" status: 204 len: 168 time: 0.6310401 Feb 28 11:24:41.867849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49364) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:41.903017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.904200 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4eaf016b-d633-44c8-8993-d1d9d03d31c3 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5674598 Feb 28 11:24:41.908009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49368) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:41.909028 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0828912a-82a4-4575-a58e-8318190fd35a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:41.909601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0828912a-82a4-4575-a58e-8318190fd35a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:41.913853 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0828912a-82a4-4575-a58e-8318190fd35a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/83c9820c-2646-4e41-a33b-662441a292b5 HTTP/1.1" status: 404 len: 337 time: 0.0426390 Feb 28 11:24:41.915105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.916828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': 'a65f2684-21e0-44f3-aabd-029b23c9bb2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:41.920996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:41.924432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:41.947873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:41.952765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:41.954058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0c25-b81e-4d31-963e-bcfe6e41efb1 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:41.959729 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b30dbda-c903-4cb4-a384-1c22b5ea28a1 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:41.960193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b30dbda-c903-4cb4-a384-1c22b5ea28a1 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:41.964604 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5b30dbda-c903-4cb4-a384-1c22b5ea28a1 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/e2cfd79b-b062-414a-87f8-b1953a66dfa0 HTTP/1.1" status: 404 len: 339 time: 0.0390248 Feb 28 11:24:41.964604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:41.964604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49376) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:42.030461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.063016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80999d8-f286-4e0b-9927-0b0b1ddd89ad tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting subnet d8210139-da69-42a9-a9c2-3b42ff129e44 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:24:42.074433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f80999d8-f286-4e0b-9927-0b0b1ddd89ad tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.141746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f80999d8-f286-4e0b-9927-0b0b1ddd89ad tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.199600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.205904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.227991 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe0c25-b81e-4d31-963e-bcfe6e41efb1 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event deleted for resources: {'Port': ['ID=540d22c7-c129-41b3-ba42-70deff50681b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:42.245425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f9e5c6-1aec-41bc-841d-885e04e31075,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:42.259608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.261339 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a471873d-c734-4d7f-8eed-ebef3dceff34 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3488030 Feb 28 11:24:42.268922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49380) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:42.294848 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9d33a278-908b-4d32-84e5-46be8ef58c47 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules/b2f9e5c6-1aec-41bc-841d-885e04e31075 HTTP/1.1" status: 200 len: 763 time: 0.0246851 Feb 28 11:24:42.295467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49384) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:42.320354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f80999d8-f286-4e0b-9927-0b0b1ddd89ad tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.324835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=76c7a9d3-9733-4edc-ab64-f66f73b8472d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:42.398377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e58aa3af-8c4e-49f2-9cf0-3ec1435d1f14 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:42.426339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e58aa3af-8c4e-49f2-9cf0-3ec1435d1f14 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:42.427774 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e58aa3af-8c4e-49f2-9cf0-3ec1435d1f14 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1298003 Feb 28 11:24:42.429206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f80999d8-f286-4e0b-9927-0b0b1ddd89ad tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.433068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49388) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:42.456207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:42.456567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network hostable DHCP agents. Network: 89a85dab-b254-4061-917a-102ac7d2b42f, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:24:42.466671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f20c23f-3be1-4a58-8d22-db9e91f7dab6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.481876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f20c23f-3be1-4a58-8d22-db9e91f7dab6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.482207 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-6f20c23f-3be1-4a58-8d22-db9e91f7dab6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP 41676a74-2923-43aa-8c6a-22eee6ebfe7d disassociated. External IP: 172.26.8.212, port: df03dff3-0fe5-49b8-ba56-0228fbbf05ed. Feb 28 11:24:42.555236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80999d8-f286-4e0b-9927-0b0b1ddd89ad tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=d8210139-da69-42a9-a9c2-3b42ff129e44,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:42.563083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f80999d8-f286-4e0b-9927-0b0b1ddd89ad tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.573318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a23d3-befe-4f3d-9976-9f6144c2468f None None] Network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:42.585430 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f80999d8-f286-4e0b-9927-0b0b1ddd89ad tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/d8210139-da69-42a9-a9c2-3b42ff129e44 HTTP/1.1" status: 204 len: 168 time: 0.6199603 Feb 28 11:24:42.586507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d41949-779b-4d86-8ff1-3049adf6271a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.589366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49392) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:42.594742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:24:42.595235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.596895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d41949-779b-4d86-8ff1-3049adf6271a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.622472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d41949-779b-4d86-8ff1-3049adf6271a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.640710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d41949-779b-4d86-8ff1-3049adf6271a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2f9e5c6-1aec-41bc-841d-885e04e31075,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:42.652356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d41949-779b-4d86-8ff1-3049adf6271a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.656916 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-62d41949-779b-4d86-8ff1-3049adf6271a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b2f9e5c6-1aec-41bc-841d-885e04e31075 HTTP/1.1" status: 204 len: 168 time: 0.1207039 Feb 28 11:24:42.657810 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49396) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:42.712697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d6fa3f1a-8e02-4534-8255-b330fd4e8c98 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:42.729419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7ece26ce-68c8-4acc-ae2b-a42b68d23c32,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:42.731429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d6fa3f1a-8e02-4534-8255-b330fd4e8c98 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:42.741830 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d6fa3f1a-8e02-4534-8255-b330fd4e8c98 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0828314 Feb 28 11:24:42.742702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49400) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:42.748955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-54fd2890-ab78-47f1-834b-1965ef1107ec tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': 'a65f2684-21e0-44f3-aabd-029b23c9bb2e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:42.755242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-54fd2890-ab78-47f1-834b-1965ef1107ec tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:42.763403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:24:42.768185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-54fd2890-ab78-47f1-834b-1965ef1107ec tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:42.786369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54fd2890-ab78-47f1-834b-1965ef1107ec tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.859634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54fd2890-ab78-47f1-834b-1965ef1107ec tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.863719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54fd2890-ab78-47f1-834b-1965ef1107ec tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.889504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd2890-ab78-47f1-834b-1965ef1107ec tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471298fb-ec43-4777-877e-ce17944940f4,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:42.904885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54fd2890-ab78-47f1-834b-1965ef1107ec tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:42.907194 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-54fd2890-ab78-47f1-834b-1965ef1107ec tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1622329 Feb 28 11:24:42.911020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49404) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:42.915847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17fc5b5-9319-40fc-bfdd-2dfa14f9b32a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting subnet 08eb5e30-1429-454e-9ec8-a1e301dfddfa {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:24:42.918238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 89a85dab-b254-4061-917a-102ac7d2b42f) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:42.928228 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc43c759-5e50-45eb-9075-2bc509670eee None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:42.940731 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a7395964-e18b-4b34-b62b-afc142785d56 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules/471298fb-ec43-4777-877e-ce17944940f4 HTTP/1.1" status: 200 len: 763 time: 0.0283682 Feb 28 11:24:42.941335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49408) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:42.957485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c17fc5b5-9319-40fc-bfdd-2dfa14f9b32a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.022032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac6321c5-ccfb-4f91-a9a4-caeb4e7b401f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:43.031377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:43.031975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.045328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0c25-b81e-4d31-963e-bcfe6e41efb1 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.052728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac6321c5-ccfb-4f91-a9a4-caeb4e7b401f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:43.058423 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ac6321c5-ccfb-4f91-a9a4-caeb4e7b401f tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1161051 Feb 28 11:24:43.059191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49412) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:43.063217 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bdfe0c25-b81e-4d31-963e-bcfe6e41efb1 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "DELETE /v2.0/ports/540d22c7-c129-41b3-ba42-70deff50681b HTTP/1.1" status: 204 len: 168 time: 3.0787528 Feb 28 11:24:43.066854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49414) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:43.098273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Checking segment: {'id': '8f811914-4932-49e1-9d15-80d5dc69eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:43.098644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Network hostable DHCP agents. Network: 5454afd2-31fd-46e2-9865-ebbd25b59227, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:24:43.118068 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4adda2c5-fe7f-4eff-b40a-ac7a1ba9ee87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8124261 Feb 28 11:24:43.121514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c17fc5b5-9319-40fc-bfdd-2dfa14f9b32a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.152237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2870709-36f8-401c-8dce-27fd4fbfe10a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.162274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49420) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:43.182909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'name': 'tempest-NetworksTestDHCPv6-76672878'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:43.250397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '76c7a9d3-9733-4edc-ab64-f66f73b8472d'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:24:43.251627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.285340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Network 5454afd2-31fd-46e2-9865-ebbd25b59227 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:24:43.303083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 5454afd2-31fd-46e2-9865-ebbd25b59227) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:43.326694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:43.327576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.338569 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2193b7-6600-475e-b734-418d76ed34bb None None] Network 5454afd2-31fd-46e2-9865-ebbd25b59227 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:43.349037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2870709-36f8-401c-8dce-27fd4fbfe10a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.356180 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f8fa94-7b5e-4ea7-b9be-7456073f126a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] GET failed (client error): The resource could not be found. Feb 28 11:24:43.356717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-12f8fa94-7b5e-4ea7-b9be-7456073f126a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Synchronizing usage tracker for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:43.379476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:43.387470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-12f8fa94-7b5e-4ea7-b9be-7456073f126a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Unset dirty status for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:43.392290 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-12f8fa94-7b5e-4ea7-b9be-7456073f126a tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "GET /v2.0/ports/540d22c7-c129-41b3-ba42-70deff50681b HTTP/1.1" status: 404 len: 333 time: 0.3237419 Feb 28 11:24:43.392998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49424) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:43.397990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:43.414716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:43.423454 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7492d73a-f938-4bf9-a297-38e0539abfda tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5202925 Feb 28 11:24:43.434154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49428) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:43.443888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-494039965', 'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:43.452458 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c17fc5b5-9319-40fc-bfdd-2dfa14f9b32a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.460087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2870709-36f8-401c-8dce-27fd4fbfe10a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.481561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:43.486686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:43.497050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Usage tracker for resource:port and tenant:d66ff6e345ee4df89982dddef805faa1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:43.503746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2870709-36f8-401c-8dce-27fd4fbfe10a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=471298fb-ec43-4777-877e-ce17944940f4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:43.506110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:43.520200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f20c23f-3be1-4a58-8d22-db9e91f7dab6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:43.523630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:43.526693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2870709-36f8-401c-8dce-27fd4fbfe10a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.530559 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a2870709-36f8-401c-8dce-27fd4fbfe10a tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/471298fb-ec43-4777-877e-ce17944940f4 HTTP/1.1" status: 204 len: 168 time: 0.4668078 Feb 28 11:24:43.531290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:43.538381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e0195d44-c9f6-4096-96a8-7ef1dbcf15f7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Deleting port ebc686d7-7350-4ef3-b55e-9be1efcf1de0 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:43.538946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0195d44-c9f6-4096-96a8-7ef1dbcf15f7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.568571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:43.569189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Made reservation on behalf of d66ff6e345ee4df89982dddef805faa1 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:43.571627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.573666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.575729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f00b1947-fbbf-40bd-b551-4db5eb4efb8c None None] Provisioning complete for port ace0b80d-caef-4c7c-80bb-3fa05618ba9a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:43.576201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f00b1947-fbbf-40bd-b551-4db5eb4efb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.616168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 780e615a-368e-4397-a565-0445b7d6d98d yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:43.682810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/76c7a9d3-9733-4edc-ab64-f66f73b8472d/69f10dec-9262-44b5-8480-b98f3bf0cdf1) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:43.686786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] device_id is not set on port a0500185-d80a-41e0-aa4d-bf7e1644f5c5 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:43.743092 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-92f243ba-e1b6-4aac-b106-3f51fe74bbc8 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2073557 Feb 28 11:24:43.743985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49436) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:43.748858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c17fc5b5-9319-40fc-bfdd-2dfa14f9b32a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:43.806858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': 'a65f2684-21e0-44f3-aabd-029b23c9bb2e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:43.825994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:43.864712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01fa6ae-bd88-448c-9918-e879c9b9114b None None] Network 5454afd2-31fd-46e2-9865-ebbd25b59227 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:43.918382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0195d44-c9f6-4096-96a8-7ef1dbcf15f7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.000295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fc5b5-9319-40fc-bfdd-2dfa14f9b32a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=08eb5e30-1429-454e-9ec8-a1e301dfddfa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:44.015141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c17fc5b5-9319-40fc-bfdd-2dfa14f9b32a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.018561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:44.023767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:44.042961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ecb4dc-63a2-4d78-8cc6-30a405713aa6 None None] Network a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:44.044626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:44.054127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e0195d44-c9f6-4096-96a8-7ef1dbcf15f7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Calling delete_port for ebc686d7-7350-4ef3-b55e-9be1efcf1de0 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:44.074677 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c17fc5b5-9319-40fc-bfdd-2dfa14f9b32a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/08eb5e30-1429-454e-9ec8-a1e301dfddfa HTTP/1.1" status: 204 len: 168 time: 1.4795351 Feb 28 11:24:44.083180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49442) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:44.122719 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Project 0688ac6b999c4c7d9d1b1d49a73138eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:24:44.127241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20c23f-3be1-4a58-8d22-db9e91f7dab6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:44.134727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f20c23f-3be1-4a58-8d22-db9e91f7dab6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.165926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.178612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f17814-202d-41bd-b151-fbc686689c06 None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:44.234351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.238381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Allocated IP 172.20.0.4 (5454afd2-31fd-46e2-9865-ebbd25b59227/7ece26ce-68c8-4acc-ae2b-a42b68d23c32/a0500185-d80a-41e0-aa4d-bf7e1644f5c5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:44.249376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f17814-202d-41bd-b151-fbc686689c06 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:44.250178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-93f17814-202d-41bd-b151-fbc686689c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:44.253507 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6f20c23f-3be1-4a58-8d22-db9e91f7dab6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/floatingips/41676a74-2923-43aa-8c6a-22eee6ebfe7d HTTP/1.1" status: 200 len: 688 time: 2.7337523 Feb 28 11:24:44.254109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:44.255593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port ace0b80d-caef-4c7c-80bb-3fa05618ba9a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:44.255994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.411039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0195d44-c9f6-4096-96a8-7ef1dbcf15f7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.415587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.426622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-93f17814-202d-41bd-b151-fbc686689c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:44.451861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Transition to ACTIVE for port object 69f10dec-9262-44b5-8480-b98f3bf0cdf1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:44.470875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f17814-202d-41bd-b151-fbc686689c06 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:44.471658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-93f17814-202d-41bd-b151-fbc686689c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:44.477040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.483886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port 13438e48-5f56-43a8-8a43-c64eb770ee48 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:44.484240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.497521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0195d44-c9f6-4096-96a8-7ef1dbcf15f7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event deleted for resources: {'Port': ['ID=ebc686d7-7350-4ef3-b55e-9be1efcf1de0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:44.518646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.579828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9c3116-1726-4453-bce7-c49c5de41fd6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:44.589402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-93f17814-202d-41bd-b151-fbc686689c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:44.589993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f17814-202d-41bd-b151-fbc686689c06 None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:44.592737 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Transition to ACTIVE for port object 69f10dec-9262-44b5-8480-b98f3bf0cdf1 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:44.668779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.711381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.712558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3f47085f-e6b7-49ec-a305-8ee48b2f2b15 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9656308 Feb 28 11:24:44.732371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0195d44-c9f6-4096-96a8-7ef1dbcf15f7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.738031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49452) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:44.758914 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e0195d44-c9f6-4096-96a8-7ef1dbcf15f7 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "DELETE /v2.0/ports/ebc686d7-7350-4ef3-b55e-9be1efcf1de0 HTTP/1.1" status: 204 len: 168 time: 1.3460784 Feb 28 11:24:44.776055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49456) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:44.828061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Pushing event updated for resources: {'Port': ['ID=69f10dec-9262-44b5-8480-b98f3bf0cdf1,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:44.833567 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f742f1f2-a8d7-4b60-830c-1fadbe5256b2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules/5f9c3116-1726-4453-bce7-c49c5de41fd6 HTTP/1.1" status: 200 len: 769 time: 0.0924079 Feb 28 11:24:44.838717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:44.843670 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb5e5f4-d027-4ea1-b849-b0fc315d9156 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] GET failed (client error): The resource could not be found. Feb 28 11:24:44.844349 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9eb5e5f4-d027-4ea1-b849-b0fc315d9156 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Synchronizing usage tracker for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:44.851332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] For port ace0b80d-caef-4c7c-80bb-3fa05618ba9a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,segment=NetworkSegment(f896bc83-f338-4620-8b22-e3a3f15f1e31),segment_id=f896bc83-f338-4620-8b22-e3a3f15f1e31)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:44.852060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.852183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:44.854637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:44.857428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:44.907381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.907707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:44.927030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.012014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::2f7 (89a85dab-b254-4061-917a-102ac7d2b42f/76c7a9d3-9733-4edc-ab64-f66f73b8472d/780e615a-368e-4397-a565-0445b7d6d98d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:45.019400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e5758-7132-41db-9d00-a756b374f735 None None] DHCP port deletion for a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:45.029075 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-090e5758-7132-41db-9d00-a756b374f735 None None] Deleting port ace0b80d-caef-4c7c-80bb-3fa05618ba9a {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:45.029448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-090e5758-7132-41db-9d00-a756b374f735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.032538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Calling delete_port for ace0b80d-caef-4c7c-80bb-3fa05618ba9a owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:45.057711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for 13438e48-5f56-43a8-8a43-c64eb770ee48 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:45.058314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Attempting to bind port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:24:45.058652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Attempting to bind port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:24:45.059007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Attempting to bind port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:45.073826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:24:45.074204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:45.074577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.074969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:24:45.075487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Bound port: 69f10dec-9262-44b5-8480-b98f3bf0cdf1, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:24:45.075829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.108469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-60555db7-8b47-4858-91db-37f7daa6ccbf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:45.134122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9eb5e5f4-d027-4ea1-b849-b0fc315d9156 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Unset dirty status for tenant:76281e17e3f14b10861acf3281d9b016 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:45.143920 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9eb5e5f4-d027-4ea1-b849-b0fc315d9156 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "GET /v2.0/ports/ebc686d7-7350-4ef3-b55e-9be1efcf1de0 HTTP/1.1" status: 404 len: 333 time: 0.3663392 Feb 28 11:24:45.144916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:45.212800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-60555db7-8b47-4858-91db-37f7daa6ccbf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:45.214830 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-60555db7-8b47-4858-91db-37f7daa6ccbf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3735111 Feb 28 11:24:45.226596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:45.262581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ace0b80d-caef-4c7c-80bb-3fa05618ba9a no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:45.269941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.277251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.295237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-437453d5-e04c-42f1-9c70-87515c73e1ba tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Deleting port 4f2ae195-6dcb-4abd-bb62-6912fb61793d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:45.295819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-437453d5-e04c-42f1-9c70-87515c73e1ba tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.333903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: ace0b80d-caef-4c7c-80bb-3fa05618ba9a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:24:45.334242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ace0b80d-caef-4c7c-80bb-3fa05618ba9a not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:24:45.342569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Port': ['ID=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:45.344519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No DVR routers for this DVR port ace0b80d-caef-4c7c-80bb-3fa05618ba9a on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:45.346278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] For port 69f10dec-9262-44b5-8480-b98f3bf0cdf1, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:24:45.417873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] For port 69f10dec-9262-44b5-8480-b98f3bf0cdf1, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=69f10dec-9262-44b5-8480-b98f3bf0cdf1,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:24:45.424402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-090e5758-7132-41db-9d00-a756b374f735 None None] For port ace0b80d-caef-4c7c-80bb-3fa05618ba9a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ace0b80d-caef-4c7c-80bb-3fa05618ba9a,segment=NetworkSegment(f896bc83-f338-4620-8b22-e3a3f15f1e31),segment_id=f896bc83-f338-4620-8b22-e3a3f15f1e31)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:45.425086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-090e5758-7132-41db-9d00-a756b374f735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.435980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.480030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4eb54ac-ded3-459d-992b-2054596fa441 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.520700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4eb54ac-ded3-459d-992b-2054596fa441 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.527030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Network 5454afd2-31fd-46e2-9865-ebbd25b59227 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:45.536633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:45.563480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.564050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:45.599379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-090e5758-7132-41db-9d00-a756b374f735 None None] Calling delete_port for ace0b80d-caef-4c7c-80bb-3fa05618ba9a owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:45.609352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b85ee2-d1b8-41c4-9df5-24b6c9744f25']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:45.619733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.632477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f896bc83-f338-4620-8b22-e3a3f15f1e31') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:45.632938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f896bc83-f338-4620-8b22-e3a3f15f1e31') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:45.652620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.659734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 780e615a-368e-4397-a565-0445b7d6d98d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:45.673994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.683192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8ea40-0ef3-41e7-87f2-b8c4eb78020a None None] Pushing event updated for resources: {'Port': ['ID=69f10dec-9262-44b5-8480-b98f3bf0cdf1,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:45.684845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:45.685866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.711724 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-090e5758-7132-41db-9d00-a756b374f735 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:45.711881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-090e5758-7132-41db-9d00-a756b374f735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:45.723861 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:45.726313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event updated for resources: {'Port': ['ID=a0500185-d80a-41e0-aa4d-bf7e1644f5c5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:45.781288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.824294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.826245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.868655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4eb54ac-ded3-459d-992b-2054596fa441 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.883112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.883677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=13438e48-5f56-43a8-8a43-c64eb770ee48,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:45.894604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:45.895202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.908768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=a8b85ee2-d1b8-41c4-9df5-24b6c9744f25,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:45.934972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:45.943088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:45.949358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:45.957675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:45.958318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:45.964981 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7b0487a1-53f0-452f-83f8-748880c5034a tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/a8b85ee2-d1b8-41c4-9df5-24b6c9744f25 HTTP/1.1" status: 204 len: 168 time: 1.8788271 Feb 28 11:24:45.967695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49476) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:45.997182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb54ac-ded3-459d-992b-2054596fa441 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f9c3116-1726-4453-bce7-c49c5de41fd6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:46.013631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=780e615a-368e-4397-a565-0445b7d6d98d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:46.027586 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5deb938-b60b-40bc-bf5f-7a2a89eba766 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:46.028232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5deb938-b60b-40bc-bf5f-7a2a89eba766 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:46.030233 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d5deb938-b60b-40bc-bf5f-7a2a89eba766 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/78757f1d-955b-4814-84a0-41015ec2b11f HTTP/1.1" status: 404 len: 337 time: 0.0574002 Feb 28 11:24:46.035563 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fabc0b1f-4aa7-4e64-8598-cf07330bc91d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8711178 Feb 28 11:24:46.036269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49480) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.036692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49482) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.113703 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2e5b8e45-53bf-4570-b791-040903f6da96 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.6784673 Feb 28 11:24:46.116546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49488) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.119577 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a912ce-8f79-4a6d-b688-1090cfc6f356 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:46.120161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a912ce-8f79-4a6d-b688-1090cfc6f356 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:46.121950 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-80a912ce-8f79-4a6d-b688-1090cfc6f356 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/d9c8574b-e60c-4b1b-918b-d11b124aee19 HTTP/1.1" status: 404 len: 339 time: 0.0842628 Feb 28 11:24:46.127765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceeb38-1a25-4591-9f02-818d0a31a27a req-e3b63b0c-ed99-4e11-8d1c-f8fc0b5c6244 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:46.129242 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-90ceeb38-1a25-4591-9f02-818d0a31a27a req-e3b63b0c-ed99-4e11-8d1c-f8fc0b5c6244 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 945 time: 0.7338722 Feb 28 11:24:46.130026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49492) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.148424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4eb54ac-ded3-459d-992b-2054596fa441 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.149503 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f4eb54ac-ded3-459d-992b-2054596fa441 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5f9c3116-1726-4453-bce7-c49c5de41fd6 HTTP/1.1" status: 204 len: 168 time: 0.9216106 Feb 28 11:24:46.152051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49496) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.199717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-437453d5-e04c-42f1-9c70-87515c73e1ba tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.213774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-090e5758-7132-41db-9d00-a756b374f735 None None] Deleting port ace0b80d-caef-4c7c-80bb-3fa05618ba9a {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:46.214180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-090e5758-7132-41db-9d00-a756b374f735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.222416 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccc9f4b-53dc-41c4-85f0-e45e7f0e728b tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:46.222819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccc9f4b-53dc-41c4-85f0-e45e7f0e728b tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:46.227028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7ccc9f4b-53dc-41c4-85f0-e45e7f0e728b tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/d26a9f6c-7160-40b3-95d2-c13105bd6bd9 HTTP/1.1" status: 404 len: 337 time: 0.0838840 Feb 28 11:24:46.227301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.229746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0f0098bd-aa2f-4644-bc7d-cf417a1890d0 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Deleting port a0500185-d80a-41e0-aa4d-bf7e1644f5c5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:46.229902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f0098bd-aa2f-4644-bc7d-cf417a1890d0 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.230105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.233876 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-498218ab-2857-419b-88ad-73c12559f65e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/floatingips/41676a74-2923-43aa-8c6a-22eee6ebfe7d HTTP/1.1" status: 204 len: 168 time: 1.9740310 Feb 28 11:24:46.261850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49500) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.261850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49502) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.285363 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-090e5758-7132-41db-9d00-a756b374f735 None None] The port 'ace0b80d-caef-4c7c-80bb-3fa05618ba9a' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:24:46.358446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-437453d5-e04c-42f1-9c70-87515c73e1ba tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Calling delete_port for 4f2ae195-6dcb-4abd-bb62-6912fb61793d owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:46.361647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5be7d7c9-42e0-419a-bc05-120e9c3c3be5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:46.401230 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-45890907-6145-44f9-8b37-745468b97638 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:46.401700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45890907-6145-44f9-8b37-745468b97638 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:46.405871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-45890907-6145-44f9-8b37-745468b97638 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/3a5889b8-98de-46de-9601-5c3f15e2023d HTTP/1.1" status: 404 len: 339 time: 0.1409593 Feb 28 11:24:46.405871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-f046ae44-b33a-4d7d-b38b-9f4c1a8c770a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] delete failed (client error): The resource could not be found. Feb 28 11:24:46.405871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f046ae44-b33a-4d7d-b38b-9f4c1a8c770a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/floatingips/41676a74-2923-43aa-8c6a-22eee6ebfe7d HTTP/1.1" status: 404 len: 345 time: 0.1412437 Feb 28 11:24:46.409164 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-90ceeb38-1a25-4591-9f02-818d0a31a27a req-dd54a155-d362-430f-92f8-de558a1e7e87 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635257 Feb 28 11:24:46.410503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49508) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.411177 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.418917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e7909-fae8-4427-84e7-dcfe6bfebeeb tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:46.424812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e7909-fae8-4427-84e7-dcfe6bfebeeb tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:46.425613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d1e7909-fae8-4427-84e7-dcfe6bfebeeb tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:46.514411 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a0f33c-860a-432a-af31-a3fd8cd6aefd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:46.514860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a0f33c-860a-432a-af31-a3fd8cd6aefd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:46.516621 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c1a0f33c-860a-432a-af31-a3fd8cd6aefd tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/348fbbc5-5594-4db0-b72d-037a06d47a18 HTTP/1.1" status: 404 len: 337 time: 0.1043832 Feb 28 11:24:46.520480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49516) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.566699 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-07bedbda-1a25-4dd1-946f-86ce24f9647f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:46.567094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07bedbda-1a25-4dd1-946f-86ce24f9647f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:46.571363 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-07bedbda-1a25-4dd1-946f-86ce24f9647f tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/e3a8461b-c277-4a11-add5-0b12551c7eb7 HTTP/1.1" status: 404 len: 339 time: 0.0465412 Feb 28 11:24:46.577438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49520) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.591014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5be7d7c9-42e0-419a-bc05-120e9c3c3be5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:46.592376 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5be7d7c9-42e0-419a-bc05-120e9c3c3be5 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4345453 Feb 28 11:24:46.599053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49524) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.636639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d1e7909-fae8-4427-84e7-dcfe6bfebeeb tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:46.637901 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2d1e7909-fae8-4427-84e7-dcfe6bfebeeb tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5986381 Feb 28 11:24:46.646046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49528) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:46.789172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4427-4ea5-471a-bbd5-3e3bb345bfb2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.819216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-020a6028-966a-4546-a15c-e09c65909fa7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting subnet e991612a-d32e-4985-b82d-4e5ee7077b95 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:24:46.834263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f1d4ac-c40d-4338-a779-5097e2d163a0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:46.834433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f0098bd-aa2f-4644-bc7d-cf417a1890d0 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.840710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f1d4ac-c40d-4338-a779-5097e2d163a0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:46.846491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f1d4ac-c40d-4338-a779-5097e2d163a0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:46.846774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4427-4ea5-471a-bbd5-3e3bb345bfb2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.847394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a4f1d4ac-c40d-4338-a779-5097e2d163a0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Synchronizing usage tracker for tenant:e78f1096056b4c2fad508c5192912841 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:46.852929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e305f-0dde-413e-9a62-f3878b6cdc6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 780e615a-368e-4397-a565-0445b7d6d98d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:46.853303 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff1e305f-0dde-413e-9a62-f3878b6cdc6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.865565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d4f8d-b17a-4332-922f-03f29687a24c None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:46.879638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-020a6028-966a-4546-a15c-e09c65909fa7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.925959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-437453d5-e04c-42f1-9c70-87515c73e1ba tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.976134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3a1865c4-6d81-4a33-92ea-e3ba69f5d2c9 None None] Provisioning for port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:46.981991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0f0098bd-aa2f-4644-bc7d-cf417a1890d0 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Calling delete_port for a0500185-d80a-41e0-aa4d-bf7e1644f5c5 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:47.019526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437453d5-e04c-42f1-9c70-87515c73e1ba tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event deleted for resources: {'Port': ['ID=4f2ae195-6dcb-4abd-bb62-6912fb61793d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:47.037947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-020a6028-966a-4546-a15c-e09c65909fa7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.076144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4427-4ea5-471a-bbd5-3e3bb345bfb2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.096598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d4427-4ea5-471a-bbd5-3e3bb345bfb2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65f2684-21e0-44f3-aabd-029b23c9bb2e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:47.103760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a4f1d4ac-c40d-4338-a779-5097e2d163a0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Unset dirty status for tenant:e78f1096056b4c2fad508c5192912841 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:47.114320 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a4f1d4ac-c40d-4338-a779-5097e2d163a0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "GET /v2.0/ports?network_id=e0a6a280-71d2-4d87-9dbf-23eff5d5f168 HTTP/1.1" status: 200 len: 2358 time: 0.7004941 Feb 28 11:24:47.141832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49532) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:47.196685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4427-4ea5-471a-bbd5-3e3bb345bfb2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.198963 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8b1d4427-4ea5-471a-bbd5-3e3bb345bfb2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/a65f2684-21e0-44f3-aabd-029b23c9bb2e HTTP/1.1" status: 204 len: 168 time: 0.5982640 Feb 28 11:24:47.205179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49536) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:47.271807 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f0098bd-aa2f-4644-bc7d-cf417a1890d0 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.272939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-437453d5-e04c-42f1-9c70-87515c73e1ba tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.291654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 69f10dec-9262-44b5-8480-b98f3bf0cdf1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:47.324042 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-437453d5-e04c-42f1-9c70-87515c73e1ba tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "DELETE /v2.0/ports/4f2ae195-6dcb-4abd-bb62-6912fb61793d HTTP/1.1" status: 204 len: 168 time: 2.1765988 Feb 28 11:24:47.325894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-020a6028-966a-4546-a15c-e09c65909fa7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.372668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:47.378015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0098bd-aa2f-4644-bc7d-cf417a1890d0 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0500185-d80a-41e0-aa4d-bf7e1644f5c5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:47.385434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008eab31-6082-46a4-b013-03b06523ec7e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:47.386362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-008eab31-6082-46a4-b013-03b06523ec7e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Synchronizing usage tracker for tenant:e78f1096056b4c2fad508c5192912841 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:47.413433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:47.422086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:47.422742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.502303 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c1f3da09-ddee-4650-af90-0b40ceeaf7a6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:47.544542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-008eab31-6082-46a4-b013-03b06523ec7e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Unset dirty status for tenant:e78f1096056b4c2fad508c5192912841 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:47.550213 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-008eab31-6082-46a4-b013-03b06523ec7e tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "GET /v2.0/subnets/7e8136ae-ec30-42e3-8780-19ae5490096f HTTP/1.1" status: 200 len: 797 time: 0.4027355 Feb 28 11:24:47.551887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49546) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:47.567859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'port': {'network_id': 'e0a6a280-71d2-4d87-9dbf-23eff5d5f168', 'name': 'tempest-FloatingIPTestJSON-1399017146', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:47.587673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5974c46-a247-468b-890d-6a8a1cb9b6ce tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Deleting subnet 1a1d154a-2733-4451-b800-ba555ddd086b {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:24:47.588799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.594539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c1f3da09-ddee-4650-af90-0b40ceeaf7a6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:47.595726 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c1f3da09-ddee-4650-af90-0b40ceeaf7a6 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3866053 Feb 28 11:24:47.601319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f0098bd-aa2f-4644-bc7d-cf417a1890d0 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.603874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5974c46-a247-468b-890d-6a8a1cb9b6ce tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.637405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 69f10dec-9262-44b5-8480-b98f3bf0cdf1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=69f10dec-9262-44b5-8480-b98f3bf0cdf1,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:47.642302 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.646336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:47.667471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950577145'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:47.677883 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0f0098bd-aa2f-4644-bc7d-cf417a1890d0 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "DELETE /v2.0/ports/a0500185-d80a-41e0-aa4d-bf7e1644f5c5 HTTP/1.1" status: 204 len: 168 time: 1.5604393 Feb 28 11:24:47.683991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:47.686210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:47.727759 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=69f10dec-9262-44b5-8480-b98f3bf0cdf1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:47.740788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7be776d1-37ec-4cd4-8129-8bd5b33303c0 None None] Provisioning for port 780e615a-368e-4397-a565-0445b7d6d98d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:47.746755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7be776d1-37ec-4cd4-8129-8bd5b33303c0 None None] Provisioning complete for port 780e615a-368e-4397-a565-0445b7d6d98d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:47.747148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7be776d1-37ec-4cd4-8129-8bd5b33303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.767705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227', 'external_fixed_ips': [{'subnet_id': '7ece26ce-68c8-4acc-ae2b-a42b68d23c32', 'ip_address': '172.20.0.4'}]}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:47.778721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:47.784986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5974c46-a247-468b-890d-6a8a1cb9b6ce tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.812136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7be776d1-37ec-4cd4-8129-8bd5b33303c0 None None] Port 780e615a-368e-4397-a565-0445b7d6d98d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:47.813731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:47.833527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0e20-de94-4484-b095-ac11dae7e642 req-1122496c-e63c-4d38-bb97-dbaf70073997 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:47.834233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7be776d1-37ec-4cd4-8129-8bd5b33303c0 None None] Provisioning complete for port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:47.834579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7be776d1-37ec-4cd4-8129-8bd5b33303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.835694 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-623e0e20-de94-4484-b095-ac11dae7e642 req-1122496c-e63c-4d38-bb97-dbaf70073997 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 945 time: 1.1150279 Feb 28 11:24:47.835808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Usage tracker for resource:router and tenant:d66ff6e345ee4df89982dddef805faa1 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:47.846940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:47.858325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:47.862438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.920351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:47.925699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.926674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.941444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:47.947242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:47.958712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:47.962875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff1e305f-0dde-413e-9a62-f3878b6cdc6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.968446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:47.975538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:47.980844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.990888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Deleting port e06e6736-6a9e-45b6-b9c0-9e42f762615d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:47.991497 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.014229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5974c46-a247-468b-890d-6a8a1cb9b6ce tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.046314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Made reservation on behalf of e78f1096056b4c2fad508c5192912841 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:48.125329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-60dc3e4b-a6b5-45bd-9e52-a1ff7741b47b None None] Provisioning complete for port 780e615a-368e-4397-a565-0445b7d6d98d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:48.125882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e4b-a6b5-45bd-9e52-a1ff7741b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.147280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e305f-0dde-413e-9a62-f3878b6cdc6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 780e615a-368e-4397-a565-0445b7d6d98d owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:48.182036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-60dc3e4b-a6b5-45bd-9e52-a1ff7741b47b None None] Port 780e615a-368e-4397-a565-0445b7d6d98d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:48.198989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-020a6028-966a-4546-a15c-e09c65909fa7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.286648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc428a8-2edb-4f2a-b29d-0a52730a0962 req-9300ff4c-75c2-426a-9ba6-84e33f9461d5 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:48.288218 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7cc428a8-2edb-4f2a-b29d-0a52730a0962 req-9300ff4c-75c2-426a-9ba6-84e33f9461d5 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 945 time: 0.5365696 Feb 28 11:24:48.288967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a6028-966a-4546-a15c-e09c65909fa7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=e991612a-d32e-4985-b82d-4e5ee7077b95,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:48.317549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439b411b-0184-41bb-9e06-830ddc9f3b4e None None] Network 22cb9710-8504-4fe3-8311-f1b5bea38ad0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:48.333911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-020a6028-966a-4546-a15c-e09c65909fa7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.396051 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-020a6028-966a-4546-a15c-e09c65909fa7 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/e991612a-d32e-4985-b82d-4e5ee7077b95 HTTP/1.1" status: 204 len: 168 time: 1.8167517 Feb 28 11:24:48.418441 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49558) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:48.443824 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7cc428a8-2edb-4f2a-b29d-0a52730a0962 req-eae1995c-4085-441d-894a-c3520b66c06b tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373687 Feb 28 11:24:48.550893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5974c46-a247-468b-890d-6a8a1cb9b6ce tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.581225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff1e305f-0dde-413e-9a62-f3878b6cdc6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.598691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a31ba7c-4d0c-42f0-b567-9498740f92ad None None] DHCP port deletion for 22cb9710-8504-4fe3-8311-f1b5bea38ad0 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:48.604148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1a31ba7c-4d0c-42f0-b567-9498740f92ad None None] Deleting port 19b18e08-8c10-417a-9348-1f8463a8fd07 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:48.604834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a31ba7c-4d0c-42f0-b567-9498740f92ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.650799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e305f-0dde-413e-9a62-f3878b6cdc6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=780e615a-368e-4397-a565-0445b7d6d98d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:48.664050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.698472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] For port e06e6736-6a9e-45b6-b9c0-9e42f762615d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e06e6736-6a9e-45b6-b9c0-9e42f762615d,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:48.698834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.706633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff1e305f-0dde-413e-9a62-f3878b6cdc6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.733195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.754023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5974c46-a247-468b-890d-6a8a1cb9b6ce tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1d154a-2733-4451-b800-ba555ddd086b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:48.757902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.764449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef3a04-95d9-4a4e-9f97-b70fe71205ad None None] Network 870e859d-b68c-4063-86bf-a71d55abc4c4 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:48.812888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5974c46-a247-468b-890d-6a8a1cb9b6ce tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.815677 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ff1e305f-0dde-413e-9a62-f3878b6cdc6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/780e615a-368e-4397-a565-0445b7d6d98d HTTP/1.1" status: 204 len: 168 time: 2.1659474 Feb 28 11:24:48.819344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49562) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:48.833594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.838880 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e5974c46-a247-468b-890d-6a8a1cb9b6ce tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "DELETE /v2.0/subnets/1a1d154a-2733-4451-b800-ba555ddd086b HTTP/1.1" status: 204 len: 168 time: 1.4576526 Feb 28 11:24:48.845649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.858404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:48.906608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209a81ee-e4a1-4df5-81d9-7daf323fcff1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:48.914618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] device_id is not set on port a325b9ad-72b9-40cd-ab7d-05746d987fe2 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:49.001233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port 19b18e08-8c10-417a-9348-1f8463a8fd07 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:49.001611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.016838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1a31ba7c-4d0c-42f0-b567-9498740f92ad None None] For port 19b18e08-8c10-417a-9348-1f8463a8fd07, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=19b18e08-8c10-417a-9348-1f8463a8fd07,segment=NetworkSegment(9df1c4d5-2d3f-4d06-914f-eeaab49f0db9),segment_id=9df1c4d5-2d3f-4d06-914f-eeaab49f0db9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:49.017237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a31ba7c-4d0c-42f0-b567-9498740f92ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.047542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.051355 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0b4430ec-f12f-4a6c-a331-52acd0edd82b tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4015522 Feb 28 11:24:49.058163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49570) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:49.070101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Request body: {'security_group_rule': {'security_group_id': '209a81ee-e4a1-4df5-81d9-7daf323fcff1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:49.090671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2dc2a6-c8c5-4dfd-b903-3651cbbb5fa5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:49.092299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2dc2a6-c8c5-4dfd-b903-3651cbbb5fa5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:49.093206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-db2dc2a6-c8c5-4dfd-b903-3651cbbb5fa5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:49.109723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.112342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:49.178804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Usage tracker for resource:security_group_rule and tenant:0688ac6b999c4c7d9d1b1d49a73138eb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:49.183365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 69f10dec-9262-44b5-8480-b98f3bf0cdf1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:49.190728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:49.205136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-db2dc2a6-c8c5-4dfd-b903-3651cbbb5fa5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:49.208874 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-db2dc2a6-c8c5-4dfd-b903-3651cbbb5fa5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3858888 Feb 28 11:24:49.217690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49574) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:49.226775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Deleting port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:49.227135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.231716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:49.231864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1a31ba7c-4d0c-42f0-b567-9498740f92ad None None] Calling delete_port for 19b18e08-8c10-417a-9348-1f8463a8fd07 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:49.360475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.360819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:49.361246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.361614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.361989 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Floating IP a8bc3632-956d-4fae-894d-a97d7556adb5 disassociated. External IP: 172.26.8.54, port: e06e6736-6a9e-45b6-b9c0-9e42f762615d. Feb 28 11:24:49.362338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Calling delete_port for e06e6736-6a9e-45b6-b9c0-9e42f762615d owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:49.366771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.401249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a31ba7c-4d0c-42f0-b567-9498740f92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.456381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bac94c-3e7a-4cb0-a5b5-9aba7b55bd9d None None] DHCP port deletion for 870e859d-b68c-4063-86bf-a71d55abc4c4 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:49.479587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31ba7c-4d0c-42f0-b567-9498740f92ad None None] Pushing event deleted for resources: {'Port': ['ID=19b18e08-8c10-417a-9348-1f8463a8fd07,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:49.482397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a31ba7c-4d0c-42f0-b567-9498740f92ad None None] No DVR routers for this DVR port 19b18e08-8c10-417a-9348-1f8463a8fd07 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:49.491388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-56bac94c-3e7a-4cb0-a5b5-9aba7b55bd9d None None] Deleting port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:49.491886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-56bac94c-3e7a-4cb0-a5b5-9aba7b55bd9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.563966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-188506b4-113a-4b8d-b656-def81089b8fc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 76c7a9d3-9733-4edc-ab64-f66f73b8472d {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:24:49.576750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-188506b4-113a-4b8d-b656-def81089b8fc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.589647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] For port 19b18e08-8c10-417a-9348-1f8463a8fd07, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=19b18e08-8c10-417a-9348-1f8463a8fd07,segment=NetworkSegment(9df1c4d5-2d3f-4d06-914f-eeaab49f0db9),segment_id=9df1c4d5-2d3f-4d06-914f-eeaab49f0db9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:49.590176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.750690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-188506b4-113a-4b8d-b656-def81089b8fc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.758057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 19b18e08-8c10-417a-9348-1f8463a8fd07 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:49.793581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Calling delete_port for 19b18e08-8c10-417a-9348-1f8463a8fd07 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:49.807048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 19b18e08-8c10-417a-9348-1f8463a8fd07 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:24:49.807406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 19b18e08-8c10-417a-9348-1f8463a8fd07 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:24:49.822798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-56bac94c-3e7a-4cb0-a5b5-9aba7b55bd9d None None] For port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1e0b9ab5-6cf5-4352-87dc-1b9317216ef7,segment=NetworkSegment(f5d85bcc-67fd-402c-9a4f-c89627052ab9),segment_id=f5d85bcc-67fd-402c-9a4f-c89627052ab9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:49.823287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-56bac94c-3e7a-4cb0-a5b5-9aba7b55bd9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.878043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.899254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.949291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] For port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1e0b9ab5-6cf5-4352-87dc-1b9317216ef7,segment=NetworkSegment(f5d85bcc-67fd-402c-9a4f-c89627052ab9),segment_id=f5d85bcc-67fd-402c-9a4f-c89627052ab9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:49.949672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:49.987663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-56bac94c-3e7a-4cb0-a5b5-9aba7b55bd9d None None] Calling delete_port for 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:49.989187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0aaf17-3765-4a55-b9e5-565ffa8715e6,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:50.032861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.20.0.14 (e0a6a280-71d2-4d87-9dbf-23eff5d5f168/7e8136ae-ec30-42e3-8780-19ae5490096f/a325b9ad-72b9-40cd-ab7d-05746d987fe2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:50.052001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.057461 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-86c8898e-63ea-49fb-96be-c0952ce81e10 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9946370 Feb 28 11:24:50.057461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.20.0.13 (e0a6a280-71d2-4d87-9dbf-23eff5d5f168/7e8136ae-ec30-42e3-8780-19ae5490096f/a325b9ad-72b9-40cd-ab7d-05746d987fe2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:50.068054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49582) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:50.074215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-56bac94c-3e7a-4cb0-a5b5-9aba7b55bd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.104107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Calling delete_port for 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:50.122938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bac94c-3e7a-4cb0-a5b5-9aba7b55bd9d None None] Pushing event deleted for resources: {'Port': ['ID=1e0b9ab5-6cf5-4352-87dc-1b9317216ef7,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:50.126318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bac94c-3e7a-4cb0-a5b5-9aba7b55bd9d None None] No DVR routers for this DVR port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:50.157932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:50.158454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:50.174834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a077fa6-bae9-4923-975c-2d73a8ad3595 req-cb1cb05e-1339-4e97-afd8-e231cc6b55f9 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:50.176341 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4a077fa6-bae9-4923-975c-2d73a8ad3595 req-cb1cb05e-1339-4e97-afd8-e231cc6b55f9 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 945 time: 0.5446625 Feb 28 11:24:50.179751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.267911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-188506b4-113a-4b8d-b656-def81089b8fc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.316603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Pushing event deleted for resources: {'Port': ['ID=e06e6736-6a9e-45b6-b9c0-9e42f762615d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:50.419640 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4a077fa6-bae9-4923-975c-2d73a8ad3595 req-48e6644e-bbe9-4a0f-ada8-b9750dc5fba5 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d23daa5-0cbe-420c-851d-d0c9684a13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270725 Feb 28 11:24:50.420126 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:50.420443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:50.498229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.521010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-188506b4-113a-4b8d-b656-def81089b8fc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.541670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.547846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1438ddf-2a32-4d62-bcf9-7846c4ea0862 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.580826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188506b4-113a-4b8d-b656-def81089b8fc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=76c7a9d3-9733-4edc-ab64-f66f73b8472d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:50.585113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-188506b4-113a-4b8d-b656-def81089b8fc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.594771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a96790-fb66-4003-89e3-7a03b035c02d None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:50.609767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Router 261f835e-68c7-4930-8305-56c94492ef20 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:24:50.617509 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-188506b4-113a-4b8d-b656-def81089b8fc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/76c7a9d3-9733-4edc-ab64-f66f73b8472d HTTP/1.1" status: 204 len: 168 time: 1.3988121 Feb 28 11:24:50.622715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49586) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:50.659524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port 19b18e08-8c10-417a-9348-1f8463a8fd07 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:50.659878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.761481 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-76d72237-9704-4952-9e8b-8cab136a5c48 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1376097 Feb 28 11:24:50.764118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49590) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:50.771469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:50.777514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1438ddf-2a32-4d62-bcf9-7846c4ea0862 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.801223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] The port '19b18e08-8c10-417a-9348-1f8463a8fd07' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:24:50.926810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Deleting port 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:50.926810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:50.992712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.017650 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e5c3ce-9baf-4050-a2cb-33eed5eb0e71 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:51.023916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-20e5c3ce-9baf-4050-a2cb-33eed5eb0e71 None None] Deleting port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:51.024689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20e5c3ce-9baf-4050-a2cb-33eed5eb0e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.073145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.149636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cb9710-8504-4fe3-8311-f1b5bea38ad0']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:51.162217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1438ddf-2a32-4d62-bcf9-7846c4ea0862 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.170423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] The port '1e0b9ab5-6cf5-4352-87dc-1b9317216ef7' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:24:51.187596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df1c4d5-2d3f-4d06-914f-eeaab49f0db9') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:51.187951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df1c4d5-2d3f-4d06-914f-eeaab49f0db9') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:51.205335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1438ddf-2a32-4d62-bcf9-7846c4ea0862 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209a81ee-e4a1-4df5-81d9-7daf323fcff1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:51.216463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Allocated IP 172.20.0.4 (5454afd2-31fd-46e2-9865-ebbd25b59227/7ece26ce-68c8-4acc-ae2b-a42b68d23c32/4f1c8a89-7323-4c4e-8825-5dcf2075bc94) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:51.219830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.252019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 69f10dec-9262-44b5-8480-b98f3bf0cdf1 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:51.253461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:51.255440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.269968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:51.270581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.272303 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:51.272728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.275676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:51.284415 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] Sync routers for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:51.295360 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:51.296182 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:51.305995 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:51.337298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:51.376350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:51.430319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-20e5c3ce-9baf-4050-a2cb-33eed5eb0e71 None None] For port 69f10dec-9262-44b5-8480-b98f3bf0cdf1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=69f10dec-9262-44b5-8480-b98f3bf0cdf1,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:51.430712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20e5c3ce-9baf-4050-a2cb-33eed5eb0e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.439750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1438ddf-2a32-4d62-bcf9-7846c4ea0862 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.441641 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d1438ddf-2a32-4d62-bcf9-7846c4ea0862 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/209a81ee-e4a1-4df5-81d9-7daf323fcff1 HTTP/1.1" status: 204 len: 168 time: 1.3208778 Feb 28 11:24:51.446623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:51.451708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.493278 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:24:51.494972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] No DVR routers for this DVR port e06e6736-6a9e-45b6-b9c0-9e42f762615d on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:51.497850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.500070 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-623e0e20-de94-4484-b095-ac11dae7e642 req-aba54db5-546c-43e6-9a7e-9ed8647a4c1e tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.37 "DELETE /v2.0/ports/e06e6736-6a9e-45b6-b9c0-9e42f762615d HTTP/1.1" status: 204 len: 173 time: 3.6518385 Feb 28 11:24:51.500652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:51.524019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.562527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:51.589399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'name': 'network-vif-deleted', 'tag': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:24:51.592029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:51.598513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:51.666636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870e859d-b68c-4063-86bf-a71d55abc4c4']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:51.670665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.758462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=a325b9ad-72b9-40cd-ab7d-05746d987fe2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:51.792976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.803833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device e06e6736-6a9e-45b6-b9c0-9e42f762615d no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:51.846783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=22cb9710-8504-4fe3-8311-f1b5bea38ad0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:51.872389 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-20e5c3ce-9baf-4050-a2cb-33eed5eb0e71 None None] Calling delete_port for 69f10dec-9262-44b5-8480-b98f3bf0cdf1 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:51.902537 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-43793a4b-6e2c-49a0-9e9b-a474962fbf73 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/22cb9710-8504-4fe3-8311-f1b5bea38ad0 HTTP/1.1" status: 204 len: 168 time: 3.4775753 Feb 28 11:24:51.918046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49604) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:51.931105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:51.932556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.961803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: e06e6736-6a9e-45b6-b9c0-9e42f762615d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:24:51.962478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device e06e6736-6a9e-45b6-b9c0-9e42f762615d not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:24:51.992558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:51.998711 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01d255a-32e2-446a-91eb-0342ca70c6e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:51.999274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01d255a-32e2-446a-91eb-0342ca70c6e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:52.003244 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d01d255a-32e2-446a-91eb-0342ca70c6e8 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/5c5a6fa5-708c-483c-8521-9571f2eedf83 HTTP/1.1" status: 404 len: 337 time: 0.0799522 Feb 28 11:24:52.004549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49608) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:52.007772 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:19Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f042ffdc-4b78-457c-bf62-3b982ffacd34', 'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'mac_address': 'fa:16:3e:e1:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:17Z', 'updated_at': '2022-02-28T11:23:27Z', 'revision_number': 5, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'subnets': [{'id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:52.015424 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] Checking router: 261f835e-68c7-4930-8305-56c94492ef20 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:24:52.037779 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-16e0970e-546d-40bf-b3b1-3f3b2646428c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.4815688 Feb 28 11:24:52.039379 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:52.051323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49612) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:52.051506 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:52.073298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d85bcc-67fd-402c-9a4f-c89627052ab9') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:52.073515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': 'a325b9ad-72b9-40cd-ab7d-05746d987fe2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:52.073847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d85bcc-67fd-402c-9a4f-c89627052ab9') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:52.078716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20e5c3ce-9baf-4050-a2cb-33eed5eb0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.082236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.084053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:52.095723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:52.100288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0aa54e5-b7cf-45f1-812c-2cf12acf73b9', 'name': 'network-vif-deleted', 'tag': 'e06e6736-6a9e-45b6-b9c0-9e42f762615d', 'status': 'completed', 'code': 200} Feb 28 11:24:52.114013 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed425eb-f148-46cf-b754-f480a7e69e70 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] DELETE failed (client error): The resource could not be found. Feb 28 11:24:52.115407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed425eb-f148-46cf-b754-f480a7e69e70 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:24:52.118085 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3ed425eb-f148-46cf-b754-f480a7e69e70 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/2ad50392-c402-4c3a-8915-bc449ec2ceb9 HTTP/1.1" status: 404 len: 339 time: 0.1124635 Feb 28 11:24:52.128525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:52.145360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.152484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.161192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.178988 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.201772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5c3ce-9baf-4050-a2cb-33eed5eb0e71 None None] Pushing event deleted for resources: {'Port': ['ID=69f10dec-9262-44b5-8480-b98f3bf0cdf1,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:52.204622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e5c3ce-9baf-4050-a2cb-33eed5eb0e71 None None] No DVR routers for this DVR port 69f10dec-9262-44b5-8480-b98f3bf0cdf1 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:52.229498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-40151620-497b-4ce0-800f-1b8d851e4127 req-7179b249-d84b-43f0-8562-8cfce74af2d1 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Synchronizing usage tracker for tenant:5f423a4da9b54c3f824424e120e51144 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:52.287457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9288c3b5-cb93-4a95-9c47-e10649f1a4cf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:52.310609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:52.354187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Network 5454afd2-31fd-46e2-9865-ebbd25b59227 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:52.364570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:52.370758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.373912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:52.382021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:24:52.382383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1e0b9ab5-6cf5-4352-87dc-1b9317216ef7 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:24:52.383273 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:24:52.409777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:52.426468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:52.430005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:52.430592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.437625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb7904-37e3-4f02-b0c2-86fdde1cc1d1 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:52.443773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:52.444325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.461466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-40151620-497b-4ce0-800f-1b8d851e4127 req-7179b249-d84b-43f0-8562-8cfce74af2d1 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Unset dirty status for tenant:5f423a4da9b54c3f824424e120e51144 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:52.463234 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-40151620-497b-4ce0-800f-1b8d851e4127 req-7179b249-d84b-43f0-8562-8cfce74af2d1 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0aa54e5-b7cf-45f1-812c-2cf12acf73b9 HTTP/1.1" status: 200 len: 210 time: 0.4530666 Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:52.463899 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:52.557580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a74a7b2-8162-4fdb-9e76-45d311681d74 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting subnet 847f92c2-a8d3-4127-ade9-c28b550ddbfb {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:24:52.559414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9288c3b5-cb93-4a95-9c47-e10649f1a4cf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:52.565234 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9288c3b5-cb93-4a95-9c47-e10649f1a4cf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1142671 Feb 28 11:24:52.565234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=5d63c4fc-4d1e-4f6c-9f72-2bf6170f993f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:52.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49620) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:52.607360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a74a7b2-8162-4fdb-9e76-45d311681d74 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.615381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event updated for resources: {'Port': ['ID=4f1c8a89-7323-4c4e-8825-5dcf2075bc94,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:52.714243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.721149 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6fca774d-67db-4cb5-8086-a8ffd1a77b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9560785 Feb 28 11:24:52.726412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49624) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:52.751674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.755783 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] 10.222.0.64 "DELETE /v2.0/networks/870e859d-b68c-4063-86bf-a71d55abc4c4 HTTP/1.1" status: 204 len: 168 time: 3.8888216 Feb 28 11:24:52.765739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7b184-c5cc-4d74-aa27-e66617c6a486 tempest-AllowedAddressPairIpV6TestJSON-145035711 tempest-AllowedAddressPairIpV6TestJSON-145035711-project] Pushing event deleted for resources: {'Network': ['ID=870e859d-b68c-4063-86bf-a71d55abc4c4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:52.771942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a74a7b2-8162-4fdb-9e76-45d311681d74 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.838137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b79150fa-76f9-43bb-90bd-f62d4239e1bf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Synchronizing usage tracker for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:52.840524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '5d63c4fc-4d1e-4f6c-9f72-2bf6170f993f'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:24:52.842776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:52.863975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b79150fa-76f9-43bb-90bd-f62d4239e1bf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] Unset dirty status for tenant:0688ac6b999c4c7d9d1b1d49a73138eb on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:52.867707 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b79150fa-76f9-43bb-90bd-f62d4239e1bf tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2718644 Feb 28 11:24:52.874865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49630) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:52.915353 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-f959727e-03cf-45d9-86f4-a7e88d0dfb2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] delete failed (client error): The resource could not be found. Feb 28 11:24:52.918208 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f959727e-03cf-45d9-86f4-a7e88d0dfb2e tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "DELETE /v2.0/security-groups/209a81ee-e4a1-4df5-81d9-7daf323fcff1 HTTP/1.1" status: 404 len: 347 time: 0.0374777 Feb 28 11:24:52.921413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49634) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:52.928690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'name': 'tempest-NetworksTestDHCPv6-114755331'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:52.963267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a74a7b2-8162-4fdb-9e76-45d311681d74 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:53.038394 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:19Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f042ffdc-4b78-457c-bf62-3b982ffacd34', 'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'mac_address': 'fa:16:3e:e1:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:17Z', 'updated_at': '2022-02-28T11:23:27Z', 'revision_number': 5, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'subnets': [{'id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:53.052498 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7d6eb8de-ff57-40d1-aeed-e556f5d249e2 tempest-SecGroupIPv6Test-1531244873 tempest-SecGroupIPv6Test-1531244873-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1297297 Feb 28 11:24:53.064310 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b6eb0b-0d54-4d22-ab33-bcd3c9c4cf5c None None] The sync data for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv is: [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:23:19Z', 'revision_number': 4, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f042ffdc-4b78-457c-bf62-3b982ffacd34', 'name': '', 'network_id': '59e0a966-d597-493f-a8b7-7fa42333d6c2', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'mac_address': 'fa:16:3e:e1:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:17Z', 'updated_at': '2022-02-28T11:23:27Z', 'revision_number': 5, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'subnets': [{'id': '61c0cde5-5beb-4452-9ca7-2851f0d2e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:53.089830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/5d63c4fc-4d1e-4f6c-9f72-2bf6170f993f/f4a39065-b1f6-43f9-8c78-ccd8385de37d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:53.112859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a74a7b2-8162-4fdb-9e76-45d311681d74 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:53.217354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49642) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:53.218902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a74a7b2-8162-4fdb-9e76-45d311681d74 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:53.224175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74a7b2-8162-4fdb-9e76-45d311681d74 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Subnet': ['ID=847f92c2-a8d3-4127-ade9-c28b550ddbfb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:53.254238 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0a74a7b2-8162-4fdb-9e76-45d311681d74 tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/subnets/847f92c2-a8d3-4127-ade9-c28b550ddbfb HTTP/1.1" status: 204 len: 168 time: 1.1087296 Feb 28 11:24:53.256585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49648) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:53.275924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c56fd-2fdb-416d-9d89-b7259916ee6d None None] Network 85599bee-72b3-4422-a681-705de4a89413 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:24:53.526809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a8dfb-2a03-4b56-a412-56397d3a2dd4 None None] New status for floating IP a8bc3632-956d-4fae-894d-a97d7556adb5: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:24:53.546496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:53.575555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Deleting port 981fb9ea-609a-4d48-9052-a18d09825cee {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:53.575899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:53.594707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:53.603153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49656) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:53.608233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:53.612118 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2c14194f-4c28-4add-b3df-5f399ee2029e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76281e17e3f14b10861acf3281d9b016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897760 Feb 28 11:24:53.617963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:53.620222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49660) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:53.632543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:53.638277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:53.694926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49668) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:53.720722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:53.724482 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:53.847800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34a8b740-8791-4290-870e-e52943124e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:53.872105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 1de18b1d-943a-462f-87a5-4d7059290e7c yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:24:53.917612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:53.992463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.005690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Transition to ACTIVE for port object f4a39065-b1f6-43f9-8c78-ccd8385de37d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:54.036764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b78f6fb7-b9dd-4708-8c7e-b57bc67528c9 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.038279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Transition to ACTIVE for port object f4a39065-b1f6-43f9-8c78-ccd8385de37d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:54.050112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.083063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] For port 981fb9ea-609a-4d48-9052-a18d09825cee, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=981fb9ea-609a-4d48-9052-a18d09825cee,segment=NetworkSegment(01bdbf44-8084-4e48-8062-39f88593295c),segment_id=01bdbf44-8084-4e48-8062-39f88593295c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:54.083451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.092427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34a8b740-8791-4290-870e-e52943124e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.100911 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4b1d6b4e-019f-4e77-98e4-817f965a40d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0688ac6b999c4c7d9d1b1d49a73138eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943764 Feb 28 11:24:54.101424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49672) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:54.132877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:54.136239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:54.138654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:54.147499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Pushing event updated for resources: {'Port': ['ID=f4a39065-b1f6-43f9-8c78-ccd8385de37d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:54.160780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] DHCP port deletion for 85599bee-72b3-4422-a681-705de4a89413 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:24:54.179894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b78f6fb7-b9dd-4708-8c7e-b57bc67528c9 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.197209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] Deleting port 981fb9ea-609a-4d48-9052-a18d09825cee {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:54.197659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.265027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Calling delete_port for 981fb9ea-609a-4d48-9052-a18d09825cee owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:54.281154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.26.8.35 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/8c01bfa7-99b5-4e79-a40c-92a872c06746) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:54.291674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Attempting to bind port f4a39065-b1f6-43f9-8c78-ccd8385de37d on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:24:54.293154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Attempting to bind port f4a39065-b1f6-43f9-8c78-ccd8385de37d by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:24:54.293154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Attempting to bind port f4a39065-b1f6-43f9-8c78-ccd8385de37d on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:54.329822 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:24:54.330090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:54.330837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.330953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:24:54.331499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Bound port: f4a39065-b1f6-43f9-8c78-ccd8385de37d, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:24:54.332257 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.398696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34a8b740-8791-4290-870e-e52943124e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.403433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b78f6fb7-b9dd-4708-8c7e-b57bc67528c9 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.439677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8b740-8791-4290-870e-e52943124e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5961b646-2c48-4357-b7c1-73edee3f620d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:54.453170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::160 (89a85dab-b254-4061-917a-102ac7d2b42f/5d63c4fc-4d1e-4f6c-9f72-2bf6170f993f/1de18b1d-943a-462f-87a5-4d7059290e7c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:54.458024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34a8b740-8791-4290-870e-e52943124e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.459419 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-34a8b740-8791-4290-870e-e52943124e24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5961b646-2c48-4357-b7c1-73edee3f620d HTTP/1.1" status: 204 len: 168 time: 0.8382483 Feb 28 11:24:54.463155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.463442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a721c6a9-092e-40e3-a990-498753bb2405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.468719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b78f6fb7-b9dd-4708-8c7e-b57bc67528c9 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.470078 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b78f6fb7-b9dd-4708-8c7e-b57bc67528c9 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "DELETE /v2.0/security-groups/4d23daa5-0cbe-420c-851d-d0c9684a13b6 HTTP/1.1" status: 204 len: 168 time: 0.7716575 Feb 28 11:24:54.479942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49678) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:54.506136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f6fb7-b9dd-4708-8c7e-b57bc67528c9 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23daa5-0cbe-420c-851d-d0c9684a13b6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:54.524572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Port': ['ID=981fb9ea-609a-4d48-9052-a18d09825cee,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:54.529145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] No DVR routers for this DVR port 981fb9ea-609a-4d48-9052-a18d09825cee on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:24:54.578541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] For port 981fb9ea-609a-4d48-9052-a18d09825cee, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=981fb9ea-609a-4d48-9052-a18d09825cee,segment=NetworkSegment(01bdbf44-8084-4e48-8062-39f88593295c),segment_id=01bdbf44-8084-4e48-8062-39f88593295c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:54.578934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.586594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] For port f4a39065-b1f6-43f9-8c78-ccd8385de37d, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:24:54.677850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.708358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85599bee-72b3-4422-a681-705de4a89413']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:54.727796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bdbf44-8084-4e48-8062-39f88593295c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:54.728639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bdbf44-8084-4e48-8062-39f88593295c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:54.742885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.751403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] For port f4a39065-b1f6-43f9-8c78-ccd8385de37d, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f4a39065-b1f6-43f9-8c78-ccd8385de37d,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:24:54.758702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] Calling delete_port for 981fb9ea-609a-4d48-9052-a18d09825cee owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:54.764017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.771668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:24:54.771880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.785973 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:24:54.788895 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:24:54.897397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.917679 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89ad40-0dd0-4377-96bf-a04834c000c5 None None] Pushing event updated for resources: {'Port': ['ID=f4a39065-b1f6-43f9-8c78-ccd8385de37d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:54.922313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:54.922725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:54.928169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:54.942374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] Pushing event deleted for resources: {'Network': ['ID=85599bee-72b3-4422-a681-705de4a89413,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:54.954121 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5fe66561-64ca-4879-9226-489e1ef01bab tempest-NetworksIpV6Test-1523273146 tempest-NetworksIpV6Test-1523273146-project] 10.222.0.64 "DELETE /v2.0/networks/85599bee-72b3-4422-a681-705de4a89413 HTTP/1.1" status: 204 len: 168 time: 1.6942391 Feb 28 11:24:55.018173 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-52ae95c7-32b0-4973-a4f4-59fc0d2273e4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] show failed (client error): The resource could not be found. Feb 28 11:24:55.021610 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-52ae95c7-32b0-4973-a4f4-59fc0d2273e4 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "GET /v2.0/security-groups/4d23daa5-0cbe-420c-851d-d0c9684a13b6 HTTP/1.1" status: 404 len: 347 time: 0.5383267 Feb 28 11:24:55.022542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:55.042093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a721c6a9-092e-40e3-a990-498753bb2405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.236836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 981fb9ea-609a-4d48-9052-a18d09825cee no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:24:55.274618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.297435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.310863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Deleting port a63b661d-fddc-4f4a-bae8-3e28ad6e6279 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:55.310863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.322873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 981fb9ea-609a-4d48-9052-a18d09825cee {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:24:55.323245 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 981fb9ea-609a-4d48-9052-a18d09825cee not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:24:55.408387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.422995 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 1de18b1d-943a-462f-87a5-4d7059290e7c will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:55.424440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] Deleting port 981fb9ea-609a-4d48-9052-a18d09825cee {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:55.425272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.455027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a721c6a9-092e-40e3-a990-498753bb2405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.495050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:55.550271 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6c85a-f88d-4413-9482-3ae76d5eaa70 None None] The port '981fb9ea-609a-4d48-9052-a18d09825cee' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:24:55.564922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721c6a9-092e-40e3-a990-498753bb2405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d0114a-cc3b-4871-9bc9-702f4f0bf4f6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:55.576286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.576711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.646777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.648904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.730856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a721c6a9-092e-40e3-a990-498753bb2405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.735839 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a721c6a9-092e-40e3-a990-498753bb2405 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16d0114a-cc3b-4871-9bc9-702f4f0bf4f6 HTTP/1.1" status: 204 len: 168 time: 1.6271544 Feb 28 11:24:55.766396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Calling delete_port for a63b661d-fddc-4f4a-bae8-3e28ad6e6279 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:55.779908 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:55.785199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:55.786456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:55.792620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:55.796262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:55.804599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49716) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:55.830625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:24:55.839349 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:55.840166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:55.846521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=8c01bfa7-99b5-4e79-a40c-92a872c06746,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:55.940353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'networks': [{'name': 'tempest-network--2129327747'}, {'name': 'tempest-network--1603756498'}]} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:55.940651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'network': {'name': 'tempest-network--2129327747'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:55.941223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'network': {'name': 'tempest-network--1603756498'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:55.944579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Router c8c8861d-4598-46af-9d7b-63d59507b454 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:24:55.966338 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2280602 Feb 28 11:24:55.973889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49722) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:55.986649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:56.005556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Usage tracker for resource:network and tenant:e4f89122645649acad0f92cde9803ba9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:56.015709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:56.035299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:56.050517 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aaec7a81-28bb-4dde-aae5-139347b45fea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c949a3375304810a825bd987de1df9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516398 Feb 28 11:24:56.051805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:56.108460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf1992-7ae1-41b8-bf30-3889240a6cbd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=1de18b1d-943a-462f-87a5-4d7059290e7c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:56.200697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Made reservation on behalf of e4f89122645649acad0f92cde9803ba9 for: {'network': 2} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:56.206711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:56.225759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:56.288644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:56.319731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Pushing event deleted for resources: {'Port': ['ID=a63b661d-fddc-4f4a-bae8-3e28ad6e6279,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:56.361629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:24:56.371693 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Sync routers for ids ['c8c8861d-4598-46af-9d7b-63d59507b454'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:56.389359 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Routers {'c8c8861d-4598-46af-9d7b-63d59507b454'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:56.392240 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c8c8861d-4598-46af-9d7b-63d59507b454'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:56.428810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:56.432638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ab83b70-7c33-4878-bb8b-50872d26809d None None] Provisioning for port f4a39065-b1f6-43f9-8c78-ccd8385de37d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:56.473674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb0cb1-6343-452a-8dfe-41bf7c21a687 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:56.491980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb0cb1-6343-452a-8dfe-41bf7c21a687 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:56.493041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8efb0cb1-6343-452a-8dfe-41bf7c21a687 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:56.516457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:56.517717 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-69b64714-0d7b-471c-80a2-c971a5f61086 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.7761369 Feb 28 11:24:56.520333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49742) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:56.521413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:56.536631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Usage tracker for resource:security_group_rule and tenant:e4f89122645649acad0f92cde9803ba9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:56.560721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:56.565048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-774969fb-0406-44c2-afd3-08929d3adc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:56.577857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:56.582955 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b769cb1b-a460-4f83-bd19-9e2863f54826 tempest-ServersTestManualDisk-970510171 tempest-ServersTestManualDisk-970510171-project] 10.222.0.64 "DELETE /v2.0/floatingips/a8bc3632-956d-4fae-894d-a97d7556adb5 HTTP/1.1" status: 204 len: 168 time: 1.5593762 Feb 28 11:24:56.588303 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8efb0cb1-6343-452a-8dfe-41bf7c21a687 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:56.589465 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8efb0cb1-6343-452a-8dfe-41bf7c21a687 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6055281 Feb 28 11:24:56.592524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49746) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:56.594074 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:56.598550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49748) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:56.782094 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-526cfaec-778e-45e2-a26d-67e0d39c3e8a None None] Provisioning for port 1de18b1d-943a-462f-87a5-4d7059290e7c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:56.792499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-526cfaec-778e-45e2-a26d-67e0d39c3e8a None None] Provisioning complete for port 1de18b1d-943a-462f-87a5-4d7059290e7c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:56.792869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-526cfaec-778e-45e2-a26d-67e0d39c3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:56.813830 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Set router c8c8861d-4598-46af-9d7b-63d59507b454 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:24:56.819156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-774969fb-0406-44c2-afd3-08929d3adc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:56.952237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-526cfaec-778e-45e2-a26d-67e0d39c3e8a None None] Port 1de18b1d-943a-462f-87a5-4d7059290e7c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:24:56.962505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.026470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.068017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f81c19f3-2209-4060-a953-7d3a6a775f48 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 1de18b1d-943a-462f-87a5-4d7059290e7c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:57.068642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f81c19f3-2209-4060-a953-7d3a6a775f48 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.156310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49764) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:57.199592 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8861d-4598-46af-9d7b-63d59507b454', 'name': '', 'tenant_id': 'd66ff6e345ee4df89982dddef805faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227', 'external_fixed_ips': [{'subnet_id': '7ece26ce-68c8-4acc-ae2b-a42b68d23c32', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '4f1c8a89-7323-4c4e-8825-5dcf2075bc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:24:47Z', 'updated_at': '2022-02-28T11:24:53Z', 'revision_number': 3, 'project_id': 'd66ff6e345ee4df89982dddef805faa1', 'gw_port': {'id': '4f1c8a89-7323-4c4e-8825-5dcf2075bc94', 'name': '', 'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8861d-4598-46af-9d7b-63d59507b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7ece26ce-68c8-4acc-ae2b-a42b68d23c32', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:24:50Z', 'updated_at': '2022-02-28T11:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ece26ce-68c8-4acc-ae2b-a42b68d23c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:57.212935 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Checking router: c8c8861d-4598-46af-9d7b-63d59507b454 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:24:57.215400 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Updating router c8c8861d-4598-46af-9d7b-63d59507b454 port 4f1c8a89-7323-4c4e-8825-5dcf2075bc94 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:24:57.259295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.265684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.274602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Deleting port 4f1c8a89-7323-4c4e-8825-5dcf2075bc94 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:57.275741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.302746 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f4a39065-b1f6-43f9-8c78-ccd8385de37d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:57.303741 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.491961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f4a39065-b1f6-43f9-8c78-ccd8385de37d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:24:57.500695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f4a39065-b1f6-43f9-8c78-ccd8385de37d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:57.504395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.515891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.564702 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ab0322cc-d6c3-46a3-b2ad-cbd9fb5c9a97 tempest-ServiceProvidersTest-836803337 tempest-ServiceProvidersTest-836803337-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3991554 Feb 28 11:24:57.599299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.725181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.761039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port f4a39065-b1f6-43f9-8c78-ccd8385de37d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f4a39065-b1f6-43f9-8c78-ccd8385de37d,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:57.769201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.809084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f81c19f3-2209-4060-a953-7d3a6a775f48 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.842049 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Calling delete_port for 4f1c8a89-7323-4c4e-8825-5dcf2075bc94 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:57.850145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=f4a39065-b1f6-43f9-8c78-ccd8385de37d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:57.943978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f81c19f3-2209-4060-a953-7d3a6a775f48 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 1de18b1d-943a-462f-87a5-4d7059290e7c owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:57.974012 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:57.983182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49776) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:58.020371 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Transition to ACTIVE for port object 4f1c8a89-7323-4c4e-8825-5dcf2075bc94 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:24:58.030982 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.038013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-774969fb-0406-44c2-afd3-08929d3adc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.084423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774969fb-0406-44c2-afd3-08929d3adc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b2539-e686-4a32-aacb-786e23d4e431,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:58.175384 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Attempting to bind port 4f1c8a89-7323-4c4e-8825-5dcf2075bc94 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:24:58.175740 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Attempting to bind port 4f1c8a89-7323-4c4e-8825-5dcf2075bc94 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '8f811914-4932-49e1-9d15-80d5dc69eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:24:58.176100 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Attempting to bind port 4f1c8a89-7323-4c4e-8825-5dcf2075bc94 on network 5454afd2-31fd-46e2-9865-ebbd25b59227 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:24:58.182806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ab8ea16-b7e2-445a-b628-ba19f4fd6169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.190713 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:24:58.191169 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Checking segment: {'id': '8f811914-4932-49e1-9d15-80d5dc69eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:24:58.191567 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.191953 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Bound using segment: {'id': '8f811914-4932-49e1-9d15-80d5dc69eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:24:58.192415 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Bound port: 4f1c8a89-7323-4c4e-8825-5dcf2075bc94, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f811914-4932-49e1-9d15-80d5dc69eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5454afd2-31fd-46e2-9865-ebbd25b59227'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:24:58.192804 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.197498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-774969fb-0406-44c2-afd3-08929d3adc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.201242 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-774969fb-0406-44c2-afd3-08929d3adc58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc2b2539-e686-4a32-aacb-786e23d4e431 HTTP/1.1" status: 204 len: 168 time: 2.1429226 Feb 28 11:24:58.215720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.223109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1ab8ea16-b7e2-445a-b628-ba19f4fd6169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:58.229172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.229631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.239377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1ab8ea16-b7e2-445a-b628-ba19f4fd6169 admin admin] Usage tracker for resource:security_group_rule and tenant:66cb7b97cbaa4779a9fc78d5e4218356 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:58.245472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1ab8ea16-b7e2-445a-b628-ba19f4fd6169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:58.254079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1ab8ea16-b7e2-445a-b628-ba19f4fd6169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:58.264150 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Pushing event updated for resources: {'Port': ['ID=4f1c8a89-7323-4c4e-8825-5dcf2075bc94,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:58.278561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:24:58.279216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:24:58.294168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.303701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.304150 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.304519 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.304860 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.305187 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.305510 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.305846 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.306204 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.306521 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.309041 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.310373 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.310659 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.311007 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:58.351380 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] For port 4f1c8a89-7323-4c4e-8825-5dcf2075bc94, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:24:58.356546 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] For port 4f1c8a89-7323-4c4e-8825-5dcf2075bc94, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4f1c8a89-7323-4c4e-8825-5dcf2075bc94,segment=NetworkSegment(8f811914-4932-49e1-9d15-80d5dc69eb31),segment_id=8f811914-4932-49e1-9d15-80d5dc69eb31)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:24:58.362813 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.407497 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0e274-5087-4df1-aba7-dfa905b29335 req-8d0b087a-3605-4ea5-8562-1a6c01b4fbd1 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:58.408965 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-03b0e274-5087-4df1-aba7-dfa905b29335 req-8d0b087a-3605-4ea5-8562-1a6c01b4fbd1 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 946 time: 0.8350017 Feb 28 11:24:58.452328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ab8ea16-b7e2-445a-b628-ba19f4fd6169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.452542 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Routers {'c8c8861d-4598-46af-9d7b-63d59507b454'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:24:58.453223 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c8c8861d-4598-46af-9d7b-63d59507b454'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:58.466452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ab8ea16-b7e2-445a-b628-ba19f4fd6169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.504174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e800983d-efc1-45b5-a75b-19172c172268,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:58.544034 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-03b0e274-5087-4df1-aba7-dfa905b29335 req-04609163-21aa-419b-80bd-2298c56de717 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145518 Feb 28 11:24:58.545947 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a8bab-fe80-4065-b319-918204c2660d None None] Pushing event updated for resources: {'Port': ['ID=4f1c8a89-7323-4c4e-8825-5dcf2075bc94,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:58.551280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:58.561551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.562160 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Added segment 89ab8825-a424-4376-8bfb-4d1644c2089d of type vlan for network 4765b876-7a48-4781-b714-dc1ef63cbe41 Feb 28 11:24:58.593103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.599743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8ea16-b7e2-445a-b628-ba19f4fd6169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89345ce2-1a90-4f20-be92-88073d7078ee,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:58.619780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f81c19f3-2209-4060-a953-7d3a6a775f48 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.625614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=8c01bfa7-99b5-4e79-a40c-92a872c06746,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:58.662619 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1ab8ea16-b7e2-445a-b628-ba19f4fd6169 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66cb7b97cbaa4779a9fc78d5e4218356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6761391 Feb 28 11:24:58.665122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49790) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:58.680764 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] Set router c8c8861d-4598-46af-9d7b-63d59507b454 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:24:58.687378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c19f3-2209-4060-a953-7d3a6a775f48 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=1de18b1d-943a-462f-87a5-4d7059290e7c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:58.816468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:24:58.832370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f81c19f3-2209-4060-a953-7d3a6a775f48 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.840926 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8861d-4598-46af-9d7b-63d59507b454', 'name': '', 'tenant_id': 'd66ff6e345ee4df89982dddef805faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:24:47Z', 'updated_at': '2022-02-28T11:24:57Z', 'revision_number': 4, 'project_id': 'd66ff6e345ee4df89982dddef805faa1', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:58.853754 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecfe3d-13d3-4b13-bfb9-ed13b618bfc9 None None] The sync data for ids ['c8c8861d-4598-46af-9d7b-63d59507b454'] in dv-neutron-831192-2-hyperv is: [{'id': 'c8c8861d-4598-46af-9d7b-63d59507b454', 'name': '', 'tenant_id': 'd66ff6e345ee4df89982dddef805faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:24:47Z', 'updated_at': '2022-02-28T11:24:57Z', 'revision_number': 4, 'project_id': 'd66ff6e345ee4df89982dddef805faa1', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:58.869329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.869670 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Added segment bd66c4fb-81f5-4cfb-bc9d-ef3448a5d928 of type vlan for network f434e600-45be-427c-89c8-90f630b36da5 Feb 28 11:24:58.886344 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f81c19f3-2209-4060-a953-7d3a6a775f48 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/1de18b1d-943a-462f-87a5-4d7059290e7c HTTP/1.1" status: 204 len: 168 time: 2.2806716 Feb 28 11:24:58.886939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Deleting port 4f1c8a89-7323-4c4e-8825-5dcf2075bc94 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:58.887532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.890006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49798) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:58.972408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:58.980365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.010377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a27a2-f854-460b-b384-4f3e027f1400 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:59.011874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a27a2-f854-460b-b384-4f3e027f1400 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:59.012659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c62a27a2-f854-460b-b384-4f3e027f1400 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:24:59.050142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.135520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0072da-7b2a-4703-9adf-070449963201 req-135b2291-7cad-41fb-8ef0-f7cfd2d552db tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:59.138859 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6e0072da-7b2a-4703-9adf-070449963201 req-135b2291-7cad-41fb-8ef0-f7cfd2d552db tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 946 time: 0.3875508 Feb 28 11:24:59.205686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c62a27a2-f854-460b-b384-4f3e027f1400 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:24:59.209437 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c62a27a2-f854-460b-b384-4f3e027f1400 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3136101 Feb 28 11:24:59.217591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49810) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:59.220285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.220771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.226160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:59.231285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:59.231919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.257447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f4a39065-b1f6-43f9-8c78-ccd8385de37d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:24:59.340493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0822d8ed-2c6e-4e02-b04b-94e7e8f8e9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.363259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49814) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:59.367207 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.5614712 Feb 28 11:24:59.373760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f4a39065-b1f6-43f9-8c78-ccd8385de37d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:24:59.374927 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.377981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Deleting port 62c6ec4a-a90c-4428-bb4b-541d389c498e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:24:59.377981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.387440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49818) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:59.390671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0822d8ed-2c6e-4e02-b04b-94e7e8f8e9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.441298 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP 6f7c062b-93cb-4e05-bae2-3ae1bd5740fd associated. External IP: 172.26.8.35, port: a325b9ad-72b9-40cd-ab7d-05746d987fe2. Feb 28 11:24:59.553860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'network': {'name': 'tempest-RoutersTest-1402823902'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:59.555583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4260ce9-89f5-4d48-9c06-329e64988a3e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 5d63c4fc-4d1e-4f6c-9f72-2bf6170f993f {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:24:59.566423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] For port 4f1c8a89-7323-4c4e-8825-5dcf2075bc94, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4f1c8a89-7323-4c4e-8825-5dcf2075bc94,segment=NetworkSegment(8f811914-4932-49e1-9d15-80d5dc69eb31),segment_id=8f811914-4932-49e1-9d15-80d5dc69eb31)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:24:59.566773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.568638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4260ce9-89f5-4d48-9c06-329e64988a3e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.601523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Network': ['ID=4765b876-7a48-4781-b714-dc1ef63cbe41,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:59.614013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 4765b876-7a48-4781-b714-dc1ef63cbe41 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:24:59.630272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:59.659510 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:network and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:59.729274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:59.801719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Calling delete_port for 4f1c8a89-7323-4c4e-8825-5dcf2075bc94 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:24:59.835277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:59.912010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4260ce9-89f5-4d48-9c06-329e64988a3e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.935825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:24:59.939292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.982168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1adcb-4fa6-49bd-b2cd-61673ecd6966 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Network': ['ID=f434e600-45be-427c-89c8-90f630b36da5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:59.986505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.992206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network f434e600-45be-427c-89c8-90f630b36da5 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:00.002530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0822d8ed-2c6e-4e02-b04b-94e7e8f8e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.038692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0335c-82c7-4777-aa9a-8a1cb996fe86 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:00.044453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0335c-82c7-4777-aa9a-8a1cb996fe86 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:00.050627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0335c-82c7-4777-aa9a-8a1cb996fe86 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:00.056728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0335c-82c7-4777-aa9a-8a1cb996fe86 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:00.062366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0335c-82c7-4777-aa9a-8a1cb996fe86 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:00.064122 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9de0335c-82c7-4777-aa9a-8a1cb996fe86 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3011 time: 0.6757729 Feb 28 11:25:00.078624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49826) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:00.079561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:00.132576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822d8ed-2c6e-4e02-b04b-94e7e8f8e9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89345ce2-1a90-4f20-be92-88073d7078ee,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:00.168181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:security_group_rule and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:00.173599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d485b77f-c82f-42f4-9fd3-435a37739857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.183734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:00.213944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:00.311550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4260ce9-89f5-4d48-9c06-329e64988a3e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.360558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c614c60-6714-44b2-9b5a-be467b0f8f44 req-568e29b2-0abb-48d2-b75d-068cee6881e5 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:00.362080 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c614c60-6714-44b2-9b5a-be467b0f8f44 req-568e29b2-0abb-48d2-b75d-068cee6881e5 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 946 time: 0.5970612 Feb 28 11:25:00.364955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] For port 62c6ec4a-a90c-4428-bb4b-541d389c498e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62c6ec4a-a90c-4428-bb4b-541d389c498e,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:00.365319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.510368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0822d8ed-2c6e-4e02-b04b-94e7e8f8e9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.511535 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0822d8ed-2c6e-4e02-b04b-94e7e8f8e9cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89345ce2-1a90-4f20-be92-88073d7078ee HTTP/1.1" status: 204 len: 168 time: 1.8451431 Feb 28 11:25:00.515165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.578183 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c614c60-6714-44b2-9b5a-be467b0f8f44 req-b7291e41-4a2b-418d-987f-3a4235d357be tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974127 Feb 28 11:25:00.639454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Deleting port f042ffdc-4b78-457c-bf62-3b982ffacd34 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:00.639791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.654939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:00.714367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4260ce9-89f5-4d48-9c06-329e64988a3e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.780791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb04153-b250-4033-a926-22590ebad981 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:00.799403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4260ce9-89f5-4d48-9c06-329e64988a3e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=5d63c4fc-4d1e-4f6c-9f72-2bf6170f993f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:00.804568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4260ce9-89f5-4d48-9c06-329e64988a3e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.848486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.900898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.902818 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f4260ce9-89f5-4d48-9c06-329e64988a3e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/5d63c4fc-4d1e-4f6c-9f72-2bf6170f993f HTTP/1.1" status: 204 len: 168 time: 1.6840677 Feb 28 11:25:00.903829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49834) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:00.908759 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.930478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:00.934764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f1c8a89-7323-4c4e-8825-5dcf2075bc94,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:01.050466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4765b876-7a48-4781-b714-dc1ef63cbe41']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:01.070392 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ff7a037f-f23f-46b9-b1b4-d2e4b9dac90d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1492531 Feb 28 11:25:01.076877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49844) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:01.079602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:01.095601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:01.097274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf546ec-e3e8-4697-832f-b889c9aed3d1 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:01.105854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cf546ec-e3e8-4697-832f-b889c9aed3d1 None None] Deleting port f4a39065-b1f6-43f9-8c78-ccd8385de37d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:01.106396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cf546ec-e3e8-4697-832f-b889c9aed3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.141563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.141563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.141563 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Floating IP 89ae03bc-4cfd-4d86-806d-5b8b138759d5 disassociated. External IP: 172.26.8.233, port: 62c6ec4a-a90c-4428-bb4b-541d389c498e. Feb 28 11:25:01.141817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Calling delete_port for 62c6ec4a-a90c-4428-bb4b-541d389c498e owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:01.149851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ab8825-a424-4376-8bfb-4d1644c2089d') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:01.149851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ab8825-a424-4376-8bfb-4d1644c2089d') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:01.167413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd00dd55-385f-4da8-a355-b01fd3237c54,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:01.178631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.195093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.195425 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added segment 17e89531-1fdf-4f1c-82fc-b450574fa02f of type vlan for network 47a0125d-559a-431e-aed4-8fee6d3f72c6 Feb 28 11:25:01.255036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.272696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.289776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] For port f042ffdc-4b78-457c-bf62-3b982ffacd34, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f042ffdc-4b78-457c-bf62-3b982ffacd34,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:01.290081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.314666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:01.321266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.391444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:01.391855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.395846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0cf546ec-e3e8-4697-832f-b889c9aed3d1 None None] For port f4a39065-b1f6-43f9-8c78-ccd8385de37d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f4a39065-b1f6-43f9-8c78-ccd8385de37d,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:01.396427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cf546ec-e3e8-4697-832f-b889c9aed3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:01.409452 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:01.435813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Calling delete_port for f042ffdc-4b78-457c-bf62-3b982ffacd34 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:01.497374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:01.509102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:01.514834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:01.555044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:01.556751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:25:01.576634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cf546ec-e3e8-4697-832f-b889c9aed3d1 None None] Calling delete_port for f4a39065-b1f6-43f9-8c78-ccd8385de37d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:01.585334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.591000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.596997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.629810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f4a39065-b1f6-43f9-8c78-ccd8385de37d no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:01.648047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:01.656803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.660288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3279f-14f9-4fa9-bae0-cbba045006da None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:01.693508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.700121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:01.700845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.701601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3279f-14f9-4fa9-bae0-cbba045006da None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:01.702230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-50f3279f-14f9-4fa9-bae0-cbba045006da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:01.713227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.740684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Network': ['ID=4765b876-7a48-4781-b714-dc1ef63cbe41,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:01.766989 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-65b6e8fd-8fa7-4d80-b352-1a42e7fc5df6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/networks/4765b876-7a48-4781-b714-dc1ef63cbe41 HTTP/1.1" status: 204 len: 168 time: 1.6317065 Feb 28 11:25:01.767927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.768543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8c8861d-4598-46af-9d7b-63d59507b454 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:25:01.770207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49866) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:01.784287 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a577bd99-f5d2-40e7-9feb-c2808f235409 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.7252319 Feb 28 11:25:01.785745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-50f3279f-14f9-4fa9-bae0-cbba045006da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:01.788469 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4227083 Feb 28 11:25:01.792674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:01.793770 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d0ba8c7f-0b2b-42c2-8258-c96b7ac74415 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "DELETE /v2.0/routers/c8c8861d-4598-46af-9d7b-63d59507b454 HTTP/1.1" status: 204 len: 168 time: 5.2723908 Feb 28 11:25:01.794209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49868) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:01.794632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:01.801758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49874) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:01.834018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3279f-14f9-4fa9-bae0-cbba045006da None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:01.834644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-50f3279f-14f9-4fa9-bae0-cbba045006da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:24:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:01.836507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a0436215-ed8d-4414-80eb-c84b5658c9d7 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'port_id': 'a325b9ad-72b9-40cd-ab7d-05746d987fe2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:01.903507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-50f3279f-14f9-4fa9-bae0-cbba045006da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:01.904627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3279f-14f9-4fa9-bae0-cbba045006da None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:01.924429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'network': {'name': 'tempest-RoutersTest-1198956522'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:01.957270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Port f4a39065-b1f6-43f9-8c78-ccd8385de37d update to DOWN by agent not found {{(pid=87640) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 28 11:25:01.958849 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cf546ec-e3e8-4697-832f-b889c9aed3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.006434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf546ec-e3e8-4697-832f-b889c9aed3d1 None None] Pushing event deleted for resources: {'Port': ['ID=f4a39065-b1f6-43f9-8c78-ccd8385de37d,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:02.011934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf546ec-e3e8-4697-832f-b889c9aed3d1 None None] No DVR routers for this DVR port f4a39065-b1f6-43f9-8c78-ccd8385de37d on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:02.043251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:02.057309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1717162977-network', 'tenant_id': 'd82e6c3145924db4a6b62e6080d616e7'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:02.087885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:02.091350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.186716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:network and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:02.218304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.237213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:02.245772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:02.257549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7907f-6574-425a-abbb-7b86f0d30540 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Network': ['ID=47a0125d-559a-431e-aed4-8fee6d3f72c6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:02.264770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:02.268957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 47a0125d-559a-431e-aed4-8fee6d3f72c6 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:02.269567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Usage tracker for resource:network and tenant:d82e6c3145924db4a6b62e6080d616e7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:02.284836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:02.286457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Pushing event deleted for resources: {'Port': ['ID=62c6ec4a-a90c-4428-bb4b-541d389c498e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:02.300343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:02.326328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.334243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0436215-ed8d-4414-80eb-c84b5658c9d7 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.397863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:02.402191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.404342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c8b3cbe7-9643-4a2e-959f-88f9d7323613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.412388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ac01-421d-4fb0-b745-1c83953b23f2 req-c061ef80-d68d-4088-9270-1ec996f7c7b9 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:02.413843 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4f65ac01-421d-4fb0-b745-1c83953b23f2 req-c061ef80-d68d-4088-9270-1ec996f7c7b9 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 946 time: 0.3871009 Feb 28 11:25:02.424760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b372eb5a-3e1f-4c14-8574-4eea79f49608 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Deleting subnet 7ece26ce-68c8-4acc-ae2b-a42b68d23c32 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:02.443911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Made reservation on behalf of d82e6c3145924db4a6b62e6080d616e7 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:02.446130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.455961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b372eb5a-3e1f-4c14-8574-4eea79f49608 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.511240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.622055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:02.630106 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4f65ac01-421d-4fb0-b745-1c83953b23f2 req-4b6e9846-844f-4960-adee-650da8f7e0ae tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff700fc4-2fe8-4e79-88fe-a476383c2406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083519 Feb 28 11:25:02.636413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:02.653255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.665999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Usage tracker for resource:security_group_rule and tenant:d82e6c3145924db4a6b62e6080d616e7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:02.670129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b372eb5a-3e1f-4c14-8574-4eea79f49608 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.696371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:02.716956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f042ffdc-4b78-457c-bf62-3b982ffacd34,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:02.730280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.730558 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added segment d2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af of type vlan for network 792b46c7-7746-480e-9860-c97ebfc58c60 Feb 28 11:25:02.742750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:02.781209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:02.857175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.897893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.923602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b372eb5a-3e1f-4c14-8574-4eea79f49608 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:02.986013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:02.994258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:03.003216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979b7df-38ca-47b2-bfe6-04c2abea7524 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:03.023922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f434e600-45be-427c-89c8-90f630b36da5']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:03.083422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd66c4fb-81f5-4cfb-bc9d-ef3448a5d928') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:03.083935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd66c4fb-81f5-4cfb-bc9d-ef3448a5d928') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:03.091145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.121393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.156952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:03.157490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.161439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:03.173952 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] Sync routers for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:03.190703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.196050 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:03.198052 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:03.270270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] No DVR routers for this DVR port 62c6ec4a-a90c-4428-bb4b-541d389c498e on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:03.271897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=9bcbd434-dabf-4d25-99cd-4382fe83e1db,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:03.279049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.281911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:03.282429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.285235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'name': 'network-vif-deleted', 'tag': '62c6ec4a-a90c-4428-bb4b-541d389c498e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:25:03.310363 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '9bcbd434-dabf-4d25-99cd-4382fe83e1db'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:03.311411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:03.325105 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:03.336824 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b624db00-bc7c-4d4e-8788-968ccf2cd1c3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2589138 Feb 28 11:25:03.364259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.377333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:03.382151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.391317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49884) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:03.400834 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8dffa6-7683-496b-a860-947d56c6d31a', 'name': 'network-vif-deleted', 'tag': '62c6ec4a-a90c-4428-bb4b-541d389c498e', 'status': 'completed', 'code': 200} Feb 28 11:25:03.411876 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6e0072da-7b2a-4703-9adf-070449963201 req-be8d529a-ca75-4f5a-bcb0-c304fc323739 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.37 "DELETE /v2.0/ports/62c6ec4a-a90c-4428-bb4b-541d389c498e HTTP/1.1" status: 204 len: 173 time: 4.2570951 Feb 28 11:25:03.421275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b372eb5a-3e1f-4c14-8574-4eea79f49608 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.425415 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:03.441333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.523066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:03.675549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'name': 'tempest-NetworksTestDHCPv6-1716438291'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:03.720523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/9bcbd434-dabf-4d25-99cd-4382fe83e1db/37281987-0e48-4248-9fa7-2afa7c47fb45) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:03.827143 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:30Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '667e89cf-dcaf-4de0-8089-7857e9a57330', 'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'mac_address': 'fa:16:3e:9b:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:28Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 5, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'subnets': [{'id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:03.837732 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] Checking router: 46068cd7-3a97-4c37-a7d4-67f4c11f2738 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:25:03.857484 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:03.858230 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:03.964470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:03.968703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:03.971652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:03.977470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:03.981688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-dcc40085-e3c6-41fe-877e-efb9f61a9601 req-3b7c32a5-ed98-4d59-8ab0-d1756933a9a5 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Synchronizing usage tracker for tenant:dd78ff79f8d3407fa118ff357b803d7d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:03.985889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372eb5a-3e1f-4c14-8574-4eea79f49608 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7ece26ce-68c8-4acc-ae2b-a42b68d23c32,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:04.004696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.010811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-dcc40085-e3c6-41fe-877e-efb9f61a9601 req-3b7c32a5-ed98-4d59-8ab0-d1756933a9a5 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Unset dirty status for tenant:dd78ff79f8d3407fa118ff357b803d7d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:04.012551 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dcc40085-e3c6-41fe-877e-efb9f61a9601 req-3b7c32a5-ed98-4d59-8ab0-d1756933a9a5 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8dffa6-7683-496b-a860-947d56c6d31a HTTP/1.1" status: 200 len: 210 time: 0.1017392 Feb 28 11:25:04.046220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.048190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.060924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:04.071211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.072726 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Added segment f35807ef-778e-46d2-8bd6-22a584e00aa2 of type vlan for network 85553a84-1d36-44c0-b358-8e06f7845ee8 Feb 28 11:25:04.084426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:04.088756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.092115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 62c6ec4a-a90c-4428-bb4b-541d389c498e no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:04.138462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.148783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Router 261f835e-68c7-4930-8305-56c94492ef20 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:04.159709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 62c6ec4a-a90c-4428-bb4b-541d389c498e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:04.160260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 62c6ec4a-a90c-4428-bb4b-541d389c498e not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:04.160626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.165519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Transition to ACTIVE for port object 37281987-0e48-4248-9fa7-2afa7c47fb45 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:04.174956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.175242 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:04.220555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Transition to ACTIVE for port object 37281987-0e48-4248-9fa7-2afa7c47fb45 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:04.237831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.299760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:04.303004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:04.305567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:04.354107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b997bd8f-6269-4c96-a8c3-3a29662c92be,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:04.357938 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/networks/f434e600-45be-427c-89c8-90f630b36da5 HTTP/1.1" status: 204 len: 168 time: 2.5720465 Feb 28 11:25:04.379152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49890) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:04.380166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b372eb5a-3e1f-4c14-8574-4eea79f49608 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.381744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Pushing event updated for resources: {'Port': ['ID=37281987-0e48-4248-9fa7-2afa7c47fb45,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:04.382980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:04.385681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:04.385825 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b372eb5a-3e1f-4c14-8574-4eea79f49608 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/7ece26ce-68c8-4acc-ae2b-a42b68d23c32 HTTP/1.1" status: 204 len: 168 time: 2.5558400 Feb 28 11:25:04.391375 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3e5b2cab-c829-4065-9cf4-13047e848df6 admin admin] 10.222.0.64 "PUT /v2.0/routers/261f835e-68c7-4930-8305-56c94492ef20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7944517 Feb 28 11:25:04.413775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49898) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:04.429205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] Sync routers for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:04.455711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Attempting to bind port 37281987-0e48-4248-9fa7-2afa7c47fb45 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:04.456551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Attempting to bind port 37281987-0e48-4248-9fa7-2afa7c47fb45 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:04.457071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Attempting to bind port 37281987-0e48-4248-9fa7-2afa7c47fb45 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:04.465869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:04.466875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:04.547062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc73c8-5d3a-4121-94c6-e34415a5dbd7 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:04.552974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc73c8-5d3a-4121-94c6-e34415a5dbd7 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:04.555057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:04.555631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:04.556723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.557354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:04.557976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Bound port: 37281987-0e48-4248-9fa7-2afa7c47fb45, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:04.558509 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.559464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc73c8-5d3a-4121-94c6-e34415a5dbd7 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:04.560286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c4bc73c8-5d3a-4121-94c6-e34415a5dbd7 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Synchronizing usage tracker for tenant:e4f89122645649acad0f92cde9803ba9 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:04.567992 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.591348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Network': ['ID=792b46c7-7746-480e-9860-c97ebfc58c60,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:04.597809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 6878c6d6-650a-4ba5-9fe7-1844ce2606eb yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:04.610997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.616560 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:30Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '667e89cf-dcaf-4de0-8089-7857e9a57330', 'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'mac_address': 'fa:16:3e:9b:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:28Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 5, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'subnets': [{'id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:04.622164 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62815b2-bf17-409a-834b-6ce20bb2a84e None None] The sync data for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv is: [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:23:30Z', 'revision_number': 4, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '667e89cf-dcaf-4de0-8089-7857e9a57330', 'name': '', 'network_id': '0684ed51-866d-4e5c-b9c1-c22957fb2cc1', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'mac_address': 'fa:16:3e:9b:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:28Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 5, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'subnets': [{'id': 'f6b41517-9a9e-4904-a5ae-35be1080a401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:04.646137 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a8f3bfc1-932d-41e3-a35d-a65bc03b43eb tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8455997 Feb 28 11:25:04.669927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c4bc73c8-5d3a-4121-94c6-e34415a5dbd7 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Unset dirty status for tenant:e4f89122645649acad0f92cde9803ba9 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:04.671485 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c4bc73c8-5d3a-4121-94c6-e34415a5dbd7 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1905 time: 0.2838330 Feb 28 11:25:04.677235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] For port 37281987-0e48-4248-9fa7-2afa7c47fb45, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:04.681211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] For port 37281987-0e48-4248-9fa7-2afa7c47fb45, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=37281987-0e48-4248-9fa7-2afa7c47fb45,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:04.688142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 792b46c7-7746-480e-9860-c97ebfc58c60 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:04.707041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.727030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49902) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:04.728013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49904) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:04.741077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1540200144'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:04.747877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:04.760551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:04.817006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'subnet': {'network_id': '47a0125d-559a-431e-aed4-8fee6d3f72c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:04.833554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd17b8-8f9e-4b74-94fe-7c96a8a1ea9a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Network': ['ID=f434e600-45be-427c-89c8-90f630b36da5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:04.842833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Made reservation on behalf of e4f89122645649acad0f92cde9803ba9 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:04.846439 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.873485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:25:04.873717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.954708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:04.980583 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aede45-ae08-420d-b4a2-4ae60d7ddf0e None None] New status for floating IP 89ae03bc-4cfd-4d86-806d-5b8b138759d5: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:25:04.996678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7114849-34e4-478c-aca2-b5c2c6a95b2b None None] Pushing event updated for resources: {'Port': ['ID=37281987-0e48-4248-9fa7-2afa7c47fb45,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:05.007267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5454afd2-31fd-46e2-9865-ebbd25b59227']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:05.011105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:05.034195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f811914-4932-49e1-9d15-80d5dc69eb31') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:05.034492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f811914-4932-49e1-9d15-80d5dc69eb31') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:05.102483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.136521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.153850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:05.154383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.198057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:05.350654 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:05.370089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49914) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:05.379834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.394697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0436215-ed8d-4414-80eb-c84b5658c9d7 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.438754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::34e (89a85dab-b254-4061-917a-102ac7d2b42f/9bcbd434-dabf-4d25-99cd-4382fe83e1db/6878c6d6-650a-4ba5-9fe7-1844ce2606eb) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:05.446153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:05.450601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:subnet and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:05.455432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:05.462786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:05.480485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0436215-ed8d-4414-80eb-c84b5658c9d7 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.492224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:25:02Z', 'revision_number': 5, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port': {'id': '7b0c85ac-1e1c-4735-abbc-28c162c6a1e1', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f835e-68c7-4930-8305-56c94492ef20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:11Z', 'updated_at': '2022-02-28T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:05.497155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] Checking router: 261f835e-68c7-4930-8305-56c94492ef20 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:25:05.505957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Deleting port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:05.506501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] Routers {'261f835e-68c7-4930-8305-56c94492ef20'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:05.506709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['261f835e-68c7-4930-8305-56c94492ef20'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:05.507278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.533420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.534352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:05.534940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.538241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:05.542188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.578446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.586012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5454afd2-31fd-46e2-9865-ebbd25b59227 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 11:25:05.635302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:05.672554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2b856c-70d2-432d-a72a-15b62fd6109d tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.695730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] Set router 261f835e-68c7-4930-8305-56c94492ef20 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:05.710572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.751029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:05.752099 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Added segment 605eb746-1998-491f-93e0-a04be7ad9b05 of type vlan for network 2cae86a8-10e2-4602-9cb7-bd8f39ab472c Feb 28 11:25:05.755199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event deleted for resources: {'Network': ['ID=5454afd2-31fd-46e2-9865-ebbd25b59227,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:05.858087 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-39eb11e8-7b1a-404d-92d5-85edd8cb589a tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "DELETE /v2.0/networks/5454afd2-31fd-46e2-9865-ebbd25b59227 HTTP/1.1" status: 204 len: 168 time: 1.4682875 Feb 28 11:25:05.891131 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:25:05Z', 'revision_number': 6, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:05.897193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecaab1-b374-4d0f-b741-70d99bf7c062 None None] The sync data for ids ['261f835e-68c7-4930-8305-56c94492ef20'] in dv-neutron-831192-2-hyperv is: [{'id': '261f835e-68c7-4930-8305-56c94492ef20', 'name': 'tempest-ServersTestManualDisk-1781686001-router', 'tenant_id': '5f423a4da9b54c3f824424e120e51144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:10Z', 'updated_at': '2022-02-28T11:25:05Z', 'revision_number': 6, 'project_id': '5f423a4da9b54c3f824424e120e51144', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:05.922146 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.2662237 Feb 28 11:25:05.931992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:05.950537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8d2ee-ac3a-446c-b91a-985f8d2d8689 admin admin] Pushing event updated for resources: {'Network': ['ID=85553a84-1d36-44c0-b358-8e06f7845ee8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:05.958399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Request body: {'subnet': {'network_id': '85553a84-1d36-44c0-b358-8e06f7845ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1717162977-subnet', 'tenant_id': 'd82e6c3145924db4a6b62e6080d616e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:05.962777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 85553a84-1d36-44c0-b358-8e06f7845ee8 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:05.981545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2b856c-70d2-432d-a72a-15b62fd6109d tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.003315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] For port 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7b0c85ac-1e1c-4735-abbc-28c162c6a1e1,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:06.003677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.015610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:06.019621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.170910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:25:06.244454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Calling delete_port for 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:06.305152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Usage tracker for resource:subnet and tenant:d82e6c3145924db4a6b62e6080d616e7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:06.309839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:06.311042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49928) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:06.315934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:06.326313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'router': {'name': 'tempest-router--1588674530', 'project_id': 'c43d713536ec416398291a99c342ba9f'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:06.333374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.339779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:06.340397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.351665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Made reservation on behalf of d82e6c3145924db4a6b62e6080d616e7 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:06.354676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.374377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:06.462518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2b856c-70d2-432d-a72a-15b62fd6109d tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.470960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-410951bd-58e1-4f91-aea3-a6c2f18dc1fa None None] Provisioning for port 37281987-0e48-4248-9fa7-2afa7c47fb45 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:06.485635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b856c-70d2-432d-a72a-15b62fd6109d tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff700fc4-2fe8-4e79-88fe-a476383c2406,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:06.508881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e2b856c-70d2-432d-a72a-15b62fd6109d tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.510002 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3e2b856c-70d2-432d-a72a-15b62fd6109d tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "DELETE /v2.0/security-groups/ff700fc4-2fe8-4e79-88fe-a476383c2406 HTTP/1.1" status: 204 len: 168 time: 1.1380019 Feb 28 11:25:06.515359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49932) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:06.543865 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-b495196c-f79a-457f-b7ef-4a4680410fd1 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] show failed (client error): The resource could not be found. Feb 28 11:25:06.545315 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b495196c-f79a-457f-b7ef-4a4680410fd1 tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "GET /v2.0/security-groups/ff700fc4-2fe8-4e79-88fe-a476383c2406 HTTP/1.1" status: 404 len: 347 time: 0.0286059 Feb 28 11:25:06.552230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49936) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:06.569653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Usage tracker for resource:router and tenant:c43d713536ec416398291a99c342ba9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:06.574216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:06.655267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:06.740512 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0071201 Feb 28 11:25:06.744848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49940) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:06.752867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ecd5b-7c4a-4fc8-b741-ca7e548a34a1 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Network': ['ID=2cae86a8-10e2-4602-9cb7-bd8f39ab472c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:06.772204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 2cae86a8-10e2-4602-9cb7-bd8f39ab472c details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:06.796782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.797879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.800616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1913143105'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:06.819998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Deleting port f6d92d9d-63ba-4f27-a0f5-57137b40e10c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:06.820340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.839579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0436215-ed8d-4414-80eb-c84b5658c9d7 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:06.842418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.848278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:06.857729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:06.868232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Usage tracker for resource:network and tenant:e4f89122645649acad0f92cde9803ba9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:06.876793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:06.902740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:06.963211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.005003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Made reservation on behalf of e4f89122645649acad0f92cde9803ba9 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:07.005191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.008358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.020821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.066096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Subnet': ['ID=63950250-0853-442a-b851-8af1910d06a7,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:07.072259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.083590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 6878c6d6-650a-4ba5-9fe7-1844ce2606eb will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:07.107376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0c85ac-1e1c-4735-abbc-28c162c6a1e1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:07.139465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.140647 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4a82d65c-5355-4d55-8a3d-62252802319f tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8260906 Feb 28 11:25:07.158137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49944) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:07.160799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Checking segment: {'id': '17e89531-1fdf-4f1c-82fc-b450574fa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47a0125d-559a-431e-aed4-8fee6d3f72c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:07.161118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network hostable DHCP agents. Network: 47a0125d-559a-431e-aed4-8fee6d3f72c6, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:07.256068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 37281987-0e48-4248-9fa7-2afa7c47fb45 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:07.343946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0436215-ed8d-4414-80eb-c84b5658c9d7 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:07.348463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0436215-ed8d-4414-80eb-c84b5658c9d7 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.362069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:07.384394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7458b19c-0ea1-4e57-af14-17c66c6e0782 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.389766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8476b5-f408-464f-a53e-e601de145904 None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:07.413151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.413501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.422283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65fe46e-d4af-4ef1-8c2d-83765c598e81,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:07.427656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.427994 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Added segment a8580f5e-493b-4b4f-a0f9-8ceb58a515bc of type vlan for network 6971295e-9c1c-40bb-889e-6248bd02a308 Feb 28 11:25:07.435836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8476b5-f408-464f-a53e-e601de145904 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:07.436891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f8476b5-f408-464f-a53e-e601de145904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:07.466327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 47a0125d-559a-431e-aed4-8fee6d3f72c6 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:07.547402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f8476b5-f408-464f-a53e-e601de145904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:07.547943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.566139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Calling delete_port for f6d92d9d-63ba-4f27-a0f5-57137b40e10c owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:07.566950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8476b5-f408-464f-a53e-e601de145904 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:07.567906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f8476b5-f408-464f-a53e-e601de145904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:07.600888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Checking segment: {'id': 'f35807ef-778e-46d2-8bd6-22a584e00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '85553a84-1d36-44c0-b358-8e06f7845ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:07.601572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Network hostable DHCP agents. Network: 85553a84-1d36-44c0-b358-8e06f7845ee8, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:07.616942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.640562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f8476b5-f408-464f-a53e-e601de145904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:07.640962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8476b5-f408-464f-a53e-e601de145904 None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:07.650280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 37281987-0e48-4248-9fa7-2afa7c47fb45 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:07.655562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 37281987-0e48-4248-9fa7-2afa7c47fb45 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:07.656108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.683432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 47a0125d-559a-431e-aed4-8fee6d3f72c6) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:07.688084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:07.688867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.740150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b78583-56e1-4c3b-855f-aedc4280d3e1 None None] Network 47a0125d-559a-431e-aed4-8fee6d3f72c6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:07.769454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.800254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:07.857086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.859544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:07.862449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:07.867802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Network 85553a84-1d36-44c0-b358-8e06f7845ee8 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:07.869743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:07.870488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.870838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.895530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7458b19c-0ea1-4e57-af14-17c66c6e0782 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.914380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7458b19c-0ea1-4e57-af14-17c66c6e0782 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.916017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:07.926201 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a0436215-ed8d-4414-80eb-c84b5658c9d7 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/floatingips/6f7c062b-93cb-4e05-bae2-3ae1bd5740fd HTTP/1.1" status: 200 len: 978 time: 6.1245911 Feb 28 11:25:07.926201 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7c00a75d-58f9-47e5-bbfb-b3906c90d8c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1957972 Feb 28 11:25:07.936302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49948) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:07.936827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49950) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:07.937644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=6878c6d6-650a-4ba5-9fe7-1844ce2606eb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:07.948904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'subnet': {'network_id': '792b46c7-7746-480e-9860-c97ebfc58c60', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:07.971874 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c8b2572d-b420-4c18-ba35-5c235ab709b4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5522163 Feb 28 11:25:07.984259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 85553a84-1d36-44c0-b358-8e06f7845ee8) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:07.994977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:08.018335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9dd000-968d-4f24-8f8d-be079b54a02b None None] Network 85553a84-1d36-44c0-b358-8e06f7845ee8 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:08.038459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:08.039050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.086871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.090670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:08.091388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.135363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.135892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 261f835e-68c7-4930-8305-56c94492ef20 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:25:08.220938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 37281987-0e48-4248-9fa7-2afa7c47fb45, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=37281987-0e48-4248-9fa7-2afa7c47fb45,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:08.239438 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.353048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:08.372246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Network': ['ID=6971295e-9c1c-40bb-889e-6248bd02a308,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:08.404020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 6971295e-9c1c-40bb-889e-6248bd02a308 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:08.416836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-47a0125d-559a-431e-aed4-8fee6d3f72c6', 'network_id': '47a0125d-559a-431e-aed4-8fee6d3f72c6', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'fixed_ips': [{'subnet_id': '63950250-0853-442a-b851-8af1910d06a7'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:08.417830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.452575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:08.464384 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ad480ebd-1448-48f0-87f6-e0ac047bf9bc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5090282 Feb 28 11:25:08.464384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.464384 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3f788d76-352d-4170-b52a-231ff099b607 admin admin] 10.222.0.64 "DELETE /v2.0/routers/261f835e-68c7-4930-8305-56c94492ef20 HTTP/1.1" status: 204 len: 168 time: 4.0448060 Feb 28 11:25:08.464384 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1e40334e-506a-4396-b20e-0b5fac854f3d tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7063015 Feb 28 11:25:08.464384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49960) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:08.469816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:08.473561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'ports': [{'network_id': '2cae86a8-10e2-4602-9cb7-bd8f39ab472c', 'name': 'tempest-port--305122535', 'admin_state_up': True}, {'network_id': '6971295e-9c1c-40bb-889e-6248bd02a308', 'admin_state_up': False}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:08.473947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'port': {'network_id': '2cae86a8-10e2-4602-9cb7-bd8f39ab472c', 'name': 'tempest-port--305122535', 'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:08.474185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:08.474773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7b0c85ac-1e1c-4735-abbc-28c162c6a1e1 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:08.475174 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'port': {'network_id': '6971295e-9c1c-40bb-889e-6248bd02a308', 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:08.475452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f042ffdc-4b78-457c-bf62-3b982ffacd34 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:08.555211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f042ffdc-4b78-457c-bf62-3b982ffacd34 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:08.555211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f042ffdc-4b78-457c-bf62-3b982ffacd34 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:08.586360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7667c8-d48e-4357-bfd8-ae7ab514b547 admin admin] Deleting subnet 61c0cde5-5beb-4452-9ca7-2851f0d2e04c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:08.590013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd7667c8-d48e-4357-bfd8-ae7ab514b547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.605072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:subnet and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:08.619680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-899579db-2870-4fd3-a70c-13af2f70a95b None None] Provisioning for port 6878c6d6-650a-4ba5-9fe7-1844ce2606eb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:08.622878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4968d00-eca1-44c9-a970-5cdffcb20191 None None] Network 85553a84-1d36-44c0-b358-8e06f7845ee8 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:08.629885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:08.632972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7458b19c-0ea1-4e57-af14-17c66c6e0782 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.633477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7458b19c-0ea1-4e57-af14-17c66c6e0782 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d519425c-6586-450e-ac17-982eff01513e {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:25:08.646634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=37281987-0e48-4248-9fa7-2afa7c47fb45,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:08.651868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd7667c8-d48e-4357-bfd8-ae7ab514b547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.692407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.706257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f19a5-d460-4647-be7d-1f995c4f539d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:08.713381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f19a5-d460-4647-be7d-1f995c4f539d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:08.714278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4c7f19a5-d460-4647-be7d-1f995c4f539d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:08.718801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-899579db-2870-4fd3-a70c-13af2f70a95b None None] Provisioning complete for port 6878c6d6-650a-4ba5-9fe7-1844ce2606eb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:08.719325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-899579db-2870-4fd3-a70c-13af2f70a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.773252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port 8c01bfa7-99b5-4e79-a40c-92a872c06746 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:08.773944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:08.857772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Pushing event deleted for resources: {'Port': ['ID=f6d92d9d-63ba-4f27-a0f5-57137b40e10c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:08.942004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4c7f19a5-d460-4647-be7d-1f995c4f539d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:08.943488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4c7f19a5-d460-4647-be7d-1f995c4f539d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9473181 Feb 28 11:25:08.950463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49974) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:08.997759 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-899579db-2870-4fd3-a70c-13af2f70a95b None None] Port 6878c6d6-650a-4ba5-9fe7-1844ce2606eb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:09.028092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.030793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.032230 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5c8002cd-625c-44e8-a6d1-d9480ad4028f tempest-ServersTestJSON-808753923 tempest-ServersTestJSON-808753923-project] 10.222.0.64 "DELETE /v2.0/floatingips/89ae03bc-4cfd-4d86-806d-5b8b138759d5 HTTP/1.1" status: 204 len: 168 time: 2.4782562 Feb 28 11:25:09.036770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49978) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:09.057629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:09.073446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7458b19c-0ea1-4e57-af14-17c66c6e0782 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.077055 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7458b19c-0ea1-4e57-af14-17c66c6e0782 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "DELETE /v2.0/routers/d519425c-6586-450e-ac17-982eff01513e HTTP/1.1" status: 204 len: 168 time: 1.9151032 Feb 28 11:25:09.101074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:09.104945 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.111794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Allocated IP 172.20.0.2 (47a0125d-559a-431e-aed4-8fee6d3f72c6/63950250-0853-442a-b851-8af1910d06a7/d88c37de-f43c-4716-9047-0e9553711759) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:09.147499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c560ce73-2887-4a51-9502-a06d19332a99 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 6878c6d6-650a-4ba5-9fe7-1844ce2606eb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:09.147999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c560ce73-2887-4a51-9502-a06d19332a99 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.185112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd7667c8-d48e-4357-bfd8-ae7ab514b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.287873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 37281987-0e48-4248-9fa7-2afa7c47fb45 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:09.322429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:09.345456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Usage tracker for resource:port and tenant:e4f89122645649acad0f92cde9803ba9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:09.351751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:09.402442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:09.405948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.406586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.475680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 37281987-0e48-4248-9fa7-2afa7c47fb45 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:09.476053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.593828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 49992) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:09.597140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Made reservation on behalf of e4f89122645649acad0f92cde9803ba9 for: {'port': 2} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:09.601910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.614061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd7667c8-d48e-4357-bfd8-ae7ab514b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.623639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for 8c01bfa7-99b5-4e79-a40c-92a872c06746 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:09.656976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 49996) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:09.676103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.681848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-910794197-network', 'tenant_id': '6081b5f8d260465bb58f2a571da9fc6b'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:09.685274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.703283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5548948-83dc-4be2-a421-caf6f8c4f948 None None] Network 59e0a966-d597-493f-a8b7-7fa42333d6c2 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:09.717101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:09.718099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7667c8-d48e-4357-bfd8-ae7ab514b547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c0cde5-5beb-4452-9ca7-2851f0d2e04c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:09.720778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd7667c8-d48e-4357-bfd8-ae7ab514b547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.721943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Usage tracker for resource:network and tenant:6081b5f8d260465bb58f2a571da9fc6b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:09.725893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:09.733032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:09.743612 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dd7667c8-d48e-4357-bfd8-ae7ab514b547 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/61c0cde5-5beb-4452-9ca7-2851f0d2e04c HTTP/1.1" status: 204 len: 168 time: 1.2792618 Feb 28 11:25:09.755599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:09.764166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Transition to ACTIVE for port object d88c37de-f43c-4716-9047-0e9553711759 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:09.957911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Made reservation on behalf of 6081b5f8d260465bb58f2a571da9fc6b for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:09.960468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:09.984024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-807179929', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:10.011791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.046647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:10.064980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.084009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bac7cd-3ca5-4f35-abf6-b97e90e8d5aa None None] DHCP port deletion for 59e0a966-d597-493f-a8b7-7fa42333d6c2 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:10.088897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e4bac7cd-3ca5-4f35-abf6-b97e90e8d5aa None None] Deleting port 67693e0c-f556-4e16-a2ff-c10e060717d4 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:10.089373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7cd-3ca5-4f35-abf6-b97e90e8d5aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.110612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Usage tracker for resource:router and tenant:1a854edb4c604176829921abe61d1f2f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:10.124649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:10.135375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Transition to ACTIVE for port object d88c37de-f43c-4716-9047-0e9553711759 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:10.149479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:10.154572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:10.158664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.159258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.164458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Usage tracker for resource:security_group_rule and tenant:6081b5f8d260465bb58f2a571da9fc6b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:10.207679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.233596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.234646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.255315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c560ce73-2887-4a51-9502-a06d19332a99 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.282413 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Network 47a0125d-559a-431e-aed4-8fee6d3f72c6 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:10.293040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:10.295757 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:10.329636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Pushing event updated for resources: {'Port': ['ID=d88c37de-f43c-4716-9047-0e9553711759,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:10.330785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Deleting port 67693e0c-f556-4e16-a2ff-c10e060717d4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:10.331151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.370313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:10.396875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:10.398590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Subnet': ['ID=d299ad84-3023-4bc2-ab75-41bf45940108,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:10.401989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=8c01bfa7-99b5-4e79-a40c-92a872c06746,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:10.451160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c560ce73-2887-4a51-9502-a06d19332a99 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 6878c6d6-650a-4ba5-9fe7-1844ce2606eb owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:10.470741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] device_id is not set on port 5938d65f-995f-4e5f-ada8-6fa4807ed9cb yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:10.478584 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Attempting to bind port d88c37de-f43c-4716-9047-0e9553711759 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:10.478935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Attempting to bind port d88c37de-f43c-4716-9047-0e9553711759 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '17e89531-1fdf-4f1c-82fc-b450574fa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47a0125d-559a-431e-aed4-8fee6d3f72c6'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:10.479241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Attempting to bind port d88c37de-f43c-4716-9047-0e9553711759 on network 47a0125d-559a-431e-aed4-8fee6d3f72c6 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:10.489380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:10.489745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Checking segment: {'id': '17e89531-1fdf-4f1c-82fc-b450574fa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47a0125d-559a-431e-aed4-8fee6d3f72c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:10.490132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.490678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Bound using segment: {'id': '17e89531-1fdf-4f1c-82fc-b450574fa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47a0125d-559a-431e-aed4-8fee6d3f72c6'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:10.491155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Bound port: d88c37de-f43c-4716-9047-0e9553711759, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e89531-1fdf-4f1c-82fc-b450574fa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47a0125d-559a-431e-aed4-8fee6d3f72c6'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:10.491529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.502020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.502728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.502728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.503053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.504054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.504054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.504054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.504295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.504378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.504735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.504854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.505990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.505990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.508719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.509055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.510078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.510078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.510078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.510334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.510618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.510918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.511255 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.511371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e4bac7cd-3ca5-4f35-abf6-b97e90e8d5aa None None] For port 67693e0c-f556-4e16-a2ff-c10e060717d4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=67693e0c-f556-4e16-a2ff-c10e060717d4,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:10.511580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.511762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7cd-3ca5-4f35-abf6-b97e90e8d5aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.511886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.512157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:10.527379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Checking segment: {'id': 'd2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '792b46c7-7746-480e-9860-c97ebfc58c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:10.527379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network hostable DHCP agents. Network: 792b46c7-7746-480e-9860-c97ebfc58c60, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:10.588654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.589274 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP 6f7c062b-93cb-4e05-bae2-3ae1bd5740fd disassociated (deleted). External IP: 172.26.8.35, port: a325b9ad-72b9-40cd-ab7d-05746d987fe2. Feb 28 11:25:10.661551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 792b46c7-7746-480e-9860-c97ebfc58c60 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:10.677368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e4bac7cd-3ca5-4f35-abf6-b97e90e8d5aa None None] Calling delete_port for 67693e0c-f556-4e16-a2ff-c10e060717d4 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:10.693313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 792b46c7-7746-480e-9860-c97ebfc58c60) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:10.722551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:10.723193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.734567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547c9b2-4b41-401b-9ac2-ded3d2aa18a4 None None] Network 792b46c7-7746-480e-9860-c97ebfc58c60 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:10.880762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] For port d88c37de-f43c-4716-9047-0e9553711759, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:10.895380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.900394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] For port d88c37de-f43c-4716-9047-0e9553711759, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d88c37de-f43c-4716-9047-0e9553711759,segment=NetworkSegment(17e89531-1fdf-4f1c-82fc-b450574fa02f),segment_id=17e89531-1fdf-4f1c-82fc-b450574fa02f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:10.903728 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a6cedbfb-e649-49d9-bc69-8fc10980ba73 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9602265 Feb 28 11:25:10.908137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50006) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:10.912951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.916062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7cd-3ca5-4f35-abf6-b97e90e8d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.931443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-461574877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:10.991721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:10.999048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:11.023752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:router and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:11.036001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:11.037284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bac7cd-3ca5-4f35-abf6-b97e90e8d5aa None None] Pushing event deleted for resources: {'Port': ['ID=67693e0c-f556-4e16-a2ff-c10e060717d4,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:11.038113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:11.051332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:11.055095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4242d4cb-ec0f-458d-85b1-e56dd6cba86f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:11.072954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.073581 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Added segment 67de81b3-f177-4af0-b2ba-8f361f6c254c of type vlan for network 03056790-6290-439c-a637-073f888081fa Feb 28 11:25:11.092127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.093200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bac7cd-3ca5-4f35-abf6-b97e90e8d5aa None None] No DVR routers for this DVR port 67693e0c-f556-4e16-a2ff-c10e060717d4 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:11.093333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.120514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.188277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] For port 67693e0c-f556-4e16-a2ff-c10e060717d4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=67693e0c-f556-4e16-a2ff-c10e060717d4,segment=NetworkSegment(d025ee3b-18c7-4475-a27d-c5fed3df52b0),segment_id=d025ee3b-18c7-4475-a27d-c5fed3df52b0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:11.189378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.208976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd968cc1-d07e-4ab7-a961-f4d07ed3117a None None] Pushing event updated for resources: {'Port': ['ID=d88c37de-f43c-4716-9047-0e9553711759,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:11.210230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.221469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 67693e0c-f556-4e16-a2ff-c10e060717d4 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:11.259344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.260489 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bd066772-1c34-4ac1-aa5e-02d988b07f29 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3489623 Feb 28 11:25:11.265265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50010) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:11.270727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-792b46c7-7746-480e-9860-c97ebfc58c60', 'network_id': '792b46c7-7746-480e-9860-c97ebfc58c60', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'fixed_ips': [{'subnet_id': 'd299ad84-3023-4bc2-ab75-41bf45940108'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:11.271571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.280049 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:25:11.291527 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 67693e0c-f556-4e16-a2ff-c10e060717d4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:11.291865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 67693e0c-f556-4e16-a2ff-c10e060717d4 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:11.339095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.387776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Calling delete_port for 67693e0c-f556-4e16-a2ff-c10e060717d4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:11.433683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.452010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c560ce73-2887-4a51-9502-a06d19332a99 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.474161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:11.484277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:25:11.510266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Allocated IP 172.21.0.2 (792b46c7-7746-480e-9860-c97ebfc58c60/d299ad84-3023-4bc2-ab75-41bf45940108/27ec633d-0737-4dfc-8969-24b20800a408) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:11.574841 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560ce73-2887-4a51-9502-a06d19332a99 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=6878c6d6-650a-4ba5-9fe7-1844ce2606eb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:11.580614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.651363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c560ce73-2887-4a51-9502-a06d19332a99 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.679297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:25:11.679602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:25:11.688661 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c560ce73-2887-4a51-9502-a06d19332a99 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/6878c6d6-650a-4ba5-9fe7-1844ce2606eb HTTP/1.1" status: 204 len: 168 time: 2.7333615 Feb 28 11:25:11.689383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:11.799330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.814424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Transition to ACTIVE for port object 27ec633d-0737-4dfc-8969-24b20800a408 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:11.840255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Transition to ACTIVE for port object 27ec633d-0737-4dfc-8969-24b20800a408 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:11.849625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.870615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.918658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.919633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:11.920209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:11.932664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Network 792b46c7-7746-480e-9860-c97ebfc58c60 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:11.933601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Pushing event updated for resources: {'Port': ['ID=27ec633d-0737-4dfc-8969-24b20800a408,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:11.936455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:11.938201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:11.958301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f21c8c-d47f-469d-9de3-848c5f9ed113 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:11.959797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f21c8c-d47f-469d-9de3-848c5f9ed113 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:11.960520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-99f21c8c-d47f-469d-9de3-848c5f9ed113 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:12.001577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-99f21c8c-d47f-469d-9de3-848c5f9ed113 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:12.002740 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-99f21c8c-d47f-469d-9de3-848c5f9ed113 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2531178 Feb 28 11:25:12.041067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Attempting to bind port 27ec633d-0737-4dfc-8969-24b20800a408 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:12.041427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Attempting to bind port 27ec633d-0737-4dfc-8969-24b20800a408 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'd2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '792b46c7-7746-480e-9860-c97ebfc58c60'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:12.041928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Attempting to bind port 27ec633d-0737-4dfc-8969-24b20800a408 on network 792b46c7-7746-480e-9860-c97ebfc58c60 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:12.048319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:12.048703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Checking segment: {'id': 'd2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '792b46c7-7746-480e-9860-c97ebfc58c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:12.049088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.049477 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Bound using segment: {'id': 'd2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '792b46c7-7746-480e-9860-c97ebfc58c60'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:12.049943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Bound port: 27ec633d-0737-4dfc-8969-24b20800a408, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '792b46c7-7746-480e-9860-c97ebfc58c60'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:12.050312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.056750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50018) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:12.166725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 9bcbd434-dabf-4d25-99cd-4382fe83e1db {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:12.179380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] For port 27ec633d-0737-4dfc-8969-24b20800a408, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:12.184213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] For port 27ec633d-0737-4dfc-8969-24b20800a408, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=27ec633d-0737-4dfc-8969-24b20800a408,segment=NetworkSegment(d2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af),segment_id=d2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:12.191430 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.219083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Deleting port 67693e0c-f556-4e16-a2ff-c10e060717d4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:12.219644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.250909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.274001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] device_id is not set on port 4791535f-906b-4a31-a501-5516c4894c1b yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:12.288066 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6210339 Feb 28 11:25:12.304783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd851bba-6de7-4a71-b420-1e36feb93d9f None None] Pushing event updated for resources: {'Port': ['ID=27ec633d-0737-4dfc-8969-24b20800a408,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:12.359635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50022) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:12.447620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d897dc5-adbf-456b-b16e-88e60c98a5bb admin admin] Pushing event updated for resources: {'Network': ['ID=03056790-6290-439c-a637-073f888081fa,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:12.450330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.459328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 03056790-6290-439c-a637-073f888081fa details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:12.539241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Request body: {'subnet': {'network_id': '03056790-6290-439c-a637-073f888081fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-910794197-subnet', 'tenant_id': '6081b5f8d260465bb58f2a571da9fc6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:12.600348 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:12.611879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] The port '67693e0c-f556-4e16-a2ff-c10e060717d4' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:25:12.620186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c14e9-2073-478f-a71e-85d50b6a4579 None None] Network 47a0125d-559a-431e-aed4-8fee6d3f72c6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:12.671374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Usage tracker for resource:subnet and tenant:6081b5f8d260465bb58f2a571da9fc6b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:12.708553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:12.730508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:12.731011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.744321 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfe682-e4e2-48c8-a1d2-8cbe5688285a None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:12.748550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.763797 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfe682-e4e2-48c8-a1d2-8cbe5688285a None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:12.764662 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cfcfe682-e4e2-48c8-a1d2-8cbe5688285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:12.767943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:12.802321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-96b12719-0bc6-4e4a-bf53-7f9f44ced4e2 None None] Provisioning for port d88c37de-f43c-4716-9047-0e9553711759 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:12.856123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.903491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:12.911036 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cfcfe682-e4e2-48c8-a1d2-8cbe5688285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:12.916308 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d862dd5d-9944-43af-9ec3-b995e6acb10a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/floatingips/6f7c062b-93cb-4e05-bae2-3ae1bd5740fd HTTP/1.1" status: 204 len: 168 time: 4.9747572 Feb 28 11:25:12.921609 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfe682-e4e2-48c8-a1d2-8cbe5688285a None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:12.922288 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cfcfe682-e4e2-48c8-a1d2-8cbe5688285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:12.922983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50026) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:12.964008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Made reservation on behalf of 6081b5f8d260465bb58f2a571da9fc6b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:12.966521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.015661 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cfcfe682-e4e2-48c8-a1d2-8cbe5688285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:13.016908 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfe682-e4e2-48c8-a1d2-8cbe5688285a None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:13.033795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.107064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-eca18f58-5930-42a1-a75d-6be28e58738d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port a325b9ad-72b9-40cd-ab7d-05746d987fe2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:13.107408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eca18f58-5930-42a1-a75d-6be28e58738d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.148026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.165449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e0a966-d597-493f-a8b7-7fa42333d6c2']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:13.209965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd025ee3b-18c7-4475-a27d-c5fed3df52b0') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:13.210248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd025ee3b-18c7-4475-a27d-c5fed3df52b0') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:13.278594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.20.0.1 (47a0125d-559a-431e-aed4-8fee6d3f72c6/63950250-0853-442a-b851-8af1910d06a7/24ceda52-1445-4ac8-826a-58f7d4e89a7b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:13.286927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.310033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 27ec633d-0737-4dfc-8969-24b20800a408 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:13.394984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 27ec633d-0737-4dfc-8969-24b20800a408 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:13.402351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d88c37de-f43c-4716-9047-0e9553711759 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:13.425035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.460549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.475701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:13.476524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.487515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port d88c37de-f43c-4716-9047-0e9553711759 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:13.494156 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d88c37de-f43c-4716-9047-0e9553711759 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:13.494572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.522315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eca18f58-5930-42a1-a75d-6be28e58738d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:13.569146 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:13.635526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.646712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Allocated IP 172.26.8.38 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/5d0d98e3-bbc9-47f5-ad05-2282bae92817) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:13.673308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port d88c37de-f43c-4716-9047-0e9553711759, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d88c37de-f43c-4716-9047-0e9553711759,segment=NetworkSegment(17e89531-1fdf-4f1c-82fc-b450574fa02f),segment_id=17e89531-1fdf-4f1c-82fc-b450574fa02f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:13.679004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.705713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Deleting port 667e89cf-dcaf-4de0-8089-7857e9a57330 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:13.706051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.735273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.748143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-eca18f58-5930-42a1-a75d-6be28e58738d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for a325b9ad-72b9-40cd-ab7d-05746d987fe2 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:13.749004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.757111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6c295-fedb-4a60-b27e-2ca4115e15bd None None] Network 792b46c7-7746-480e-9860-c97ebfc58c60 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:13.767345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.914660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.935184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-68a88ffe-912d-420f-b45d-728972110aa0 None None] Provisioning for port 27ec633d-0737-4dfc-8969-24b20800a408 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:13.941351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=d88c37de-f43c-4716-9047-0e9553711759,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:13.948459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-68a88ffe-912d-420f-b45d-728972110aa0 None None] Provisioning complete for port 27ec633d-0737-4dfc-8969-24b20800a408 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:13.948921 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-68a88ffe-912d-420f-b45d-728972110aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:13.992134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.992410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.992513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=59e0a966-d597-493f-a8b7-7fa42333d6c2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:13.993012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.993861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.994266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.994644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.995036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.995448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.995833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.996230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.996608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:13.996986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.017529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=9bcbd434-dabf-4d25-99cd-4382fe83e1db,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:14.021676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.035632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.035632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.035976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.036274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.036613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.036929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.037569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.037678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.037986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.038367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.038681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.038996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.051021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a23c35-bd01-4ecf-87ea-b41b73af298e None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:14.075972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.092121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Port': ['ID=5938d65f-995f-4e5f-ada8-6fa4807ed9cb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:14.106158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.111661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.111661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.111661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.111661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.112031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.112031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.112354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.112740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.112979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.113190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Transition to ACTIVE for port object 24ceda52-1445-4ac8-826a-58f7d4e89a7b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:14.113310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.113611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.114066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:25:14.151736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Checking segment: {'id': '605eb746-1998-491f-93e0-a04be7ad9b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2cae86a8-10e2-4602-9cb7-bd8f39ab472c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:14.151736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Network hostable DHCP agents. Network: 2cae86a8-10e2-4602-9cb7-bd8f39ab472c, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:14.252288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Network 2cae86a8-10e2-4602-9cb7-bd8f39ab472c is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:14.273249 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.323375 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ffd58aef-f3c1-433c-b6fb-7210d3534f32 admin admin] 10.222.0.64 "DELETE /v2.0/networks/59e0a966-d597-493f-a8b7-7fa42333d6c2 HTTP/1.1" status: 204 len: 168 time: 4.5665345 Feb 28 11:25:14.334858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 2cae86a8-10e2-4602-9cb7-bd8f39ab472c) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:14.353763 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c21fb918-c6f4-4f41-b943-5c2f042232a2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/9bcbd434-dabf-4d25-99cd-4382fe83e1db HTTP/1.1" status: 204 len: 168 time: 2.2942495 Feb 28 11:25:14.354438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:14.355264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.363863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea3b06-47c7-4fbb-bbba-37bc7b56d0a3 None None] Network 2cae86a8-10e2-4602-9cb7-bd8f39ab472c requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:14.365895 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:14.381478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 47a0125d-559a-431e-aed4-8fee6d3f72c6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:14.388939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:14.394962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:14.398576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-68a88ffe-912d-420f-b45d-728972110aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.426158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=24ceda52-1445-4ac8-826a-58f7d4e89a7b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:14.445831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eca18f58-5930-42a1-a75d-6be28e58738d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.508196 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-38a7ef30-a16a-4868-8ac8-1b95ab6e430d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1344335 Feb 28 11:25:14.515968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.531992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:14.534628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f39b0f-217a-4b54-9546-3cf2f5b397f0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:14.541372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] For port 667e89cf-dcaf-4de0-8089-7857e9a57330, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=667e89cf-dcaf-4de0-8089-7857e9a57330,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:14.541811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.604632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-68a88ffe-912d-420f-b45d-728972110aa0 None None] For port 27ec633d-0737-4dfc-8969-24b20800a408, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=27ec633d-0737-4dfc-8969-24b20800a408,segment=NetworkSegment(d2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af),segment_id=d2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:14.660223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Checking segment: {'id': '67de81b3-f177-4af0-b2ba-8f361f6c254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '03056790-6290-439c-a637-073f888081fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:14.660582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Network hostable DHCP agents. Network: 03056790-6290-439c-a637-073f888081fa, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:14.676214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-68a88ffe-912d-420f-b45d-728972110aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.706808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50040) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:14.811529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Checking segment: {'id': 'a8580f5e-493b-4b4f-a0f9-8ceb58a515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6971295e-9c1c-40bb-889e-6248bd02a308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:14.812136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Network hostable DHCP agents. Network: 6971295e-9c1c-40bb-889e-6248bd02a308, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:14.816594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.818196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Calling delete_port for 667e89cf-dcaf-4de0-8089-7857e9a57330 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:14.862493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a88ffe-912d-420f-b45d-728972110aa0 None None] Pushing event updated for resources: {'Port': ['ID=27ec633d-0737-4dfc-8969-24b20800a408,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:14.869145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08fd45-8a07-48d1-a098-3dc881678af9 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:14.876845 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2e08fd45-8a07-48d1-a098-3dc881678af9 None None] Deleting port 37281987-0e48-4248-9fa7-2afa7c47fb45 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:14.877329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e08fd45-8a07-48d1-a098-3dc881678af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.902608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Network 03056790-6290-439c-a637-073f888081fa is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:14.927710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9b4bcc3-c7a7-4635-9097-9f66f1e9faf7 None None] Provisioning for port 24ceda52-1445-4ac8-826a-58f7d4e89a7b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:14.940423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 03056790-6290-439c-a637-073f888081fa) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:14.945221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:14.945802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.951151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:14.955467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e68aeab-a128-4627-96f2-060d0eda20b9 None None] Network 03056790-6290-439c-a637-073f888081fa requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:14.963413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Port': ['ID=4791535f-906b-4a31-a501-5516c4894c1b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:14.968149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9b4bcc3-c7a7-4635-9097-9f66f1e9faf7 None None] Provisioning complete for port 24ceda52-1445-4ac8-826a-58f7d4e89a7b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:14.968630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9b4bcc3-c7a7-4635-9097-9f66f1e9faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:15.033974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed8ba9-2104-4abb-a820-5b56a4d54186 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:15.034546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2aed8ba9-2104-4abb-a820-5b56a4d54186 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:15.044308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:15.057521 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e1d2c748-4c5f-4c30-833b-70dece484f1b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5286930 Feb 28 11:25:15.057521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:15.071101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca18f58-5930-42a1-a75d-6be28e58738d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=a325b9ad-72b9-40cd-ab7d-05746d987fe2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:15.074405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:15.171313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Network 6971295e-9c1c-40bb-889e-6248bd02a308 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:15.178434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eca18f58-5930-42a1-a75d-6be28e58738d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:15.193083 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5102feaf-3b1d-4e36-821d-9f23dfec674b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f423a4da9b54c3f824424e120e51144&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4169338 Feb 28 11:25:15.201253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:15.201879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 6971295e-9c1c-40bb-889e-6248bd02a308) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:15.202644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4bcc3-c7a7-4635-9097-9f66f1e9faf7 None None] Port 24ceda52-1445-4ac8-826a-58f7d4e89a7b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:15.210335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:15.216679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:15.221590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:15.222272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:15.244674 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eca18f58-5930-42a1-a75d-6be28e58738d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/ports/a325b9ad-72b9-40cd-ab7d-05746d987fe2 HTTP/1.1" status: 204 len: 168 time: 2.3201077 Feb 28 11:25:15.271772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:15.300346 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b2368-3a80-4122-b850-d3736f22d7c7 None None] Network 6971295e-9c1c-40bb-889e-6248bd02a308 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:15.300617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:15.315908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 27ec633d-0737-4dfc-8969-24b20800a408 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:15.317365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:15.320256 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-05f6f144-d12a-46e1-85da-b59e6f2739d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.8529913 Feb 28 11:25:15.327311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:15.330621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:floatingip and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:15.334900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:15.392993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:15.411792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:15.448635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:15.469460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2e08fd45-8a07-48d1-a098-3dc881678af9 None None] For port 37281987-0e48-4248-9fa7-2afa7c47fb45, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=37281987-0e48-4248-9fa7-2afa7c47fb45,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:15.469838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e08fd45-8a07-48d1-a098-3dc881678af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:15.520661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-209f3f80-e3dd-448a-bee0-334d2f41453f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:15.591731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2aed8ba9-2104-4abb-a820-5b56a4d54186 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:15.596582 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2aed8ba9-2104-4abb-a820-5b56a4d54186 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0634274 Feb 28 11:25:15.607931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:15.608892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event updated for resources: {'Port': ['ID=5d0d98e3-bbc9-47f5-ad05-2282bae92817,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:15.642914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-209f3f80-e3dd-448a-bee0-334d2f41453f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:15.751246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5883fe02-86f0-4f2f-aff6-e44ec092271b None None] Provisioning complete for port 27ec633d-0737-4dfc-8969-24b20800a408 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:15.751984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5883fe02-86f0-4f2f-aff6-e44ec092271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:15.784622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2e08fd45-8a07-48d1-a098-3dc881678af9 None None] Calling delete_port for 37281987-0e48-4248-9fa7-2afa7c47fb45 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:15.929508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6042a6-1d51-4231-9982-29d45bd2dbfd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:15.935273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6042a6-1d51-4231-9982-29d45bd2dbfd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:15.936051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4e6042a6-1d51-4231-9982-29d45bd2dbfd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Synchronizing usage tracker for tenant:e4f89122645649acad0f92cde9803ba9 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:15.948623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1184ce-098c-4811-8471-00533279874a None None] Network 03056790-6290-439c-a637-073f888081fa requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:15.996717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4e6042a6-1d51-4231-9982-29d45bd2dbfd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Unset dirty status for tenant:e4f89122645649acad0f92cde9803ba9 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:15.997955 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4e6042a6-1d51-4231-9982-29d45bd2dbfd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6644857 Feb 28 11:25:16.001841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50076) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:16.015397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3752a5b6-ded9-45fd-bd5f-12db6bd62a7b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:16.016177 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3752a5b6-ded9-45fd-bd5f-12db6bd62a7b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:16.030071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.070645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 27ec633d-0737-4dfc-8969-24b20800a408 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:16.072287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.102779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.136134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-209f3f80-e3dd-448a-bee0-334d2f41453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.181815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e08fd45-8a07-48d1-a098-3dc881678af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.182443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Pushing event deleted for resources: {'Port': ['ID=667e89cf-dcaf-4de0-8089-7857e9a57330,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:16.183779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f3f80-e3dd-448a-bee0-334d2f41453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2737678-a428-4399-bf91-b4609e36e0c5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:16.200845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bed92914-fe6f-4476-ac73-bd00fc879c7a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Deleting port 5938d65f-995f-4e5f-ada8-6fa4807ed9cb {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:16.201112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bed92914-fe6f-4476-ac73-bd00fc879c7a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.269975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-209f3f80-e3dd-448a-bee0-334d2f41453f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.271383 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-209f3f80-e3dd-448a-bee0-334d2f41453f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2737678-a428-4399-bf91-b4609e36e0c5 HTTP/1.1" status: 204 len: 168 time: 1.0674436 Feb 28 11:25:16.297660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.327216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08fd45-8a07-48d1-a098-3dc881678af9 None None] Pushing event deleted for resources: {'Port': ['ID=37281987-0e48-4248-9fa7-2afa7c47fb45,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:16.346421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08fd45-8a07-48d1-a098-3dc881678af9 None None] No DVR routers for this DVR port 37281987-0e48-4248-9fa7-2afa7c47fb45 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:16.491951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-661764bf-3ec6-45e0-a78e-7066e59e9843 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:16.494182 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-661764bf-3ec6-45e0-a78e-7066e59e9843 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/networks?id=85553a84-1d36-44c0-b358-8e06f7845ee8 HTTP/1.1" status: 200 len: 812 time: 0.7174461 Feb 28 11:25:16.530985 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d88c37de-f43c-4716-9047-0e9553711759 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:16.548862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.569664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3752a5b6-ded9-45fd-bd5f-12db6bd62a7b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:16.574354 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3752a5b6-ded9-45fd-bd5f-12db6bd62a7b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9624231 Feb 28 11:25:16.586170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50084) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:16.596075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.610396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d88c37de-f43c-4716-9047-0e9553711759 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:16.610763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.688261 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-165d4b3b-7825-4834-92ef-3a24764dde2c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996382 Feb 28 11:25:16.693796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50090) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:16.701364 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-d801da5d-aa5f-45fc-bf06-1d474a34aff2 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/quotas/d82e6c3145924db4a6b62e6080d616e7 HTTP/1.1" status: 200 len: 375 time: 0.1327481 Feb 28 11:25:16.717590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:16.816615 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-bc76d531-e3ee-494a-a46e-a2a22c40b0fa tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d82e6c3145924db4a6b62e6080d616e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1140559 Feb 28 11:25:16.822363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bed92914-fe6f-4476-ac73-bd00fc879c7a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.845033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 37281987-0e48-4248-9fa7-2afa7c47fb45 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:16.890640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 37281987-0e48-4248-9fa7-2afa7c47fb45 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:16.891554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 37281987-0e48-4248-9fa7-2afa7c47fb45 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:16.919345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.26.8.176 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/ef15c7ac-fcc9-4ccf-97a8-2939dbef9963) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:16.924039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:16.987246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=24ceda52-1445-4ac8-826a-58f7d4e89a7b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:16.996507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bed92914-fe6f-4476-ac73-bd00fc879c7a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Calling delete_port for 5938d65f-995f-4e5f-ada8-6fa4807ed9cb owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:17.157973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:17.290476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bed92914-fe6f-4476-ac73-bd00fc879c7a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.309555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:17.360518 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 47a0125d-559a-431e-aed4-8fee6d3f72c6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:17.362689 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-160b3661-df5f-42a2-b385-db7e7c41d1d6 service neutron] 10.222.0.64 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452156 Feb 28 11:25:17.368463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:17.371952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.373060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:17.374938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed92914-fe6f-4476-ac73-bd00fc879c7a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Port': ['ID=5938d65f-995f-4e5f-ada8-6fa4807ed9cb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:17.386066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.431078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.448189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bed92914-fe6f-4476-ac73-bd00fc879c7a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.458062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.687652 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bed92914-fe6f-4476-ac73-bd00fc879c7a tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/ports/5938d65f-995f-4e5f-ada8-6fa4807ed9cb HTTP/1.1" status: 204 len: 168 time: 1.6825449 Feb 28 11:25:17.702229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50114) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:17.756832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-622c1233-a181-4491-90a5-74abb07f54a6 None None] Provisioning complete for port 24ceda52-1445-4ac8-826a-58f7d4e89a7b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:17.757354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-622c1233-a181-4491-90a5-74abb07f54a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.810282 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0d819bc5-c39b-4852-86b1-fa01fcee05d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Deleting port 4791535f-906b-4a31-a501-5516c4894c1b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:17.810859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d819bc5-c39b-4852-86b1-fa01fcee05d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.864269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.870982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-622c1233-a181-4491-90a5-74abb07f54a6 None None] Port 24ceda52-1445-4ac8-826a-58f7d4e89a7b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:17.953145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:17.986943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:18.004403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:18.035261 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 7fe8b4bf-6e47-455f-985a-f6dd43d7016c is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:25:18.058658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=ef15c7ac-fcc9-4ccf-97a8-2939dbef9963,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:18.087593 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-245e4be5-0219-4354-911a-05cd3038b1c8 service neutron] 10.222.0.64 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6933067 Feb 28 11:25:18.331691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d819bc5-c39b-4852-86b1-fa01fcee05d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:18.418690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Router f27c9c74-dae8-4038-8c0f-06b218446f7d is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:25:18.440955 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-de308135-c72d-4ead-861e-4e20556d2f03 req-2b6abadc-9c41-4275-a027-6d65da79b7a5 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 210 time: 0.1101255 Feb 28 11:25:18.484980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:18.498608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80db2a-108a-4e75-a923-628c92101caf None None] Sync routers for ids ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:18.498921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0d819bc5-c39b-4852-86b1-fa01fcee05d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Calling delete_port for 4791535f-906b-4a31-a501-5516c4894c1b owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:18.513071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80db2a-108a-4e75-a923-628c92101caf None None] Routers {'7fe8b4bf-6e47-455f-985a-f6dd43d7016c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:18.513643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ec80db2a-108a-4e75-a923-628c92101caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:18.604661 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-50449cce-f0c7-44cf-9f6c-447797961530 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/7fe8b4bf-6e47-455f-985a-f6dd43d7016c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3332443 Feb 28 11:25:18.604864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ec80db2a-108a-4e75-a923-628c92101caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:18.606000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50144) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:18.610175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:18.620733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:18.632989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80db2a-108a-4e75-a923-628c92101caf None None] Routers {'7fe8b4bf-6e47-455f-985a-f6dd43d7016c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:18.633832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ec80db2a-108a-4e75-a923-628c92101caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:18.706751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:18.721688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:18.737088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ec80db2a-108a-4e75-a923-628c92101caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:18.737746 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80db2a-108a-4e75-a923-628c92101caf None None] The sync data for ids ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:18.744497 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:18.752987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:18.753761 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:18.755411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598b1b80-5d15-4eff-b640-1d13b6560d51 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:18.824815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=c356d7b8-106c-4532-a5af-4a394c1e3298,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:18.882719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b068c3-8869-4bab-9992-a04502638f0c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:18.883411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-26b068c3-8869-4bab-9992-a04502638f0c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:18.888569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:18.940526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50154) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:18.961273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d819bc5-c39b-4852-86b1-fa01fcee05d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:18.990307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:19.002854 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b856c-f56e-421d-beab-bc9b67ee5c73 None None] Sync routers for ids ['f27c9c74-dae8-4038-8c0f-06b218446f7d'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:19.018485 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b856c-f56e-421d-beab-bc9b67ee5c73 None None] Routers {'f27c9c74-dae8-4038-8c0f-06b218446f7d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:19.027920 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-310b856c-f56e-421d-beab-bc9b67ee5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f27c9c74-dae8-4038-8c0f-06b218446f7d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:19.029680 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-889cc104-eb62-4bb1-9904-674c5f9bdb60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3255835 Feb 28 11:25:19.047605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50160) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:19.168727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': 'c356d7b8-106c-4532-a5af-4a394c1e3298'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:19.169551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:19.169667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:19.171395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:19.175093 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-69eb461c-90a7-400c-ba12-3789f3c9f64f tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.5688300 Feb 28 11:25:19.178890 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-522499a4-fc84-40b9-919b-e1be70a85043 admin admin] 10.222.0.64 "PUT /v2.0/routers/46068cd7-3a97-4c37-a7d4-67f4c11f2738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1314545 Feb 28 11:25:19.178890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:19.179720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50166) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:19.197938 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-310b856c-f56e-421d-beab-bc9b67ee5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:19.206710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] Sync routers for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:19.218431 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b856c-f56e-421d-beab-bc9b67ee5c73 None None] Routers {'f27c9c74-dae8-4038-8c0f-06b218446f7d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:19.219049 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-310b856c-f56e-421d-beab-bc9b67ee5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f27c9c74-dae8-4038-8c0f-06b218446f7d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:19.290686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:19.311745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d819bc5-c39b-4852-86b1-fa01fcee05d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Port': ['ID=4791535f-906b-4a31-a501-5516c4894c1b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:19.322540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': 'c356d7b8-106c-4532-a5af-4a394c1e3298', 'ip_address': '2001:db8::5c45:2c07:4cd1:7de8'}], 'name': 'tempest-NetworksTestDHCPv6-913897998'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:19.330556 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-310b856c-f56e-421d-beab-bc9b67ee5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:19.331046 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b856c-f56e-421d-beab-bc9b67ee5c73 None None] The sync data for ids ['f27c9c74-dae8-4038-8c0f-06b218446f7d'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:19.347203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:19.348598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:19.360805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d819bc5-c39b-4852-86b1-fa01fcee05d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:19.364127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:19.406624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-26b068c3-8869-4bab-9992-a04502638f0c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:19.410565 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-26b068c3-8869-4bab-9992-a04502638f0c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports/24ceda52-1445-4ac8-826a-58f7d4e89a7b HTTP/1.1" status: 200 len: 910 time: 0.7996893 Feb 28 11:25:19.426522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50172) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:19.618153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:19.704788 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0d819bc5-c39b-4852-86b1-fa01fcee05d9 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/ports/4791535f-906b-4a31-a501-5516c4894c1b HTTP/1.1" status: 204 len: 168 time: 2.0013227 Feb 28 11:25:19.710469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:19.716954 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9046a07d-5983-4162-986e-2a2be9d97c4c req-6603f5d3-1ebf-4f2e-988a-32018ca13179 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 210 time: 0.0581064 Feb 28 11:25:19.717617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50180) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:19.727888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:19.782320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Usage tracker for resource:floatingip and tenant:c327d44aeb4e4d959570fbcd67925c44 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:19.790911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:19.802269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/c356d7b8-106c-4532-a5af-4a394c1e3298/09584c0e-b68c-448f-8924-28ea6d7c5c23) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:19.874004 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=ef15c7ac-fcc9-4ccf-97a8-2939dbef9963,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:19.926126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:19.932210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:19.949853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:19.954164 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dc86cf55-ebbb-407f-b451-98e5dd4b71eb tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2303278 Feb 28 11:25:19.969347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50184) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:19.984232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-824526281'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:20.019512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-af72d357-4338-400d-bde8-0037d49e5163 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:20.021530 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-af72d357-4338-400d-bde8-0037d49e5163 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.37 "GET /v2.0/networks?id=85553a84-1d36-44c0-b358-8e06f7845ee8 HTTP/1.1" status: 200 len: 812 time: 0.2272394 Feb 28 11:25:20.028651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.053067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:20.056033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:20.068579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.073569 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6d63bc22-f34f-49f6-8b1f-8ce3b2155a4a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7937448 Feb 28 11:25:20.073935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50190) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:20.085655 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Usage tracker for resource:network and tenant:e4f89122645649acad0f92cde9803ba9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:20.094042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:20.102601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'port': {'network_id': 'e0a6a280-71d2-4d87-9dbf-23eff5d5f168', 'name': 'tempest-FloatingIPTestJSON-786645813'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:20.132022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Request body: {'port': {'device_id': '38308394-09af-4756-b096-644bfbf26111', 'network_id': '85553a84-1d36-44c0-b358-8e06f7845ee8', 'admin_state_up': True, 'tenant_id': 'd82e6c3145924db4a6b62e6080d616e7'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:20.148585 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8f47d5cd-69a1-4769-8caa-993bce222245 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/routers/f27c9c74-dae8-4038-8c0f-06b218446f7d HTTP/1.1" status: 200 len: 919 time: 0.9701443 Feb 28 11:25:20.166805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50196) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:20.179156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:20.186999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.197585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:20.201618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Transition to ACTIVE for port object 09584c0e-b68c-448f-8924-28ea6d7c5c23 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:20.225747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Transition to ACTIVE for port object 09584c0e-b68c-448f-8924-28ea6d7c5c23 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:20.236367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.255484 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9349ee69-1162-421f-b0b2-c2ae27628dad tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=f27c9c74-dae8-4038-8c0f-06b218446f7d HTTP/1.1" status: 200 len: 205 time: 0.0708916 Feb 28 11:25:20.257372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50200) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:20.288361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:25:15Z', 'revision_number': 5, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:20.304699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] Checking router: 46068cd7-3a97-4c37-a7d4-67f4c11f2738 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:25:20.310437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:20.320017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.326946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:20.337036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:20.340097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Pushing event updated for resources: {'Port': ['ID=09584c0e-b68c-448f-8924-28ea6d7c5c23,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:20.344989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] Routers {'46068cd7-3a97-4c37-a7d4-67f4c11f2738'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:20.345600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:20.409835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Made reservation on behalf of e4f89122645649acad0f92cde9803ba9 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:20.413283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.505774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Attempting to bind port 09584c0e-b68c-448f-8924-28ea6d7c5c23 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:20.506137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Attempting to bind port 09584c0e-b68c-448f-8924-28ea6d7c5c23 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:20.506490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Attempting to bind port 09584c0e-b68c-448f-8924-28ea6d7c5c23 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:20.570438 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:20.571374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:20.572031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.572417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:20.572890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Bound port: 09584c0e-b68c-448f-8924-28ea6d7c5c23, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:20.573258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.584597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:20.588873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:20.595641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Usage tracker for resource:port and tenant:d82e6c3145924db4a6b62e6080d616e7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:20.602949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:20.624104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:20.647299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.654737 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] Set router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:20.655056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Made reservation on behalf of d82e6c3145924db4a6b62e6080d616e7 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:20.658489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.676025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Deleting port 61c301c8-fb88-4168-8d2e-7f3f430329f2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:20.676271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.778974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.801237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.801572 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Added segment 973e0ce4-f604-4d31-b8a6-990f48847944 of type vlan for network f547b0d8-1459-4b06-89cc-e45153e4c7f6 Feb 28 11:25:20.819317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port e142afb8-e457-427b-b244-9ea8ab8606da yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:20.882214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:20.904383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.911382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] For port 09584c0e-b68c-448f-8924-28ea6d7c5c23, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:20.915909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:port and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:20.920203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.932511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] For port 09584c0e-b68c-448f-8924-28ea6d7c5c23, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=09584c0e-b68c-448f-8924-28ea6d7c5c23,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:20.940574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:20.999157 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7090ca5c-5ecf-4087-91f0-f77cbb23e81d req-377835e3-279e-4d4b-8a9c-eafbf478855e tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 210 time: 0.0901277 Feb 28 11:25:21.084082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c7383-3fc3-4b39-b571-d153ef93e9d4 None None] Pushing event updated for resources: {'Port': ['ID=09584c0e-b68c-448f-8924-28ea6d7c5c23,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:21.093028 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] For port 61c301c8-fb88-4168-8d2e-7f3f430329f2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=61c301c8-fb88-4168-8d2e-7f3f430329f2,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:21.094252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:21.132385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:21.132872 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:25:15Z', 'revision_number': 5, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:21.139535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6efe72-5b3e-4825-87ac-8e91be217dd0 None None] The sync data for ids ['46068cd7-3a97-4c37-a7d4-67f4c11f2738'] in dv-neutron-831192-2-hyperv is: [{'id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'name': 'tempest-ServersTestJSON-1656909524-router', 'tenant_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:13Z', 'updated_at': '2022-02-28T11:25:15Z', 'revision_number': 5, 'project_id': 'dd78ff79f8d3407fa118ff357b803d7d', 'gw_port': {'id': '61c301c8-fb88-4168-8d2e-7f3f430329f2', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46068cd7-3a97-4c37-a7d4-67f4c11f2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:15Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:21.201235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:21.204911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:21.309821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Made reservation on behalf of e78f1096056b4c2fad508c5192912841 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:21.313123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:21.466804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Calling delete_port for 61c301c8-fb88-4168-8d2e-7f3f430329f2 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:21.504431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] device_id is not set on port c162ac3f-c569-4b06-8581-ca6c47289155 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:21.541682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Allocated IP 172.20.0.6 (85553a84-1d36-44c0-b358-8e06f7845ee8/a65fe46e-d4af-4ef1-8c2d-83765c598e81/10e1231f-4084-4519-be35-54c92781f874) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:21.543022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:21.548640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:21.549242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:21.587894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Allocated IP 172.26.8.245 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/7f840b22-ef0d-47d9-8850-747256e41384) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:21.654784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:21.842373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:21.871381 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9013302 Feb 28 11:25:21.872937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::5c45:2c07:4cd1:7de8 (89a85dab-b254-4061-917a-102ac7d2b42f/c356d7b8-106c-4532-a5af-4a394c1e3298/e142afb8-e457-427b-b244-9ea8ab8606da) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:21.883435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:21.933119 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c30d0c-224f-4039-bcb9-30246c6dd4c2 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Network': ['ID=f547b0d8-1459-4b06-89cc-e45153e4c7f6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:21.939695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-510241947'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:21.944844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network f547b0d8-1459-4b06-89cc-e45153e4c7f6 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:21.946839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:21.951163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Usage tracker for resource:network and tenant:e4f89122645649acad0f92cde9803ba9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:21.954016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Deleting port 5d0d98e3-bbc9-47f5-ad05-2282bae92817 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:21.954252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:21.954368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:21.960250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:22.014967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Made reservation on behalf of e4f89122645649acad0f92cde9803ba9 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:22.018806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.055296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.081309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.209369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c301c8-fb88-4168-8d2e-7f3f430329f2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:22.256084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.20.0.8 (e0a6a280-71d2-4d87-9dbf-23eff5d5f168/7e8136ae-ec30-42e3-8780-19ae5490096f/c162ac3f-c569-4b06-8581-ca6c47289155) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:22.316470 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ff1abf7-4eb2-4d64-94cd-5b84b2056384 req-2718a0f9-6f98-43e8-bb58-72d9a271ce49 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 210 time: 0.0992868 Feb 28 11:25:22.317536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:22.325012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.335163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.404415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.404762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Added segment 660ca048-4135-4c23-b782-74ef231149d6 of type vlan for network ea61d450-f458-464a-a4cf-cf7086c16acd Feb 28 11:25:22.427729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:22.428728 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-36b0ac57-c5eb-4ca8-8f4c-e89867f205cc None None] Provisioning for port 09584c0e-b68c-448f-8924-28ea6d7c5c23 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:22.438442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:22.447763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:22.489298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.560933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.617640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event updated for resources: {'Port': ['ID=7f840b22-ef0d-47d9-8850-747256e41384,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:22.620993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.701382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.708251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.751429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.820086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.820523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46068cd7-3a97-4c37-a7d4-67f4c11f2738 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:25:22.829595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.835048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:22.835701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.874627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Network 85553a84-1d36-44c0-b358-8e06f7845ee8 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:22.907294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:22.920172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:22.925765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:22.943606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Calling delete_port for 5d0d98e3-bbc9-47f5-ad05-2282bae92817 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:22.976421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.072432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object e142afb8-e457-427b-b244-9ea8ab8606da will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:23.078682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.21.0.1 (792b46c7-7746-480e-9860-c97ebfc58c60/d299ad84-3023-4bc2-ab75-41bf45940108/0a136084-ca84-4a0f-bbf6-c49b90d1c53f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:23.145255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Pushing event updated for resources: {'Port': ['ID=10e1231f-4084-4519-be35-54c92781f874,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:23.181467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.182588 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c7cc5073-4e7d-4924-820e-c92d4c248861 admin admin] 10.222.0.64 "DELETE /v2.0/routers/46068cd7-3a97-4c37-a7d4-67f4c11f2738 HTTP/1.1" status: 204 len: 168 time: 4.0011714 Feb 28 11:25:23.190178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:23.214560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Network': ['ID=ea61d450-f458-464a-a4cf-cf7086c16acd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:23.225385 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-02304040-dc1a-4696-baab-9bce89ea0a99 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3299966 Feb 28 11:25:23.226106 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network ea61d450-f458-464a-a4cf-cf7086c16acd details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:23.252541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.264446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.299401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:23.300750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.375607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-ba5fbfc1-986e-43b5-8492-bc58a96f69f3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2542078 Feb 28 11:25:23.415150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Request body: {'port': {'device_id': '38308394-09af-4756-b096-644bfbf26111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:23.473656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.493246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 09584c0e-b68c-448f-8924-28ea6d7c5c23 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:23.568105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 09584c0e-b68c-448f-8924-28ea6d7c5c23 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:23.576342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 09584c0e-b68c-448f-8924-28ea6d7c5c23 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:23.576988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.643303 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.644723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network e0a6a280-71d2-4d87-9dbf-23eff5d5f168 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:23.646809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.655082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:23.697887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:23.709446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:23.725444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.770591 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 09584c0e-b68c-448f-8924-28ea6d7c5c23, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=09584c0e-b68c-448f-8924-28ea6d7c5c23,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:23.777833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.787736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:23.793266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.850069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4515928b-fd47-485a-be92-284ca9df5c4d admin admin] Deleting subnet f6b41517-9a9e-4904-a5ae-35be1080a401 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:23.879541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:23.886814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:23.887772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.894038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 667e89cf-dcaf-4de0-8089-7857e9a57330 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:23.912631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.964647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4515928b-fd47-485a-be92-284ca9df5c4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:23.974394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 667e89cf-dcaf-4de0-8089-7857e9a57330 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:23.974732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 667e89cf-dcaf-4de0-8089-7857e9a57330 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:23.975264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 61c301c8-fb88-4168-8d2e-7f3f430329f2 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:24.008518 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=c162ac3f-c569-4b06-8581-ca6c47289155,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:24.087647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 61c301c8-fb88-4168-8d2e-7f3f430329f2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:24.088500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 61c301c8-fb88-4168-8d2e-7f3f430329f2 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:24.101791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=09584c0e-b68c-448f-8924-28ea6d7c5c23,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:24.157425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.175967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-97583d2b-cbf4-45d7-916b-1c0ac3c9591e None None] Provisioning for port e142afb8-e457-427b-b244-9ea8ab8606da completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:24.181721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-97583d2b-cbf4-45d7-916b-1c0ac3c9591e None None] Provisioning complete for port e142afb8-e457-427b-b244-9ea8ab8606da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:24.183031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-97583d2b-cbf4-45d7-916b-1c0ac3c9591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.198269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.227702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:24.228340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.246808 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1876094 Feb 28 11:25:24.250156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50218) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:24.252186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4515928b-fd47-485a-be92-284ca9df5c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.265631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-97583d2b-cbf4-45d7-916b-1c0ac3c9591e None None] Port e142afb8-e457-427b-b244-9ea8ab8606da cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:24.322500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c372280-5987-4ad6-88bb-e6603396f820 req-0537c1fa-b6f6-4fcd-bdc1-339183eae0b8 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:24.323229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5c372280-5987-4ad6-88bb-e6603396f820 req-0537c1fa-b6f6-4fcd-bdc1-339183eae0b8 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Synchronizing usage tracker for tenant:d82e6c3145924db4a6b62e6080d616e7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:24.360943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Transition to ACTIVE for port object 0a136084-ca84-4a0f-bbf6-c49b90d1c53f will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:24.363647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event updated for resources: {'Port': ['ID=7f840b22-ef0d-47d9-8850-747256e41384,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:24.376770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e27c2-5413-4edb-a06b-797978e4d067 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=e142afb8-e457-427b-b244-9ea8ab8606da,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:24.384324 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7d9b4a10-8efe-4cec-9692-6ee37cb4ae69 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2948873 Feb 28 11:25:24.393433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50222) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:24.403483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'port_id': 'c162ac3f-c569-4b06-8581-ca6c47289155'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:24.438843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.486031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5c372280-5987-4ad6-88bb-e6603396f820 req-0537c1fa-b6f6-4fcd-bdc1-339183eae0b8 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Unset dirty status for tenant:d82e6c3145924db4a6b62e6080d616e7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:24.486031 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c372280-5987-4ad6-88bb-e6603396f820 req-0537c1fa-b6f6-4fcd-bdc1-339183eae0b8 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 931 time: 0.9210358 Feb 28 11:25:24.486335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event deleted for resources: {'Port': ['ID=5d0d98e3-bbc9-47f5-ad05-2282bae92817,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:24.486691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.550998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.630067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e1231f-4084-4519-be35-54c92781f874 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:25:24.647199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.650203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.652301 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-87a26bac-22f7-481d-8fdf-ed3e1df6248f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7065012 Feb 28 11:25:24.653378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.655321 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50226) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:24.659042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.667401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1412092121'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:24.678257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:24.692583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Usage tracker for resource:network and tenant:c327d44aeb4e4d959570fbcd67925c44 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:24.709562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:24.718463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4515928b-fd47-485a-be92-284ca9df5c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.724698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Transition to ACTIVE for port object 10e1231f-4084-4519-be35-54c92781f874 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:24.741915 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c372280-5987-4ad6-88bb-e6603396f820 req-8eb3237e-db43-408c-bb36-8e3c8683ce26 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295141 Feb 28 11:25:24.749488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.751726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.760154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:24.897519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Pushing event updated for resources: {'Port': ['ID=10e1231f-4084-4519-be35-54c92781f874,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:24.965502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ef014-9d10-48a3-87bb-710823c89161 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:24.971264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ef014-9d10-48a3-87bb-710823c89161 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:24.972036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f10ef014-9d10-48a3-87bb-710823c89161 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:24.974435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:24.974963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Fanout notify agent at l3_agent the message router_deleted on router f27c9c74-dae8-4038-8c0f-06b218446f7d {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:25:25.005209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Made reservation on behalf of c327d44aeb4e4d959570fbcd67925c44 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:25.009167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.024339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 792b46c7-7746-480e-9860-c97ebfc58c60 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:25.039179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:25.046017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.058420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:25.090462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.091544 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c3e70c7b-bf35-4a65-9c6b-49359b9ddb4b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/f27c9c74-dae8-4038-8c0f-06b218446f7d HTTP/1.1" status: 204 len: 168 time: 4.8331599 Feb 28 11:25:25.100112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=0a136084-ca84-4a0f-bbf6-c49b90d1c53f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:25.108618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50230) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:25.109151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f10ef014-9d10-48a3-87bb-710823c89161 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:25.110351 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f10ef014-9d10-48a3-87bb-710823c89161 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.8159809 Feb 28 11:25:25.135987 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50232) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:25.152241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2050128621', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': False}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:25.162708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:25.212607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:25.218501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Usage tracker for resource:security_group_rule and tenant:c327d44aeb4e4d959570fbcd67925c44 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:25.233773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:25.236802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Usage tracker for resource:router and tenant:d66ff6e345ee4df89982dddef805faa1 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:25.252114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4515928b-fd47-485a-be92-284ca9df5c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.256322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:25.262813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 09584c0e-b68c-448f-8924-28ea6d7c5c23 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:25.296115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:25.312069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:25.323662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.344577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515928b-fd47-485a-be92-284ca9df5c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b41517-9a9e-4904-a5ae-35be1080a401,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:25.359455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Attempting to bind port 10e1231f-4084-4519-be35-54c92781f874 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:25.359791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Attempting to bind port 10e1231f-4084-4519-be35-54c92781f874 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f35807ef-778e-46d2-8bd6-22a584e00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '85553a84-1d36-44c0-b358-8e06f7845ee8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:25.360167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Attempting to bind port 10e1231f-4084-4519-be35-54c92781f874 on network 85553a84-1d36-44c0-b358-8e06f7845ee8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:25.382236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4515928b-fd47-485a-be92-284ca9df5c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.387408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7282c-8ed9-4060-a1df-b69ce4c0badf None None] Network 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:25.394625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Port 10e1231f-4084-4519-be35-54c92781f874 on network 85553a84-1d36-44c0-b358-8e06f7845ee8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:25:25.395021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Attempting to bind port 10e1231f-4084-4519-be35-54c92781f874 on network 85553a84-1d36-44c0-b358-8e06f7845ee8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:25.415800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.417135 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.424328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3185317a-d41f-4c74-9011-4000220abd1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port e142afb8-e457-427b-b244-9ea8ab8606da {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:25.424965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3185317a-d41f-4c74-9011-4000220abd1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.469214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:25.469549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Checking segment: {'id': 'f35807ef-778e-46d2-8bd6-22a584e00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '85553a84-1d36-44c0-b358-8e06f7845ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:25.470106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Bound using segment: {'id': 'f35807ef-778e-46d2-8bd6-22a584e00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '85553a84-1d36-44c0-b358-8e06f7845ee8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:25.470553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Bound port: 10e1231f-4084-4519-be35-54c92781f874, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35807ef-778e-46d2-8bd6-22a584e00aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '85553a84-1d36-44c0-b358-8e06f7845ee8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:25.470898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.490725 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4515928b-fd47-485a-be92-284ca9df5c4d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f6b41517-9a9e-4904-a5ae-35be1080a401 HTTP/1.1" status: 204 len: 168 time: 2.2861645 Feb 28 11:25:25.491240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:25.545892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.598900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d1b49eef-5de6-4431-85ea-5a351e686e72 None None] Provisioning for port 0a136084-ca84-4a0f-bbf6-c49b90d1c53f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:25.608235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 09584c0e-b68c-448f-8924-28ea6d7c5c23 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:25.608684 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.699075 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d1b49eef-5de6-4431-85ea-5a351e686e72 None None] Provisioning complete for port 0a136084-ca84-4a0f-bbf6-c49b90d1c53f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:25.699478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d1b49eef-5de6-4431-85ea-5a351e686e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.865996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:25.895070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d1b49eef-5de6-4431-85ea-5a351e686e72 None None] Port 0a136084-ca84-4a0f-bbf6-c49b90d1c53f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:25.917881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] For port 10e1231f-4084-4519-be35-54c92781f874, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:25.931791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Deleting port 50a929bf-c6cb-4bce-af72-764e71edd122 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:25.932123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.019842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.050258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] For port 10e1231f-4084-4519-be35-54c92781f874, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10e1231f-4084-4519-be35-54c92781f874,segment=NetworkSegment(f35807ef-778e-46d2-8bd6-22a584e00aa2),segment_id=f35807ef-778e-46d2-8bd6-22a584e00aa2)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:26.071917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.106014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.130340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.138997 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450c167-0804-4658-9dbb-96d2977b480e None None] DHCP port deletion for 0684ed51-866d-4e5c-b9c1-c22957fb2cc1 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:26.147100 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.150855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d450c167-0804-4658-9dbb-96d2977b480e None None] Deleting port 50a929bf-c6cb-4bce-af72-764e71edd122 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:26.152908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d450c167-0804-4658-9dbb-96d2977b480e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.186909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:26.218688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d9d8f-ff99-4385-8f86-46811e1d9d4f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:26.227371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:26.227984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.229339 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/10e1231f-4084-4519-be35-54c92781f874 HTTP/1.1" status: 200 len: 1093 time: 2.8252580 Feb 28 11:25:26.229789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38308394-09af-4756-b096-644bfbf26111', 'tag': '10e1231f-4084-4519-be35-54c92781f874'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:25:26.238547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:25:26.284032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.284313 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Added segment 35676968-d1c0-4e25-8b50-298fa98f3f9f of type vlan for network c5004e39-3a57-4c0c-948c-ed68d067baa5 Feb 28 11:25:26.300898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3185317a-d41f-4c74-9011-4000220abd1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.434232 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38308394-09af-4756-b096-644bfbf26111', 'tag': '10e1231f-4084-4519-be35-54c92781f874', 'status': 'completed', 'code': 200} Feb 28 11:25:26.458945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e566fe-0a29-42ea-b736-ae64d34360a6 service neutron] Pushing event updated for resources: {'Port': ['ID=10e1231f-4084-4519-be35-54c92781f874,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:26.512508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d450c167-0804-4658-9dbb-96d2977b480e None None] For port 50a929bf-c6cb-4bce-af72-764e71edd122, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=50a929bf-c6cb-4bce-af72-764e71edd122,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:26.513980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:26.514485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d450c167-0804-4658-9dbb-96d2977b480e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.522825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3185317a-d41f-4c74-9011-4000220abd1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for e142afb8-e457-427b-b244-9ea8ab8606da owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:26.534517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'subnets': [{'network_id': 'f547b0d8-1459-4b06-89cc-e45153e4c7f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--108743277', 'ip_version': 6}, {'network_id': 'ea61d450-f458-464a-a4cf-cf7086c16acd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:26.534808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'subnet': {'network_id': 'f547b0d8-1459-4b06-89cc-e45153e4c7f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--108743277', 'ip_version': 6}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:26.535414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Request body: {'subnet': {'network_id': 'ea61d450-f458-464a-a4cf-cf7086c16acd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:26.556827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.641177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d450c167-0804-4658-9dbb-96d2977b480e None None] Calling delete_port for 50a929bf-c6cb-4bce-af72-764e71edd122 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:26.645567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9d652-58ca-4b60-a33e-e3615d950974 req-64d22569-b0c3-4af4-b229-127ed27e237b tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:26.647146 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f0c9d652-58ca-4b60-a33e-e3615d950974 req-64d22569-b0c3-4af4-b229-127ed27e237b tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 943 time: 0.6528950 Feb 28 11:25:26.654813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.691858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.731539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d450c167-0804-4658-9dbb-96d2977b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.795809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d450c167-0804-4658-9dbb-96d2977b480e None None] No DVR routers for this DVR port 50a929bf-c6cb-4bce-af72-764e71edd122 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:26.797606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c167-0804-4658-9dbb-96d2977b480e None None] Pushing event deleted for resources: {'Port': ['ID=50a929bf-c6cb-4bce-af72-764e71edd122,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:26.812095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] For port 50a929bf-c6cb-4bce-af72-764e71edd122, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=50a929bf-c6cb-4bce-af72-764e71edd122,segment=NetworkSegment(6d208e19-622d-4623-9f26-94c16e5b1c07),segment_id=6d208e19-622d-4623-9f26-94c16e5b1c07)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:26.812455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.947897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.983700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:26.989223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:26.989847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.114205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Calling delete_port for 50a929bf-c6cb-4bce-af72-764e71edd122 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:27.187153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 50a929bf-c6cb-4bce-af72-764e71edd122 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:27.190575 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f0c9d652-58ca-4b60-a33e-e3615d950974 req-fc57cf00-eb30-41c7-8e77-e48b6e3ef6ea tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240450 Feb 28 11:25:27.210335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3185317a-d41f-4c74-9011-4000220abd1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.235330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 50a929bf-c6cb-4bce-af72-764e71edd122 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:27.235941 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 50a929bf-c6cb-4bce-af72-764e71edd122 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:27.259273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event updated for resources: {'Network': ['ID=c5004e39-3a57-4c0c-948c-ed68d067baa5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:27.265064 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cc932e93-8fcb-4120-beb2-11beb1727e5e tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6045198 Feb 28 11:25:27.269994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network c5004e39-3a57-4c0c-948c-ed68d067baa5 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:27.271344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50250) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:27.276503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-3fb3b085-46d8-4fda-9afb-ec1e3456bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:27.277990 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-3fb3b085-46d8-4fda-9afb-ec1e3456bde2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82e6c3145924db4a6b62e6080d616e7&device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 1096 time: 0.9230349 Feb 28 11:25:27.287593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185317a-d41f-4c74-9011-4000220abd1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=e142afb8-e457-427b-b244-9ea8ab8606da,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:27.298510 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Request body: {'subnet': {'network_id': 'c5004e39-3a57-4c0c-948c-ed68d067baa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:27.441644 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-3672b1cc-07dd-4482-b4ce-06813a47d040 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e1231f-4084-4519-be35-54c92781f874 HTTP/1.1" status: 200 len: 217 time: 0.1500752 Feb 28 11:25:27.485793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:25:27.503252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3185317a-d41f-4c74-9011-4000220abd1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.505111 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3185317a-d41f-4c74-9011-4000220abd1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/e142afb8-e457-427b-b244-9ea8ab8606da HTTP/1.1" status: 204 len: 168 time: 2.3636181 Feb 28 11:25:27.511490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50254) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:27.520660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.526155 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP eee454d2-f008-4491-b334-d94e21904de0 associated. External IP: 172.26.8.176, port: c162ac3f-c569-4b06-8581-ca6c47289155. Feb 28 11:25:27.593243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:27.616518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Usage tracker for resource:subnet and tenant:e4f89122645649acad0f92cde9803ba9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:27.618020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:25:27.618334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:25:27.620470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:27.622960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.631778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-8386ca27-a224-468a-ac82-12dc6027d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:27.633694 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-8386ca27-a224-468a-ac82-12dc6027d708 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a65fe46e-d4af-4ef1-8c2d-83765c598e81 HTTP/1.1" status: 200 len: 852 time: 0.1671319 Feb 28 11:25:27.634506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:27.746033 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-21654d7c-318c-4e68-ab24-b05cc228a680 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85553a84-1d36-44c0-b358-8e06f7845ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066573 Feb 28 11:25:27.772580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:27.775835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Made reservation on behalf of e4f89122645649acad0f92cde9803ba9 for: {'subnet': 2} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:27.780311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.780639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.796840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Usage tracker for resource:subnet and tenant:c327d44aeb4e4d959570fbcd67925c44 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:27.814839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:27.819287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.825941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff425d-bafa-4d0a-a6a0-34004d855018 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:27.827466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff425d-bafa-4d0a-a6a0-34004d855018 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:27.828937 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9cff425d-bafa-4d0a-a6a0-34004d855018 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3135438 Feb 28 11:25:27.835167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:27.837403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:27.840737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=0a136084-ca84-4a0f-bbf6-c49b90d1c53f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:27.852728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.919214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:27.924895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Made reservation on behalf of c327d44aeb4e4d959570fbcd67925c44 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:27.928266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:28.127956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Deleting port 50a929bf-c6cb-4bce-af72-764e71edd122 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:28.128596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:28.185894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fc34e6-08d4-4bf4-ae38-ca78a36d9064 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet c356d7b8-106c-4532-a5af-4a394c1e3298 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:28.216435 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-391d821a-99d4-4acf-b456-13fb6ce0d06a service neutron] 10.222.0.37 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623859 Feb 28 11:25:28.230024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] The port '50a929bf-c6cb-4bce-af72-764e71edd122' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:25:28.258436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82fc34e6-08d4-4bf4-ae38-ca78a36d9064 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:28.350882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 792b46c7-7746-480e-9860-c97ebfc58c60 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:28.355949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:28.456113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Allocated IP 172.26.8.105 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/b1526d51-7af3-422a-a5a6-95b35702ee66) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:28.646099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4311fb11-6cbc-49f0-b831-d0ca831f6069 None None] Provisioning complete for port 0a136084-ca84-4a0f-bbf6-c49b90d1c53f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:28.647204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4311fb11-6cbc-49f0-b831-d0ca831f6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:28.690983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 7fe8b4bf-6e47-455f-985a-f6dd43d7016c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:28.742421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4311fb11-6cbc-49f0-b831-d0ca831f6069 None None] Port 0a136084-ca84-4a0f-bbf6-c49b90d1c53f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:28.762632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82fc34e6-08d4-4bf4-ae38-ca78a36d9064 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:28.808272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:28.880097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:28.881810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:28.965986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:28.969518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0684ed51-866d-4e5c-b9c1-c22957fb2cc1']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:28.983180 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5476d197-9e32-4221-9ed8-8d27bdb21f09 req-205b7c62-57b8-496f-b491-3ad37fd4cfb2 service neutron] 10.222.0.37 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7433016 Feb 28 11:25:28.997228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:29.007020 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d644c0-6b9b-42c1-b8c0-6126b960b81a None None] Sync routers for ids ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:29.015664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event updated for resources: {'Subnet': ['ID=a6147f39-8314-48ec-8553-2245e12f4c78,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:29.018109 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d644c0-6b9b-42c1-b8c0-6126b960b81a None None] Routers {'7fe8b4bf-6e47-455f-985a-f6dd43d7016c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:29.018951 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f9d644c0-6b9b-42c1-b8c0-6126b960b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.027045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Checking segment: {'id': '35676968-d1c0-4e25-8b50-298fa98f3f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c5004e39-3a57-4c0c-948c-ed68d067baa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:29.027045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Network hostable DHCP agents. Network: c5004e39-3a57-4c0c-948c-ed68d067baa5, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:29.040919 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0ece9279-6638-4af8-b58e-cd7c019e75ed tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/7fe8b4bf-6e47-455f-985a-f6dd43d7016c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6010647 Feb 28 11:25:29.044041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50264) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:29.091269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d208e19-622d-4623-9f26-94c16e5b1c07') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.091564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d208e19-622d-4623-9f26-94c16e5b1c07') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.100805 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f9d644c0-6b9b-42c1-b8c0-6126b960b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.110248 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d644c0-6b9b-42c1-b8c0-6126b960b81a None None] Routers {'7fe8b4bf-6e47-455f-985a-f6dd43d7016c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:29.110847 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f9d644c0-6b9b-42c1-b8c0-6126b960b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.135107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Network c5004e39-3a57-4c0c-948c-ed68d067baa5 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:29.149690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, c5004e39-3a57-4c0c-948c-ed68d067baa5) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:29.156769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:29.157611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.161890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405f4ab-0e40-4f19-adb1-1d0e7493f357 None None] Network c5004e39-3a57-4c0c-948c-ed68d067baa5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:29.182609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4278d8be-6fc1-47e0-b755-fbccecc57ff4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:29.183692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4278d8be-6fc1-47e0-b755-fbccecc57ff4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:29.185580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.188993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.195308 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f9d644c0-6b9b-42c1-b8c0-6126b960b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.196060 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d644c0-6b9b-42c1-b8c0-6126b960b81a None None] The sync data for ids ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:29.231168 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-80131080-605b-4304-8850-a37cb8fbf2e1 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9478328 Feb 28 11:25:29.246443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50268) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:29.265740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1005475575', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:29.275696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:29.280739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:29.283736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:29.298704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11f3ff-da74-4c54-89d5-2092cb2f7808 req-bc0fa5a4-e032-4bca-a85f-8cad195b9305 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:29.300254 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf11f3ff-da74-4c54-89d5-2092cb2f7808 req-bc0fa5a4-e032-4bca-a85f-8cad195b9305 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 943 time: 0.9615972 Feb 28 11:25:29.303665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.310475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82fc34e6-08d4-4bf4-ae38-ca78a36d9064 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.325195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:29.333911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4278d8be-6fc1-47e0-b755-fbccecc57ff4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:29.338760 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4278d8be-6fc1-47e0-b755-fbccecc57ff4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports/0a136084-ca84-4a0f-bbf6-c49b90d1c53f HTTP/1.1" status: 200 len: 910 time: 0.2896099 Feb 28 11:25:29.346182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Usage tracker for resource:router and tenant:c327d44aeb4e4d959570fbcd67925c44 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:29.350420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50272) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:29.351192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event updated for resources: {'Port': ['ID=b1526d51-7af3-422a-a5a6-95b35702ee66,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:29.359434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:29.398048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-c5004e39-3a57-4c0c-948c-ed68d067baa5', 'network_id': 'c5004e39-3a57-4c0c-948c-ed68d067baa5', 'tenant_id': 'c327d44aeb4e4d959570fbcd67925c44', 'fixed_ips': [{'subnet_id': 'a6147f39-8314-48ec-8553-2245e12f4c78'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:29.399587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.406358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:29.406767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.433657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:29.450771 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:29.565861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Allocated IP 172.20.0.2 (c5004e39-3a57-4c0c-948c-ed68d067baa5/a6147f39-8314-48ec-8553-2245e12f4c78/6379a95a-6ff4-4cee-9ef3-d80082714233) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:29.576690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.577856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.611936 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf11f3ff-da74-4c54-89d5-2092cb2f7808 req-6f552dc0-466d-4611-8fd1-60eb14787838 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158091 Feb 28 11:25:29.614495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:29.627255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782451dd-c150-4246-8308-3bf768d4eea0 None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:29.633500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.673108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.696927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=0684ed51-866d-4e5c-b9c1-c22957fb2cc1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:29.697135 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782451dd-c150-4246-8308-3bf768d4eea0 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:29.697872 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-782451dd-c150-4246-8308-3bf768d4eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.746964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-0eeea045-e77f-4e20-a693-82db6f385564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:29.749143 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-0eeea045-e77f-4e20-a693-82db6f385564 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82e6c3145924db4a6b62e6080d616e7&device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 1096 time: 0.6803691 Feb 28 11:25:29.751043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.765876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-782451dd-c150-4246-8308-3bf768d4eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.782550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782451dd-c150-4246-8308-3bf768d4eea0 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:29.783197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-782451dd-c150-4246-8308-3bf768d4eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.785537 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b082fb04-40fb-4ece-9583-ca667e684f65 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0684ed51-866d-4e5c-b9c1-c22957fb2cc1 HTTP/1.1" status: 204 len: 168 time: 4.2913504 Feb 28 11:25:29.786748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82fc34e6-08d4-4bf4-ae38-ca78a36d9064 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.858734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-782451dd-c150-4246-8308-3bf768d4eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:29.859411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782451dd-c150-4246-8308-3bf768d4eea0 None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:29.892725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc34e6-08d4-4bf4-ae38-ca78a36d9064 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=c356d7b8-106c-4532-a5af-4a394c1e3298,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:29.898138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82fc34e6-08d4-4bf4-ae38-ca78a36d9064 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:29.900112 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-82fc34e6-08d4-4bf4-ae38-ca78a36d9064 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/c356d7b8-106c-4532-a5af-4a394c1e3298 HTTP/1.1" status: 204 len: 168 time: 2.0500650 Feb 28 11:25:29.911589 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:29.940920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4ee5bb-957d-4003-a554-fc702b7fb7d1 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:30.017394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.106151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50282) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:30.158668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.210059 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Transition to ACTIVE for port object 6379a95a-6ff4-4cee-9ef3-d80082714233 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:30.219164 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-046bd2bf-8e90-4409-9602-353dc961ac82 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/floatingips/eee454d2-f008-4491-b334-d94e21904de0 HTTP/1.1" status: 200 len: 977 time: 5.8249843 Feb 28 11:25:30.220333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50286) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:30.223967 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d21b3a53-9138-45c0-9d8e-39ea94d405e3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3087866 Feb 28 11:25:30.241656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50288) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:30.252556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:30.262303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80c1f665-72d3-4d0f-89a8-6b8c28a16a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.271517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Transition to ACTIVE for port object 6379a95a-6ff4-4cee-9ef3-d80082714233 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:30.281592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.319833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.352628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Network c5004e39-3a57-4c0c-948c-ed68d067baa5 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:30.355508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:30.374548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:30.458436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-172bfa65-f27a-433f-8e0b-7aa4e4488a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:30.460286 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-172bfa65-f27a-433f-8e0b-7aa4e4488a00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85553a84-1d36-44c0-b358-8e06f7845ee8 HTTP/1.1" status: 200 len: 913 time: 0.6806567 Feb 28 11:25:30.475561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Pushing event updated for resources: {'Port': ['ID=6379a95a-6ff4-4cee-9ef3-d80082714233,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:30.500248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Attempting to bind port 6379a95a-6ff4-4cee-9ef3-d80082714233 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:30.500619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Attempting to bind port 6379a95a-6ff4-4cee-9ef3-d80082714233 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '35676968-d1c0-4e25-8b50-298fa98f3f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c5004e39-3a57-4c0c-948c-ed68d067baa5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:30.501008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Attempting to bind port 6379a95a-6ff4-4cee-9ef3-d80082714233 on network c5004e39-3a57-4c0c-948c-ed68d067baa5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:30.506671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:30.507070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Checking segment: {'id': '35676968-d1c0-4e25-8b50-298fa98f3f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c5004e39-3a57-4c0c-948c-ed68d067baa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:30.507481 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.508388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Bound using segment: {'id': '35676968-d1c0-4e25-8b50-298fa98f3f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c5004e39-3a57-4c0c-948c-ed68d067baa5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:30.508949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Bound port: 6379a95a-6ff4-4cee-9ef3-d80082714233, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35676968-d1c0-4e25-8b50-298fa98f3f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c5004e39-3a57-4c0c-948c-ed68d067baa5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:30.509321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.559554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:30.563374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02604514-77df-406d-aeb7-27bad0f04a8b None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:30.566344 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-d95a7657-3025-445e-bbac-6690594f79e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e1231f-4084-4519-be35-54c92781f874 HTTP/1.1" status: 200 len: 217 time: 0.1000078 Feb 28 11:25:30.572961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-02604514-77df-406d-aeb7-27bad0f04a8b None None] Deleting port 09584c0e-b68c-448f-8924-28ea6d7c5c23 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:30.573488 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02604514-77df-406d-aeb7-27bad0f04a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.575285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:30.577799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Subnet': ['ID=917bbb15-c721-49a0-ba58-5bd1ddd0a60a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:30.583808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:30.630218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:30.632229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Checking segment: {'id': '973e0ce4-f604-4d31-b8a6-990f48847944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f547b0d8-1459-4b06-89cc-e45153e4c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:30.639585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Network hostable DHCP agents. Network: f547b0d8-1459-4b06-89cc-e45153e4c7f6, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:30.690196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] For port 6379a95a-6ff4-4cee-9ef3-d80082714233, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:30.701656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:30.705363 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] For port 6379a95a-6ff4-4cee-9ef3-d80082714233, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6379a95a-6ff4-4cee-9ef3-d80082714233,segment=NetworkSegment(35676968-d1c0-4e25-8b50-298fa98f3f9f),segment_id=35676968-d1c0-4e25-8b50-298fa98f3f9f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:30.707022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.714830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.754728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-e8a0ae87-4419-4f6f-bf9a-39d21ada8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:30.756560 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-e8a0ae87-4419-4f6f-bf9a-39d21ada8ea2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a65fe46e-d4af-4ef1-8c2d-83765c598e81 HTTP/1.1" status: 200 len: 852 time: 0.1738925 Feb 28 11:25:30.761081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Network f547b0d8-1459-4b06-89cc-e45153e4c7f6 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:30.796502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port c162ac3f-c569-4b06-8581-ca6c47289155 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:30.796874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.907941 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-a2f9b2a2-09c1-4508-92fe-16a9135b83ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85553a84-1d36-44c0-b358-8e06f7845ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427474 Feb 28 11:25:30.916545 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19430396-eaee-44d9-9f94-a6e9435d29e0 None None] Pushing event updated for resources: {'Port': ['ID=6379a95a-6ff4-4cee-9ef3-d80082714233,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:30.918214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, f547b0d8-1459-4b06-89cc-e45153e4c7f6) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:30.920139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-02604514-77df-406d-aeb7-27bad0f04a8b None None] For port 09584c0e-b68c-448f-8924-28ea6d7c5c23, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=09584c0e-b68c-448f-8924-28ea6d7c5c23,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:30.920531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02604514-77df-406d-aeb7-27bad0f04a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.922507 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2f599a94-6136-4203-92f5-6e1c1b4d496d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd78ff79f8d3407fa118ff357b803d7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8139448 Feb 28 11:25:30.932810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973263c1-c3d4-4370-9412-08709b5d4d50 None None] Network f547b0d8-1459-4b06-89cc-e45153e4c7f6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:30.934751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.939692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:30.944383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50296) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:31.003099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:31.057239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event updated for resources: {'Subnet': ['ID=2a35c2d0-07d1-40b9-8d17-b0c360adf15e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:31.109131 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-02604514-77df-406d-aeb7-27bad0f04a8b None None] Calling delete_port for 09584c0e-b68c-448f-8924-28ea6d7c5c23 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:31.302067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Checking segment: {'id': '660ca048-4135-4c23-b782-74ef231149d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ea61d450-f458-464a-a4cf-cf7086c16acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:31.302656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Network hostable DHCP agents. Network: ea61d450-f458-464a-a4cf-cf7086c16acd, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:31.308035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6379a95a-6ff4-4cee-9ef3-d80082714233 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:31.335558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66318f-7311-481b-8290-3c5c653d1a76 req-da3f1aae-cd88-4811-838d-7136fdefcf56 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:31.337848 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc66318f-7311-481b-8290-3c5c653d1a76 req-da3f1aae-cd88-4811-838d-7136fdefcf56 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 943 time: 0.5294189 Feb 28 11:25:31.373363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Network ea61d450-f458-464a-a4cf-cf7086c16acd is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:31.380205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02604514-77df-406d-aeb7-27bad0f04a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:31.444955 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-2d924522-3d9e-49b2-976d-67e93f4aa1ba service neutron] 10.222.0.37 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970133 Feb 28 11:25:31.456492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02604514-77df-406d-aeb7-27bad0f04a8b None None] No DVR routers for this DVR port 09584c0e-b68c-448f-8924-28ea6d7c5c23 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:31.470427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02604514-77df-406d-aeb7-27bad0f04a8b None None] Pushing event deleted for resources: {'Port': ['ID=09584c0e-b68c-448f-8924-28ea6d7c5c23,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:31.488341 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc66318f-7311-481b-8290-3c5c653d1a76 req-9f611f94-5cf7-4eb4-8c7b-b646e6955b28 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393051 Feb 28 11:25:31.489594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, ea61d450-f458-464a-a4cf-cf7086c16acd) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:31.528383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0727d788-aa06-44df-9498-5ebdf177640c None None] Network ea61d450-f458-464a-a4cf-cf7086c16acd requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:31.538557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:31.539018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:31.540316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:31.609614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aaecdee-15fb-4ea0-b6c4-4e9a5f1b9e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:31.635232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-f547b0d8-1459-4b06-89cc-e45153e4c7f6', 'network_id': 'f547b0d8-1459-4b06-89cc-e45153e4c7f6', 'tenant_id': 'e4f89122645649acad0f92cde9803ba9', 'fixed_ips': [{'subnet_id': '917bbb15-c721-49a0-ba58-5bd1ddd0a60a'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:31.636179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:31.722280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 6379a95a-6ff4-4cee-9ef3-d80082714233 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:31.733988 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d88a8620-ee1e-42b5-a460-6465eb7bd8f0 req-ec0aee13-e0bd-473d-9558-c8acf5ec8bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566686 Feb 28 11:25:31.763726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:31.864568 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-74416518-9f04-437f-9993-0511c8123082 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.3420713 Feb 28 11:25:31.876509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50300) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:31.902971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aaecdee-15fb-4ea0-b6c4-4e9a5f1b9e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:31.923437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 09584c0e-b68c-448f-8924-28ea6d7c5c23 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:31.966601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 10e1231f-4084-4519-be35-54c92781f874 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:25:31.966859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:31.987041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:32.003108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:32.003961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:32.017564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=8c57d686-78db-48ac-a979-d9ac110393f2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:32.019000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 09584c0e-b68c-448f-8924-28ea6d7c5c23 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:32.019572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 09584c0e-b68c-448f-8924-28ea6d7c5c23 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:32.021182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2ba2b9-52be-4342-a4a5-38123df15088 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:32.068632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7cf99-0eb1-478b-a888-62ff3ed4c9a3 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:32.071820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7cf99-0eb1-478b-a888-62ff3ed4c9a3 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:32.074681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7cf99-0eb1-478b-a888-62ff3ed4c9a3 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:32.075714 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0cc7cf99-0eb1-478b-a888-62ff3ed4c9a3 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Synchronizing usage tracker for tenant:e4f89122645649acad0f92cde9803ba9 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:32.084612 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1d0d8c94-1f92-411c-8d00-fe5eb4dd910f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8418322 Feb 28 11:25:32.089865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50304) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:32.094659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:32.100029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': '8c57d686-78db-48ac-a979-d9ac110393f2', 'ip_address': '2001:db8::7b3a:d7c0:6934:a91c'}], 'name': 'tempest-NetworksTestDHCPv6-2118309524'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:32.166469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0cc7cf99-0eb1-478b-a888-62ff3ed4c9a3 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Unset dirty status for tenant:e4f89122645649acad0f92cde9803ba9 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:32.168006 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0cc7cf99-0eb1-478b-a888-62ff3ed4c9a3 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2826304 Feb 28 11:25:32.189452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50308) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:32.292829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:25:32.298613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:32.315113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:32.324180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:32.341038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:32.356522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:32.395192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aaecdee-15fb-4ea0-b6c4-4e9a5f1b9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:32.399791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-ea61d450-f458-464a-a4cf-cf7086c16acd', 'network_id': 'ea61d450-f458-464a-a4cf-cf7086c16acd', 'tenant_id': 'e4f89122645649acad0f92cde9803ba9', 'fixed_ips': [{'subnet_id': '2a35c2d0-07d1-40b9-8d17-b0c360adf15e'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:32.400558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:32.428472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311abda6-9e9c-4c37-a3d7-255c5be1d957 None None] Network c5004e39-3a57-4c0c-948c-ed68d067baa5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:32.490962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Allocated IP 2001:db8::1 (f547b0d8-1459-4b06-89cc-e45153e4c7f6/917bbb15-c721-49a0-ba58-5bd1ddd0a60a/b174e5f6-89bc-49e3-9af2-56db9105bd3b) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:32.516079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:32.544604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 22b9e6ec-f23a-4a47-9aa3-16b21b5c104b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:32.625197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54434c34-c171-4341-b1a6-ebc18ecaf83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:32.636007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-af35fd7f-b27b-4c4f-a16b-c5998ca51087 None None] Provisioning for port 6379a95a-6ff4-4cee-9ef3-d80082714233 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:32.673398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaecdee-15fb-4ea0-b6c4-4e9a5f1b9e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f59d552-10b2-4992-a615-9b2fde7324f3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:32.693496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e85562f-fce7-4735-82c8-e5f345b9c501 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Deleting subnet 917bbb15-c721-49a0-ba58-5bd1ddd0a60a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:32.743300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-af35fd7f-b27b-4c4f-a16b-c5998ca51087 None None] Provisioning complete for port 6379a95a-6ff4-4cee-9ef3-d80082714233 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:32.744292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af35fd7f-b27b-4c4f-a16b-c5998ca51087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:32.895189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 10e1231f-4084-4519-be35-54c92781f874, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10e1231f-4084-4519-be35-54c92781f874,segment=NetworkSegment(f35807ef-778e-46d2-8bd6-22a584e00aa2),segment_id=f35807ef-778e-46d2-8bd6-22a584e00aa2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:32.896166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18565714-a775-4155-80e6-1a094d92f2c6 req-d967da0b-cc57-420f-88b6-aabc16718431 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:32.897648 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-18565714-a775-4155-80e6-1a094d92f2c6 req-d967da0b-cc57-420f-88b6-aabc16718431 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 943 time: 0.1763780 Feb 28 11:25:32.961552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '10e1231f-4084-4519-be35-54c92781f874', 'network_id': '85553a84-1d36-44c0-b358-8e06f7845ee8', 'port_id': '10e1231f-4084-4519-be35-54c92781f874', 'mac_address': 'fa:16:3e:95:1e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65fe46e-d4af-4ef1-8c2d-83765c598e81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:25:32.997181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::7b3a:d7c0:6934:a91c (89a85dab-b254-4061-917a-102ac7d2b42f/8c57d686-78db-48ac-a979-d9ac110393f2/22b9e6ec-f23a-4a47-9aa3-16b21b5c104b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:33.009002 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-18565714-a775-4155-80e6-1a094d92f2c6 req-74866c8d-24e6-46f8-98d2-0d283cdc23cb tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765526 Feb 28 11:25:33.093464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aaecdee-15fb-4ea0-b6c4-4e9a5f1b9e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.094844 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4aaecdee-15fb-4ea0-b6c4-4e9a5f1b9e37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f59d552-10b2-4992-a615-9b2fde7324f3 HTTP/1.1" status: 204 len: 168 time: 2.1432199 Feb 28 11:25:33.158836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '8c57d686-78db-48ac-a979-d9ac110393f2'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:33.159691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.182580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.263150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.264023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.288150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.290781 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 22b9e6ec-f23a-4a47-9aa3-16b21b5c104b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:33.299701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Allocated IP 2001:db8:0:1::1 (ea61d450-f458-464a-a4cf-cf7086c16acd/2a35c2d0-07d1-40b9-8d17-b0c360adf15e/ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:33.318754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.341677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.342048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.342398 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP eee454d2-f008-4491-b334-d94e21904de0 disassociated. External IP: 172.26.8.176, port: c162ac3f-c569-4b06-8581-ca6c47289155. Feb 28 11:25:33.342687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for c162ac3f-c569-4b06-8581-ca6c47289155 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:33.408113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:33.413127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:33.418656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:33.426635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:33.427648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.460735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e1231f-4084-4519-be35-54c92781f874 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:25:33.473572 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3818321 Feb 28 11:25:33.474604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50318) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:33.525975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af35fd7f-b27b-4c4f-a16b-c5998ca51087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.556877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Router a0a86cda-12af-4a88-9125-a0b31cd1fffe is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:25:33.564947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1eb60d-ace3-47df-9cb1-8cce9985b920 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=22b9e6ec-f23a-4a47-9aa3-16b21b5c104b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:33.598640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 10e1231f-4084-4519-be35-54c92781f874, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10e1231f-4084-4519-be35-54c92781f874,segment=NetworkSegment(f35807ef-778e-46d2-8bd6-22a584e00aa2),segment_id=f35807ef-778e-46d2-8bd6-22a584e00aa2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:33.626858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.642477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6afdb1-b5b0-4339-8585-d7635f4f254d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:33.643353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ab6afdb1-b5b0-4339-8585-d7635f4f254d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:33.662269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ab6afdb1-b5b0-4339-8585-d7635f4f254d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:33.664093 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ab6afdb1-b5b0-4339-8585-d7635f4f254d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1771858 Feb 28 11:25:33.666749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Allocated IP 172.26.8.186 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/2c025a0c-1440-4209-aafe-025a62717b8c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:33.666998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50326) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:33.759812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8765a1db-0dd7-4935-9208-ef336464c3ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 22b9e6ec-f23a-4a47-9aa3-16b21b5c104b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:33.763694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8765a1db-0dd7-4935-9208-ef336464c3ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.773568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port 0a136084-ca84-4a0f-bbf6-c49b90d1c53f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:33.774101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.869986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.910980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.958768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:33.989873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Transition to ACTIVE for port object b174e5f6-89bc-49e3-9af2-56db9105bd3b will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:33.994543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.015213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['10e1231f-4084-4519-be35-54c92781f874'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:25:34.080510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-af35fd7f-b27b-4c4f-a16b-c5998ca51087 None None] For port 6379a95a-6ff4-4cee-9ef3-d80082714233, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6379a95a-6ff4-4cee-9ef3-d80082714233,segment=NetworkSegment(35676968-d1c0-4e25-8b50-298fa98f3f9f),segment_id=35676968-d1c0-4e25-8b50-298fa98f3f9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:34.093620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=c162ac3f-c569-4b06-8581-ca6c47289155,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:34.127365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af35fd7f-b27b-4c4f-a16b-c5998ca51087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.156204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Transition to ACTIVE for port object b174e5f6-89bc-49e3-9af2-56db9105bd3b will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:34.159795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/8c57d686-78db-48ac-a979-d9ac110393f2/aa9f733c-10a5-4df4-938d-64feb5a9f85e) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:34.197045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8765a1db-0dd7-4935-9208-ef336464c3ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.229421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=10e1231f-4084-4519-be35-54c92781f874,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:34.274198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.306829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e85562f-fce7-4735-82c8-e5f345b9c501 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.338203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50346) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:34.404958 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Network f547b0d8-1459-4b06-89cc-e45153e4c7f6 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:34.412355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:34.424082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:34.424591 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Sync routers for ids ['a0a86cda-12af-4a88-9125-a0b31cd1fffe'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:34.426340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:34.437252 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Routers {'a0a86cda-12af-4a88-9125-a0b31cd1fffe'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:34.438428 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a0a86cda-12af-4a88-9125-a0b31cd1fffe'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:34.456211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e85562f-fce7-4735-82c8-e5f345b9c501 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.462697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8765a1db-0dd7-4935-9208-ef336464c3ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 22b9e6ec-f23a-4a47-9aa3-16b21b5c104b owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:34.600298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a08e-da4d-4c27-9356-170ada1640ed req-8f3a1111-6813-4a94-8c93-6d4c2ca2a4e8 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:34.603224 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b92a08e-da4d-4c27-9356-170ada1640ed req-8f3a1111-6813-4a94-8c93-6d4c2ca2a4e8 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 944 time: 0.4087386 Feb 28 11:25:34.624105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.639018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35fd7f-b27b-4c4f-a16b-c5998ca51087 None None] Pushing event updated for resources: {'Port': ['ID=6379a95a-6ff4-4cee-9ef3-d80082714233,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:34.704339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2014959193-network', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:34.709258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:34.713435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Usage tracker for resource:network and tenant:5729ce33aa9e404fa6ca4f2260848898 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:34.715560 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Set router a0a86cda-12af-4a88-9125-a0b31cd1fffe gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:34.716712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:34.723442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:34.754190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8765a1db-0dd7-4935-9208-ef336464c3ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.770493 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b92a08e-da4d-4c27-9356-170ada1640ed req-ca88d61e-7ed6-4ef2-97cd-814558b91cce tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252480 Feb 28 11:25:34.808186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.830717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765a1db-0dd7-4935-9208-ef336464c3ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=22b9e6ec-f23a-4a47-9aa3-16b21b5c104b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:34.865961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.892528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8765a1db-0dd7-4935-9208-ef336464c3ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.924836 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8765a1db-0dd7-4935-9208-ef336464c3ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/22b9e6ec-f23a-4a47-9aa3-16b21b5c104b HTTP/1.1" status: 204 len: 168 time: 1.2529664 Feb 28 11:25:34.925161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50352) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:34.928532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Attempting to bind port b174e5f6-89bc-49e3-9af2-56db9105bd3b on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:34.929050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Attempting to bind port b174e5f6-89bc-49e3-9af2-56db9105bd3b by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '973e0ce4-f604-4d31-b8a6-990f48847944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f547b0d8-1459-4b06-89cc-e45153e4c7f6'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:34.929264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Attempting to bind port b174e5f6-89bc-49e3-9af2-56db9105bd3b on network f547b0d8-1459-4b06-89cc-e45153e4c7f6 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:34.931690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c99ee749-5162-4a07-9949-03f9ff33afc2 None None] Provisioning complete for port 6379a95a-6ff4-4cee-9ef3-d80082714233 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:34.932066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c99ee749-5162-4a07-9949-03f9ff33afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:34.991007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Transition to ACTIVE for port object ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:34.993095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e85562f-fce7-4735-82c8-e5f345b9c501 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.016275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c2e962-cc9a-4e55-a8af-376fa542287f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:35.017753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c2e962-cc9a-4e55-a8af-376fa542287f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:35.019020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-74c2e962-cc9a-4e55-a8af-376fa542287f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:35.031887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:35.032517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Checking segment: {'id': '973e0ce4-f604-4d31-b8a6-990f48847944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f547b0d8-1459-4b06-89cc-e45153e4c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:35.033141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.033640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Bound using segment: {'id': '973e0ce4-f604-4d31-b8a6-990f48847944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f547b0d8-1459-4b06-89cc-e45153e4c7f6'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:35.034851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Bound port: b174e5f6-89bc-49e3-9af2-56db9105bd3b, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973e0ce4-f604-4d31-b8a6-990f48847944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f547b0d8-1459-4b06-89cc-e45153e4c7f6'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:35.035405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.041968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-74c2e962-cc9a-4e55-a8af-376fa542287f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:35.046846 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-74c2e962-cc9a-4e55-a8af-376fa542287f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1175990 Feb 28 11:25:35.047031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50356) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:35.075196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Pushing event updated for resources: {'Port': ['ID=b174e5f6-89bc-49e3-9af2-56db9105bd3b,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:35.082538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.083922 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-96f8b15d-506f-48bd-8096-ada486b3e9ce tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.9704883 Feb 28 11:25:35.095833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for 0a136084-ca84-4a0f-bbf6-c49b90d1c53f owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:35.107929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Made reservation on behalf of 5729ce33aa9e404fa6ca4f2260848898 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:35.111598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.121460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50360) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:35.168268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Transition to ACTIVE for port object ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:35.198959 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a86cda-12af-4a88-9125-a0b31cd1fffe', 'name': 'tempest-snat-router-2050128621', 'tenant_id': 'd66ff6e345ee4df89982dddef805faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.105'}], 'enable_snat': False}, 'gw_port_id': 'b1526d51-7af3-422a-a5a6-95b35702ee66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:25Z', 'updated_at': '2022-02-28T11:25:30Z', 'revision_number': 3, 'project_id': 'd66ff6e345ee4df89982dddef805faa1', 'gw_port': {'id': 'b1526d51-7af3-422a-a5a6-95b35702ee66', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a86cda-12af-4a88-9125-a0b31cd1fffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:28Z', 'updated_at': '2022-02-28T11:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:35.204383 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Checking router: a0a86cda-12af-4a88-9125-a0b31cd1fffe for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:25:35.204866 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Updating router a0a86cda-12af-4a88-9125-a0b31cd1fffe port b1526d51-7af3-422a-a5a6-95b35702ee66 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:25:35.222304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.232785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:35.294373 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.307744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.325651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.332729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6379a95a-6ff4-4cee-9ef3-d80082714233 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:35.383966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e85562f-fce7-4735-82c8-e5f345b9c501 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.455879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Network ea61d450-f458-464a-a4cf-cf7086c16acd is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:35.458993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85562f-fce7-4735-82c8-e5f345b9c501 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Subnet': ['ID=917bbb15-c721-49a0-ba58-5bd1ddd0a60a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:35.462036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:35.479606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29dc741-8a7a-42b5-95a6-a6e5e49dd282 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 8c57d686-78db-48ac-a979-d9ac110393f2 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:35.482888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.483850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:35.486069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e85562f-fce7-4735-82c8-e5f345b9c501 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.491997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.493731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:35.493887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:35.500688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:35.521616 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Pushing event updated for resources: {'Port': ['ID=ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:35.536445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event updated for resources: {'Port': ['ID=2c025a0c-1440-4209-aafe-025a62717b8c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:35.553460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Transition to ACTIVE for port object aa9f733c-10a5-4df4-938d-64feb5a9f85e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:35.610441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:35.631564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Usage tracker for resource:security_group_rule and tenant:5729ce33aa9e404fa6ca4f2260848898 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:35.641016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:35.644925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] For port b174e5f6-89bc-49e3-9af2-56db9105bd3b, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:35.652556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:35.670385 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Transition to ACTIVE for port object aa9f733c-10a5-4df4-938d-64feb5a9f85e will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:35.679708 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0e85562f-fce7-4735-82c8-e5f345b9c501 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/subnets/917bbb15-c721-49a0-ba58-5bd1ddd0a60a HTTP/1.1" status: 204 len: 168 time: 3.4827423 Feb 28 11:25:35.686166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] For port b174e5f6-89bc-49e3-9af2-56db9105bd3b, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b174e5f6-89bc-49e3-9af2-56db9105bd3b,segment=NetworkSegment(973e0ce4-f604-4d31-b8a6-990f48847944),segment_id=973e0ce4-f604-4d31-b8a6-990f48847944)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:35.689147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50364) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:35.692198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.694474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b29dc741-8a7a-42b5-95a6-a6e5e49dd282 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.719512 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.741498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Attempting to bind port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:35.743214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Attempting to bind port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '660ca048-4135-4c23-b782-74ef231149d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ea61d450-f458-464a-a4cf-cf7086c16acd'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:35.743733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Attempting to bind port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 on network ea61d450-f458-464a-a4cf-cf7086c16acd {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:35.747004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.777400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 6379a95a-6ff4-4cee-9ef3-d80082714233 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:35.777935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.788552 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-14a12abf-0d56-41f5-894e-dcf0b0670f82 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/routers/a0a86cda-12af-4a88-9125-a0b31cd1fffe HTTP/1.1" status: 200 len: 909 time: 0.6562991 Feb 28 11:25:35.804571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50368) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:35.806145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:35.812313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2050128621', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': True}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:35.817222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:35.817750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Checking segment: {'id': '660ca048-4135-4c23-b782-74ef231149d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ea61d450-f458-464a-a4cf-cf7086c16acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:35.819327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.819815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Bound using segment: {'id': '660ca048-4135-4c23-b782-74ef231149d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ea61d450-f458-464a-a4cf-cf7086c16acd'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:35.820964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Bound port: ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660ca048-4135-4c23-b782-74ef231149d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ea61d450-f458-464a-a4cf-cf7086c16acd'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:35.821711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.844585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a1a2be-254e-4ba6-942d-6d63248f88ca None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:35.860075 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:35.861302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:35.862821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b29dc741-8a7a-42b5-95a6-a6e5e49dd282 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.876089 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:35.878643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:35.930531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Usage tracker for resource:router and tenant:d66ff6e345ee4df89982dddef805faa1 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:35.953257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae0b4c7-df4d-4591-a6ab-c8882f5c7519 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Deleting subnet 2a35c2d0-07d1-40b9-8d17-b0c360adf15e {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:35.956318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b4c7-df4d-4591-a6ab-c8882f5c7519 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:35.970422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:35.970631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 10e1231f-4084-4519-be35-54c92781f874 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:36.007322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Pushing event updated for resources: {'Port': ['ID=aa9f733c-10a5-4df4-938d-64feb5a9f85e,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:36.019609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:36.056487 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Transition to ACTIVE for port object b1526d51-7af3-422a-a5a6-95b35702ee66 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:36.060058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.080041 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.110030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b4c7-df4d-4591-a6ab-c8882f5c7519 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.113124 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1a2be-254e-4ba6-942d-6d63248f88ca None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:36.113584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.113980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20a1a2be-254e-4ba6-942d-6d63248f88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:36.114618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.137664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.143881 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ec8719b4-4ede-4fdc-b4b8-77ef3e9a29fc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/ports/c162ac3f-c569-4b06-8581-ca6c47289155 HTTP/1.1" status: 204 len: 168 time: 5.8627400 Feb 28 11:25:36.144897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=0a136084-ca84-4a0f-bbf6-c49b90d1c53f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:36.147853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50374) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:36.242812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b29dc741-8a7a-42b5-95a6-a6e5e49dd282 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.260498 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e02c9-0e7d-4a65-b5c3-b3e2c9798a44 None None] Pushing event updated for resources: {'Port': ['ID=b1526d51-7af3-422a-a5a6-95b35702ee66,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:36.285289 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Attempting to bind port b1526d51-7af3-422a-a5a6-95b35702ee66 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:36.285651 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Attempting to bind port b1526d51-7af3-422a-a5a6-95b35702ee66 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:36.286006 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Attempting to bind port b1526d51-7af3-422a-a5a6-95b35702ee66 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:36.294453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20a1a2be-254e-4ba6-942d-6d63248f88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:36.307584 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:36.307964 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:36.309571 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.309974 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:36.310463 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Bound port: b1526d51-7af3-422a-a5a6-95b35702ee66, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:36.310853 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.325408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.381432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.391925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1a2be-254e-4ba6-942d-6d63248f88ca None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:36.392714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20a1a2be-254e-4ba6-942d-6d63248f88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:36.477640 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] For port b1526d51-7af3-422a-a5a6-95b35702ee66, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:36.482796 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] For port b1526d51-7af3-422a-a5a6-95b35702ee66, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b1526d51-7af3-422a-a5a6-95b35702ee66,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:36.493297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f199-8f93-4ce0-b17b-043b34dfa4a6 req-23e343f7-35ca-4eb3-88c1-c91196450a73 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:36.495552 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.502092 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051892b-2a37-4067-b7e8-67287f91c168 None None] Pushing event updated for resources: {'Port': ['ID=b174e5f6-89bc-49e3-9af2-56db9105bd3b,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:36.507688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c13f199-8f93-4ce0-b17b-043b34dfa4a6 req-23e343f7-35ca-4eb3-88c1-c91196450a73 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 944 time: 0.5214937 Feb 28 11:25:36.525706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Attempting to bind port aa9f733c-10a5-4df4-938d-64feb5a9f85e on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:36.528105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Attempting to bind port aa9f733c-10a5-4df4-938d-64feb5a9f85e by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:36.528761 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Attempting to bind port aa9f733c-10a5-4df4-938d-64feb5a9f85e on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:36.538140 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-89539a40-f6d6-4851-88c6-13ba8de4c5dc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "GET /v2.0/floatingips/eee454d2-f008-4491-b334-d94e21904de0 HTTP/1.1" status: 200 len: 688 time: 0.3769097 Feb 28 11:25:36.547325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50380) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:36.548519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.574007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:36.590623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20a1a2be-254e-4ba6-942d-6d63248f88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:36.591180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a1a2be-254e-4ba6-942d-6d63248f88ca None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:36.602553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] For port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:36.606570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:36.607148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:36.607738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.608241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:36.608842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Bound port: aa9f733c-10a5-4df4-938d-64feb5a9f85e, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:36.609275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.638083 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c13f199-8f93-4ce0-b17b-043b34dfa4a6 req-16c77d23-dcd6-4530-9798-2635e0e72bcc tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290593 Feb 28 11:25:36.640815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 10e1231f-4084-4519-be35-54c92781f874 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:36.645388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] For port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50,segment=NetworkSegment(660ca048-4135-4c23-b782-74ef231149d6),segment_id=660ca048-4135-4c23-b782-74ef231149d6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:36.648169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a53156-ca27-4a09-b01f-e6a7404608b9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:36.686089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b4c7-df4d-4591-a6ab-c8882f5c7519 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.717011 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e02c9-0e7d-4a65-b5c3-b3e2c9798a44 None None] Pushing event updated for resources: {'Port': ['ID=b1526d51-7af3-422a-a5a6-95b35702ee66,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:36.731747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.732244 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Added segment 9fdf8f25-eea6-4976-8625-9b00fb1b47d1 of type vlan for network 964fe118-4902-4457-8668-4a8047caf515 Feb 28 11:25:36.732968 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Routers {'a0a86cda-12af-4a88-9125-a0b31cd1fffe'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:36.736270 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a0a86cda-12af-4a88-9125-a0b31cd1fffe'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:36.751355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b29dc741-8a7a-42b5-95a6-a6e5e49dd282 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.772998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.783330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 10e1231f-4084-4519-be35-54c92781f874 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:36.784077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.818214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dc741-8a7a-42b5-95a6-a6e5e49dd282 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=8c57d686-78db-48ac-a979-d9ac110393f2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:36.824894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b29dc741-8a7a-42b5-95a6-a6e5e49dd282 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.857023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.882479 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b29dc741-8a7a-42b5-95a6-a6e5e49dd282 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/8c57d686-78db-48ac-a979-d9ac110393f2 HTTP/1.1" status: 204 len: 168 time: 1.8342092 Feb 28 11:25:36.885025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50384) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:36.957691 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ca247171-f086-4820-b627-e30625a01ca2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713985 Feb 28 11:25:36.966641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50388) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:36.975412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:36.991953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] For port aa9f733c-10a5-4df4-938d-64feb5a9f85e, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:36.994116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b4c7-df4d-4591-a6ab-c8882f5c7519 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.006244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] For port aa9f733c-10a5-4df4-938d-64feb5a9f85e, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=aa9f733c-10a5-4df4-938d-64feb5a9f85e,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:37.062601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.076595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05987d-bbb5-44b1-9523-c30ded90d5e2 None None] Pushing event updated for resources: {'Port': ['ID=ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:37.079053 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] Set router a0a86cda-12af-4a88-9125-a0b31cd1fffe gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:37.161658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0b4c7-df4d-4591-a6ab-c8882f5c7519 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Subnet': ['ID=2a35c2d0-07d1-40b9-8d17-b0c360adf15e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:37.175378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b4c7-df4d-4591-a6ab-c8882f5c7519 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.194823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.198969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:37.201277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.224437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f316839-76ca-4403-91c6-7b088673a380 None None] Pushing event updated for resources: {'Port': ['ID=aa9f733c-10a5-4df4-938d-64feb5a9f85e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:37.316177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port ef15c7ac-fcc9-4ccf-97a8-2939dbef9963 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:37.316177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.373957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.409716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b174e5f6-89bc-49e3-9af2-56db9105bd3b up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:37.492028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38308394-09af-4756-b096-644bfbf26111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e1231f-4084-4519-be35-54c92781f874'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:25:37.522915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 10e1231f-4084-4519-be35-54c92781f874, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10e1231f-4084-4519-be35-54c92781f874,segment=NetworkSegment(f35807ef-778e-46d2-8bd6-22a584e00aa2),segment_id=f35807ef-778e-46d2-8bd6-22a584e00aa2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:37.534417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.538680 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a86cda-12af-4a88-9125-a0b31cd1fffe', 'name': 'tempest-snat-router-2050128621', 'tenant_id': 'd66ff6e345ee4df89982dddef805faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.105'}], 'enable_snat': False}, 'gw_port_id': 'b1526d51-7af3-422a-a5a6-95b35702ee66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:25Z', 'updated_at': '2022-02-28T11:25:30Z', 'revision_number': 3, 'project_id': 'd66ff6e345ee4df89982dddef805faa1', 'gw_port': {'id': 'b1526d51-7af3-422a-a5a6-95b35702ee66', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a86cda-12af-4a88-9125-a0b31cd1fffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:28Z', 'updated_at': '2022-02-28T11:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:37.548617 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d2279-2074-438f-9b7a-07edd56d1c4b None None] The sync data for ids ['a0a86cda-12af-4a88-9125-a0b31cd1fffe'] in dv-neutron-831192-2-hyperv is: [{'id': 'a0a86cda-12af-4a88-9125-a0b31cd1fffe', 'name': 'tempest-snat-router-2050128621', 'tenant_id': 'd66ff6e345ee4df89982dddef805faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.105'}], 'enable_snat': False}, 'gw_port_id': 'b1526d51-7af3-422a-a5a6-95b35702ee66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:25Z', 'updated_at': '2022-02-28T11:25:30Z', 'revision_number': 3, 'project_id': 'd66ff6e345ee4df89982dddef805faa1', 'gw_port': {'id': 'b1526d51-7af3-422a-a5a6-95b35702ee66', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a86cda-12af-4a88-9125-a0b31cd1fffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:28Z', 'updated_at': '2022-02-28T11:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:37.618659 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38308394-09af-4756-b096-644bfbf26111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e1231f-4084-4519-be35-54c92781f874', 'code': 200} Feb 28 11:25:37.628174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port b174e5f6-89bc-49e3-9af2-56db9105bd3b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:37.646775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.659813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=10e1231f-4084-4519-be35-54c92781f874,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:37.698000 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0ae0b4c7-df4d-4591-a6ab-c8882f5c7519 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/subnets/2a35c2d0-07d1-40b9-8d17-b0c360adf15e HTTP/1.1" status: 204 len: 168 time: 2.0057769 Feb 28 11:25:37.706158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50396) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:37.709878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3616564 Feb 28 11:25:37.731072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50398) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:37.739510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b1b15-d846-4f77-b303-700f6cebd885 admin admin] Pushing event updated for resources: {'Network': ['ID=964fe118-4902-4457-8668-4a8047caf515,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:37.753363 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 964fe118-4902-4457-8668-4a8047caf515 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:37.766706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Request body: {'subnet': {'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2014959193-subnet', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:37.786118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:37.799222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:37.804576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:37.815466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:37.843106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:37.856747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:37.864425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:37.939957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Usage tracker for resource:subnet and tenant:5729ce33aa9e404fa6ca4f2260848898 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:37.947968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b350f5-7b9c-4ecd-a9c3-7cfce95a634a None None] Network f547b0d8-1459-4b06-89cc-e45153e4c7f6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:37.994512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:38.027872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:38.064966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.093432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f0f335-ebac-48ef-bd3a-2977d8e3d42f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:38.094169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-90f0f335-ebac-48ef-bd3a-2977d8e3d42f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Synchronizing usage tracker for tenant:e4f89122645649acad0f92cde9803ba9 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:38.148913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bef41c45-6fb1-4df1-a0a9-e8bf2db7f170 None None] Provisioning for port b174e5f6-89bc-49e3-9af2-56db9105bd3b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:38.169517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Made reservation on behalf of 5729ce33aa9e404fa6ca4f2260848898 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:38.171948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.184565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bef41c45-6fb1-4df1-a0a9-e8bf2db7f170 None None] Provisioning complete for port b174e5f6-89bc-49e3-9af2-56db9105bd3b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:38.185095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bef41c45-6fb1-4df1-a0a9-e8bf2db7f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.348452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.349010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.425588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bef41c45-6fb1-4df1-a0a9-e8bf2db7f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.525877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] DHCP port deletion for f547b0d8-1459-4b06-89cc-e45153e4c7f6 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:38.534984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Deleting port b174e5f6-89bc-49e3-9af2-56db9105bd3b {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:38.535446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.647713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for ef15c7ac-fcc9-4ccf-97a8-2939dbef9963 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:38.670890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c943eb-fa0a-4d19-9bf1-7f9edb40c4ba req-26c04e09-3bab-4a8c-84cc-f0771bcb9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:38.672623 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4c943eb-fa0a-4d19-9bf1-7f9edb40c4ba req-26c04e09-3bab-4a8c-84cc-f0771bcb9284 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 1098 time: 0.7182777 Feb 28 11:25:38.748269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7398b7-2563-406d-bc54-217c79fd5a9d req-2aa38de6-e330-485a-beb9-8fd0217d940f tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:38.749844 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0b7398b7-2563-406d-bc54-217c79fd5a9d req-2aa38de6-e330-485a-beb9-8fd0217d940f tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.8978672 Feb 28 11:25:38.781442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.828143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] For port b174e5f6-89bc-49e3-9af2-56db9105bd3b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b174e5f6-89bc-49e3-9af2-56db9105bd3b,segment=NetworkSegment(973e0ce4-f604-4d31-b8a6-990f48847944),segment_id=973e0ce4-f604-4d31-b8a6-990f48847944)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:38.828613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.847888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.893365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:38.899547 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4c943eb-fa0a-4d19-9bf1-7f9edb40c4ba req-59435f44-172c-4930-bdb8-95708c1e405f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989970 Feb 28 11:25:38.905490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:38.913143 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0b7398b7-2563-406d-bc54-217c79fd5a9d req-ce9ee89f-50aa-44f8-ab38-e6dd2f6e548a tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554518 Feb 28 11:25:38.917334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:38.917937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.951584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c3645a-ae70-43bf-9c7e-21734168e44d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:38.983713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:38.994235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efced6ce-e612-4b33-abf9-5b3f99a2c6fc None None] Network ea61d450-f458-464a-a4cf-cf7086c16acd requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:39.009518 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0389264 Feb 28 11:25:39.011900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50404) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:39.014099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Checking segment: {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:39.014547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Network hostable DHCP agents. Network: 964fe118-4902-4457-8668-4a8047caf515, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:39.016701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Calling delete_port for b174e5f6-89bc-49e3-9af2-56db9105bd3b owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:39.026124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': '2688b940-bd71-4ba4-b750-b4126d87721a', 'ip_address': '2001:db8::a30b:d3e8:5385:d611'}], 'name': 'tempest-NetworksTestDHCPv6-1560699216'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:39.040685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.046077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210761e-60e3-4d50-ba40-57e3f87c1029 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:39.062586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-90f0f335-ebac-48ef-bd3a-2977d8e3d42f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Unset dirty status for tenant:e4f89122645649acad0f92cde9803ba9 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:39.064362 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-90f0f335-ebac-48ef-bd3a-2977d8e3d42f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3463001 Feb 28 11:25:39.073760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50408) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:39.120781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bef41c45-6fb1-4df1-a0a9-e8bf2db7f170 None None] For port b174e5f6-89bc-49e3-9af2-56db9105bd3b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b174e5f6-89bc-49e3-9af2-56db9105bd3b,segment=NetworkSegment(973e0ce4-f604-4d31-b8a6-990f48847944),segment_id=973e0ce4-f604-4d31-b8a6-990f48847944)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:39.169029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=ef15c7ac-fcc9-4ccf-97a8-2939dbef9963,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:39.189946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7e3d0-2466-4591-a3ab-62db1aad591c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=2688b940-bd71-4ba4-b750-b4126d87721a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:39.197551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bef41c45-6fb1-4df1-a0a9-e8bf2db7f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.259324 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Network 964fe118-4902-4457-8668-4a8047caf515 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:39.316051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.319953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 964fe118-4902-4457-8668-4a8047caf515) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:39.322733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:39.331228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:39.331228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.341016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:39.350651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:39.361365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:39.373543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-20766b18-57db-49f3-9a50-4fd5813d919f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6340623 Feb 28 11:25:39.373543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Deleting port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:39.373543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.376421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50412) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:39.406028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117f11e-586f-453c-a78f-e3c3994f3fa7 None None] Network 964fe118-4902-4457-8668-4a8047caf515 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:39.440883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:39.456487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:39.482602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:39.506789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:39.520571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.551836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:25:39.552190 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:25:39.552366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Usage tracker for resource:router and tenant:5729ce33aa9e404fa6ca4f2260848898 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:39.572782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:39.586773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:39.589968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.611803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bf2574b9-ad23-4b93-9a3e-24b75e408376 None None] Provisioning for port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:39.624669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef41c45-6fb1-4df1-a0a9-e8bf2db7f170 None None] Pushing event updated for resources: {'Port': ['ID=b174e5f6-89bc-49e3-9af2-56db9105bd3b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:39.720074 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.743783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.750699 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b8cbe09c-2514-4bfc-9eeb-65efee925df0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/floatingips/eee454d2-f008-4491-b334-d94e21904de0 HTTP/1.1" status: 204 len: 168 time: 3.2005131 Feb 28 11:25:39.753238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.754473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.759979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50416) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:39.782365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': 'df03dff3-0fe5-49b8-ba56-0228fbbf05ed'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:39.811915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:39.847008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:floatingip and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:39.859739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.863195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] For port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50,segment=NetworkSegment(660ca048-4135-4c23-b782-74ef231149d6),segment_id=660ca048-4135-4c23-b782-74ef231149d6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:39.863666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.872587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:39.879320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:39.887255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 6c1348f4-b4fc-4c0b-820f-1674df47d53c yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:39.906251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:39.906622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:39.981266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:40.025213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] DHCP port deletion for ea61d450-f458-464a-a4cf-cf7086c16acd request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:40.056231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Deleting port b174e5f6-89bc-49e3-9af2-56db9105bd3b {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:40.056695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.115703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] Deleting port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:40.116344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.156003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Calling delete_port for ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:40.219381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-964fe118-4902-4457-8668-4a8047caf515', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:40.220294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.254573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.264765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 7fe8b4bf-6e47-455f-985a-f6dd43d7016c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:40.494409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e9832-d930-4e38-bcdf-6d18bd8c2fac None None] Update dhcp port {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': '2688b940-bd71-4ba4-b750-b4126d87721a'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'aa9f733c-10a5-4df4-938d-64feb5a9f85e'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:25:40.550145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.582528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.610935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.693996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Port': ['ID=ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:40.705118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.705812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] No DVR routers for this DVR port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:40.751971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::a30b:d3e8:5385:d611 (89a85dab-b254-4061-917a-102ac7d2b42f/2688b940-bd71-4ba4-b750-b4126d87721a/6c1348f4-b4fc-4c0b-820f-1674df47d53c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:40.798343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5bbbd-6ae3-4897-8779-113ced1ffa29 req-992c86aa-9443-45cc-95c3-2b732d654ee8 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:40.799821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-84b5bbbd-6ae3-4897-8779-113ced1ffa29 req-992c86aa-9443-45cc-95c3-2b732d654ee8 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.5989444 Feb 28 11:25:40.842224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.860401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Router f004a637-1c28-4dfd-aa17-ab5179c10985 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:25:40.865832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd5e9832-d930-4e38-bcdf-6d18bd8c2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.868038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:40.889887 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a73993-b289-45ed-b9b9-1be249da9050 None None] Sync routers for ids ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:40.907276 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a73993-b289-45ed-b9b9-1be249da9050 None None] Routers {'7fe8b4bf-6e47-455f-985a-f6dd43d7016c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:40.908648 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-29a73993-b289-45ed-b9b9-1be249da9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:40.927215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] For port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50,segment=NetworkSegment(660ca048-4135-4c23-b782-74ef231149d6),segment_id=660ca048-4135-4c23-b782-74ef231149d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:40.927660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:40.954938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b1526d51-7af3-422a-a5a6-95b35702ee66 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:40.971658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.030079 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-29a73993-b289-45ed-b9b9-1be249da9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.032270 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-84b5bbbd-6ae3-4897-8779-113ced1ffa29 req-7b73b09a-c9f5-4e9b-8842-d99534594a30 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135675 Feb 28 11:25:41.041771 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2d961341-7d19-416a-a4d9-3d54fe01b7b1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/7fe8b4bf-6e47-455f-985a-f6dd43d7016c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6859591 Feb 28 11:25:41.045203 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a73993-b289-45ed-b9b9-1be249da9050 None None] Routers {'7fe8b4bf-6e47-455f-985a-f6dd43d7016c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:41.046618 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-29a73993-b289-45ed-b9b9-1be249da9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.050286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:41.053315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Allocated IP 172.20.0.2 (964fe118-4902-4457-8668-4a8047caf515/03c3645a-ae70-43bf-9c7e-21734168e44d/5ea17071-593b-4553-8acc-2f75286a144d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:41.151255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] Calling delete_port for ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:41.186131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea61d450-f458-464a-a4cf-cf7086c16acd']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.191015 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-29a73993-b289-45ed-b9b9-1be249da9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.191453 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a73993-b289-45ed-b9b9-1be249da9050 None None] The sync data for ids ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:41.196152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] For port b174e5f6-89bc-49e3-9af2-56db9105bd3b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b174e5f6-89bc-49e3-9af2-56db9105bd3b,segment=NetworkSegment(973e0ce4-f604-4d31-b8a6-990f48847944),segment_id=973e0ce4-f604-4d31-b8a6-990f48847944)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:41.196859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.203865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Allocated IP 172.26.8.246 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/06559515-26ac-46b4-9145-67a79f3354ed) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:41.277471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:41.335811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660ca048-4135-4c23-b782-74ef231149d6') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.336252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660ca048-4135-4c23-b782-74ef231149d6') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.363359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.367776 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a762720a-afb7-41b7-a17c-41f5fb0d268d tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 12.1170106 Feb 28 11:25:41.370012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50428) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:41.373892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.377455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Calling delete_port for b174e5f6-89bc-49e3-9af2-56db9105bd3b owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:41.407772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903000f0-0bdf-4fcb-ab36-fa53c8ccec46 None None] Sync routers for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:41.461343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.516966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.553407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:41.553875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:41.581523 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:41.640242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903000f0-0bdf-4fcb-ab36-fa53c8ccec46 None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:41.640890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-903000f0-0bdf-4fcb-ab36-fa53c8ccec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.654215 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.743642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-903000f0-0bdf-4fcb-ab36-fa53c8ccec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.743929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.748421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:25:41.749068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:25:41.752808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port b1526d51-7af3-422a-a5a6-95b35702ee66 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:41.768654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b1526d51-7af3-422a-a5a6-95b35702ee66 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:41.769033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.805061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903000f0-0bdf-4fcb-ab36-fa53c8ccec46 None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:41.805922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-903000f0-0bdf-4fcb-ab36-fa53c8ccec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.864740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 6c1348f4-b4fc-4c0b-820f-1674df47d53c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:41.871817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.893550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.897958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:41.939664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-903000f0-0bdf-4fcb-ab36-fa53c8ccec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:41.940326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903000f0-0bdf-4fcb-ab36-fa53c8ccec46 None None] The sync data for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:41.949188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] Pushing event deleted for resources: {'Port': ['ID=b174e5f6-89bc-49e3-9af2-56db9105bd3b,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:41.956845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1161e-dfd3-4f06-9245-06ad672f88c0 req-0fd45ed9-68cd-46b9-85d3-664b2832a098 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:41.965036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fea1161e-dfd3-4f06-9245-06ad672f88c0 req-0fd45ed9-68cd-46b9-85d3-664b2832a098 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.6937394 Feb 28 11:25:41.995173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab82b0-3d9e-4e25-a50f-521a8854c643 None None] No DVR routers for this DVR port b174e5f6-89bc-49e3-9af2-56db9105bd3b on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:42.003835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Network': ['ID=ea61d450-f458-464a-a4cf-cf7086c16acd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:42.056621 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b5a39d80-147c-4754-8dfd-ee3da6b361a6 tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/networks/ea61d450-f458-464a-a4cf-cf7086c16acd HTTP/1.1" status: 204 len: 168 time: 2.9789453 Feb 28 11:25:42.060065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:42.072480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.088742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Transition to ACTIVE for port object 5ea17071-593b-4553-8acc-2f75286a144d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:42.108862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.113961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.126042 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Transition to ACTIVE for port object 5ea17071-593b-4553-8acc-2f75286a144d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:42.132086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fea1161e-dfd3-4f06-9245-06ad672f88c0 req-64c2b3c9-c068-405f-85e8-c53017629eb2 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661632 Feb 28 11:25:42.133072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port b1526d51-7af3-422a-a5a6-95b35702ee66, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b1526d51-7af3-422a-a5a6-95b35702ee66,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:42.135833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.150168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.181487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.254592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] Deleting port ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:42.255014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.291220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b174e5f6-89bc-49e3-9af2-56db9105bd3b no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:42.323967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event updated for resources: {'Port': ['ID=06559515-26ac-46b4-9145-67a79f3354ed,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:42.333835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.336745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Network 964fe118-4902-4457-8668-4a8047caf515 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:42.337851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.349798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:42.380170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: b174e5f6-89bc-49e3-9af2-56db9105bd3b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:42.380880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b174e5f6-89bc-49e3-9af2-56db9105bd3b not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:42.389162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:42.390921 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Pushing event updated for resources: {'Port': ['ID=5ea17071-593b-4553-8acc-2f75286a144d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:42.399111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-02989d05-7e95-4c24-82aa-155d679ac6fe None None] The port 'ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:25:42.442073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:42.505640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:42.515442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:42.522545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:42.524976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-dd5e9832-d930-4e38-bcdf-6d18bd8c2fac None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/2688b940-bd71-4ba4-b750-b4126d87721a/aa9f733c-10a5-4df4-938d-64feb5a9f85e) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:42.528796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:42.529464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.543711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=6c1348f4-b4fc-4c0b-820f-1674df47d53c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:42.559773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.561753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:42.568397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:42.575625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.26.8.192 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/39b79ab8-2952-48fc-88c2-b2f6a7f078e3) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:42.590219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:42.609371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a4b042ec-7515-4379-a8ad-d47b39a500e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5941730 Feb 28 11:25:42.617782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50440) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:42.656221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:42.656608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ad2f8fb5-46f6-49ab-8f7a-5510c5c6fe50 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:42.700789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Attempting to bind port 5ea17071-593b-4553-8acc-2f75286a144d on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:42.701160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Attempting to bind port 5ea17071-593b-4553-8acc-2f75286a144d by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:42.701896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Attempting to bind port 5ea17071-593b-4553-8acc-2f75286a144d on network 964fe118-4902-4457-8668-4a8047caf515 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:42.707536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=b1526d51-7af3-422a-a5a6-95b35702ee66,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:42.714686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:42.715018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Checking segment: {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:42.715403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.715785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Bound using segment: {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:42.716251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Bound port: 5ea17071-593b-4553-8acc-2f75286a144d, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:42.716618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.884319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd5e9832-d930-4e38-bcdf-6d18bd8c2fac None None] For port aa9f733c-10a5-4df4-938d-64feb5a9f85e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=aa9f733c-10a5-4df4-938d-64feb5a9f85e,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:42.897189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] For port 5ea17071-593b-4553-8acc-2f75286a144d, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:42.901633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] For port 5ea17071-593b-4553-8acc-2f75286a144d, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5ea17071-593b-4553-8acc-2f75286a144d,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:42.916476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.940525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.961081 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd5e9832-d930-4e38-bcdf-6d18bd8c2fac None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:42.994663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f547b0d8-1459-4b06-89cc-e45153e4c7f6']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:42.999187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd5e9832-d930-4e38-bcdf-6d18bd8c2fac None None] Ignored duplicate provisioning block setup for port aa9f733c-10a5-4df4-938d-64feb5a9f85e by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 11:25:43.020392 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd5e9832-d930-4e38-bcdf-6d18bd8c2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.036541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.039309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b049b3-63fc-433f-94ca-db20503871cd None None] Pushing event updated for resources: {'Port': ['ID=5ea17071-593b-4553-8acc-2f75286a144d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:43.095343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973e0ce4-f604-4d31-b8a6-990f48847944') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:43.095702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973e0ce4-f604-4d31-b8a6-990f48847944') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:43.106517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.110534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf1b71-544c-48d5-a795-ca79deeed587 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:43.116447 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf1b71-544c-48d5-a795-ca79deeed587 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:43.117312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-80cf1b71-544c-48d5-a795-ca79deeed587 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:43.160666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e9832-d930-4e38-bcdf-6d18bd8c2fac None None] Pushing event updated for resources: {'Port': ['ID=aa9f733c-10a5-4df4-938d-64feb5a9f85e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:43.161749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.242210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d1e70-29b5-4d40-b6bd-cd83a7a2b770 req-bf35873b-7fb6-4a59-a788-eb7df731f661 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:43.243827 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2d6d1e70-29b5-4d40-b6bd-cd83a7a2b770 req-bf35873b-7fb6-4a59-a788-eb7df731f661 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.5642657 Feb 28 11:25:43.264479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.306048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:43.306458 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:43.325270 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:43.429853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-80cf1b71-544c-48d5-a795-ca79deeed587 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:43.431043 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-80cf1b71-544c-48d5-a795-ca79deeed587 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.8088520 Feb 28 11:25:43.459041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:43.542582 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2d6d1e70-29b5-4d40-b6bd-cd83a7a2b770 req-ea7ada2e-d1fc-4c90-bbf8-2fd9f610ba81 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816756 Feb 28 11:25:43.562348 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.566895 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.629977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.664154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Network': ['ID=f547b0d8-1459-4b06-89cc-e45153e4c7f6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:43.681504 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0ec991d2-72df-4582-b230-e79a804cd2db tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/networks/f547b0d8-1459-4b06-89cc-e45153e4c7f6 HTTP/1.1" status: 204 len: 168 time: 1.6180010 Feb 28 11:25:43.688387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50448) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:43.699016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:43.700914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:43.710517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:43.741506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=39b79ab8-2952-48fc-88c2-b2f6a7f078e3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:43.779026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.843065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d2e31e76-14ae-4996-95fb-cb598842fcd3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 6c1348f4-b4fc-4c0b-820f-1674df47d53c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:43.843435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2e31e76-14ae-4996-95fb-cb598842fcd3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.875815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port 24ceda52-1445-4ac8-826a-58f7d4e89a7b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:43.876164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.920870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:43.979679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Allocated IP 172.26.8.240 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/c8421a87-bb5c-4a73-999c-ac0c13033dec) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:44.064301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:44.387006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b46df4-29de-49f5-b081-66026fb9b83d None None] Network 964fe118-4902-4457-8668-4a8047caf515 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:44.387602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:44.549807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for 24ceda52-1445-4ac8-826a-58f7d4e89a7b owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:44.722641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:44.733574 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:44.854720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:44.932946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b1526d51-7af3-422a-a5a6-95b35702ee66 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:44.972208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6483f83e-3da8-4be7-9af4-d150d0d5a16d None None] Provisioning for port 5ea17071-593b-4553-8acc-2f75286a144d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:44.973768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.003141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.056600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b1526d51-7af3-422a-a5a6-95b35702ee66 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:45.057565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.118166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=24ceda52-1445-4ac8-826a-58f7d4e89a7b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:45.150254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7788a-838a-42e2-b4c1-dc9950ddd28d req-03b38649-341c-4af9-9f93-d497b33076e4 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:45.151811 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9de7788a-838a-42e2-b4c1-dc9950ddd28d req-03b38649-341c-4af9-9f93-d497b33076e4 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.3563898 Feb 28 11:25:45.189086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49039330-7c90-43f0-8a2e-0dbf050b3e6a None None] Provisioning for port 6c1348f4-b4fc-4c0b-820f-1674df47d53c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:45.204865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49039330-7c90-43f0-8a2e-0dbf050b3e6a None None] Provisioning complete for port 6c1348f4-b4fc-4c0b-820f-1674df47d53c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:45.204865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49039330-7c90-43f0-8a2e-0dbf050b3e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.254745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6971295e-9c1c-40bb-889e-6248bd02a308']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:45.298272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-49039330-7c90-43f0-8a2e-0dbf050b3e6a None None] Port 6c1348f4-b4fc-4c0b-820f-1674df47d53c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:45.300554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.302127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device aa9f733c-10a5-4df4-938d-64feb5a9f85e up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:45.306478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8580f5e-493b-4b4f-a0f9-8ceb58a515bc') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:45.306918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8580f5e-493b-4b4f-a0f9-8ceb58a515bc') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:45.366794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49039330-7c90-43f0-8a2e-0dbf050b3e6a None None] Provisioning for port aa9f733c-10a5-4df4-938d-64feb5a9f85e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:45.421303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port aa9f733c-10a5-4df4-938d-64feb5a9f85e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:45.424752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.430831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port aa9f733c-10a5-4df4-938d-64feb5a9f85e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:45.431285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.460554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2e31e76-14ae-4996-95fb-cb598842fcd3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.509110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.531268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d38325-2ff7-47d3-b3e0-f5d0c7516f3f None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:25:45.567568 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9de7788a-838a-42e2-b4c1-dc9950ddd28d req-68f8cf1b-3d47-4ca5-8a2d-973d15f50405 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000185 Feb 28 11:25:45.584467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.613880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:45.614404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:45.688038 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:45.707685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:45.722087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d2e31e76-14ae-4996-95fb-cb598842fcd3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 6c1348f4-b4fc-4c0b-820f-1674df47d53c owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:45.787020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d38325-2ff7-47d3-b3e0-f5d0c7516f3f None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:25:45.974925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.010201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:25:46.035050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:46.074301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port aa9f733c-10a5-4df4-938d-64feb5a9f85e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=aa9f733c-10a5-4df4-938d-64feb5a9f85e,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:46.087257 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.087746 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5ea17071-593b-4553-8acc-2f75286a144d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:46.104546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:46.119731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:46.144346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.155718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8421a87-bb5c-4a73-999c-ac0c13033dec,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:46.158520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.162176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.168706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 7fe8b4bf-6e47-455f-985a-f6dd43d7016c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:46.200428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.221078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=aa9f733c-10a5-4df4-938d-64feb5a9f85e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:46.236094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Network': ['ID=6971295e-9c1c-40bb-889e-6248bd02a308,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:46.297824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 5ea17071-593b-4553-8acc-2f75286a144d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:46.306348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Allocated IP 172.20.0.1 (c5004e39-3a57-4c0c-948c-ed68d067baa5/a6147f39-8314-48ec-8553-2245e12f4c78/17ead583-9275-449b-924a-3f2fe5bc2465) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:46.314189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5ea17071-593b-4553-8acc-2f75286a144d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:46.314640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.315692 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e78e5a1c-96c1-4ccb-8c00-2d28aa76e5fd tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/networks/6971295e-9c1c-40bb-889e-6248bd02a308 HTTP/1.1" status: 204 len: 168 time: 2.6242495 Feb 28 11:25:46.328678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50458) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:46.391690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=39b79ab8-2952-48fc-88c2-b2f6a7f078e3,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:46.479486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.483404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.514889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 5ea17071-593b-4553-8acc-2f75286a144d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5ea17071-593b-4553-8acc-2f75286a144d,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:46.520423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.556572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b955c-796c-4e3d-809e-3db07c9b12fa req-19a8eec9-45e5-4c0d-9d46-cfc53959cd42 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:46.558280 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-365b955c-796c-4e3d-809e-3db07c9b12fa req-19a8eec9-45e5-4c0d-9d46-cfc53959cd42 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.5842984 Feb 28 11:25:46.559620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:46.572796 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed51c4-a6fa-4b7a-92e5-b414c90dc049 None None] Sync routers for ids ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:46.583534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-15cb62b3-aa2a-42f4-a677-1dafb7d36a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:46.587178 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-15cb62b3-aa2a-42f4-a677-1dafb7d36a45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82e6c3145924db4a6b62e6080d616e7&device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 1098 time: 0.5586729 Feb 28 11:25:46.598456 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed51c4-a6fa-4b7a-92e5-b414c90dc049 None None] Routers {'7fe8b4bf-6e47-455f-985a-f6dd43d7016c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:46.599781 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-02ed51c4-a6fa-4b7a-92e5-b414c90dc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:46.662460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=5ea17071-593b-4553-8acc-2f75286a144d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:46.672164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device aa9f733c-10a5-4df4-938d-64feb5a9f85e up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:46.698622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-083a0a40-32c1-4694-ba26-fd8d4740538a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/7fe8b4bf-6e47-455f-985a-f6dd43d7016c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6394863 Feb 28 11:25:46.783557 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-02ed51c4-a6fa-4b7a-92e5-b414c90dc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:46.800932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port aa9f733c-10a5-4df4-938d-64feb5a9f85e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:46.801248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.803505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:46.807506 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed51c4-a6fa-4b7a-92e5-b414c90dc049 None None] Routers {'7fe8b4bf-6e47-455f-985a-f6dd43d7016c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:46.808127 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-02ed51c4-a6fa-4b7a-92e5-b414c90dc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:46.825599 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-365b955c-796c-4e3d-809e-3db07c9b12fa req-fee6c065-86bd-4506-8a6e-8c995b62bd85 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483046 Feb 28 11:25:46.883456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2e31e76-14ae-4996-95fb-cb598842fcd3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:46.916292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f94ee8d8-eef5-45b0-9de1-46d87a0fee00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:46.924846 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-02ed51c4-a6fa-4b7a-92e5-b414c90dc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:46.925482 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed51c4-a6fa-4b7a-92e5-b414c90dc049 None None] The sync data for ids ['7fe8b4bf-6e47-455f-985a-f6dd43d7016c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:46.949556 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP e9568ebe-8dd0-4bfe-a211-f92a8254abbb associated. External IP: 172.26.8.192, port: df03dff3-0fe5-49b8-ba56-0228fbbf05ed. Feb 28 11:25:47.019237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Router 67c455ed-9790-4346-a0e5-7f676396f152 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:25:47.032773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f94ee8d8-eef5-45b0-9de1-46d87a0fee00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:47.036630 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f94ee8d8-eef5-45b0-9de1-46d87a0fee00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe8b4bf-6e47-455f-985a-f6dd43d7016c HTTP/1.1" status: 200 len: 205 time: 0.2286582 Feb 28 11:25:47.038141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:47.039812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-2ed4dd8b-14a3-4631-a7fd-4009e71cd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:47.041280 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-2ed4dd8b-14a3-4631-a7fd-4009e71cd38c service neutron] 10.222.0.37 "GET /v2.0/networks?id=85553a84-1d36-44c0-b358-8e06f7845ee8 HTTP/1.1" status: 200 len: 913 time: 0.4355657 Feb 28 11:25:47.105811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e31e76-14ae-4996-95fb-cb598842fcd3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=6c1348f4-b4fc-4c0b-820f-1674df47d53c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:47.193834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2e31e76-14ae-4996-95fb-cb598842fcd3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.195647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-74198c71-4059-44f8-b246-497e07e87da1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e1231f-4084-4519-be35-54c92781f874 HTTP/1.1" status: 200 len: 217 time: 0.0928988 Feb 28 11:25:47.213671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.292076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-09a70848-1274-47da-b9c8-b3dcce72dea8 None None] Could not find standard attr ID for object 6c1348f4-b4fc-4c0b-820f-1674df47d53c. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:25:47.305603 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-09a70848-1274-47da-b9c8-b3dcce72dea8 None None] Provisioning complete for port aa9f733c-10a5-4df4-938d-64feb5a9f85e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:47.305979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-09a70848-1274-47da-b9c8-b3dcce72dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.307901 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d2e31e76-14ae-4996-95fb-cb598842fcd3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/6c1348f4-b4fc-4c0b-820f-1674df47d53c HTTP/1.1" status: 204 len: 168 time: 3.8457773 Feb 28 11:25:47.316280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50470) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:47.408738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.484812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbae842-771e-469e-b398-060c40e1a42f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.572362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c5538a-62e8-47b2-bcc7-ac27234af394 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:47.573853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c5538a-62e8-47b2-bcc7-ac27234af394 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:47.575378 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-71c5538a-62e8-47b2-bcc7-ac27234af394 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2562354 Feb 28 11:25:47.581035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Transition to ACTIVE for port object 17ead583-9275-449b-924a-3f2fe5bc2465 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:47.590203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50474) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:47.687041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-3169a754-2d1e-4f02-99a1-6a9663af2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:47.688302 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-3169a754-2d1e-4f02-99a1-6a9663af2b9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a65fe46e-d4af-4ef1-8c2d-83765c598e81 HTTP/1.1" status: 200 len: 852 time: 0.2581494 Feb 28 11:25:47.777644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.785902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:47.796641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Sync routers for ids ['67c455ed-9790-4346-a0e5-7f676396f152'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:47.805981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Routers {'67c455ed-9790-4346-a0e5-7f676396f152'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:47.806597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['67c455ed-9790-4346-a0e5-7f676396f152'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:47.850680 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cae86a8-10e2-4602-9cb7-bd8f39ab472c']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:47.866488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee54b61a-c615-4f02-a685-3f68f237c1fa tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 2688b940-bd71-4ba4-b750-b4126d87721a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:47.875648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee54b61a-c615-4f02-a685-3f68f237c1fa tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.906120 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.907338 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6719bbe7-ad06-40cf-aa6b-9bb0148257db tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.0993130 Feb 28 11:25:47.908170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.918236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50480) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:47.920482 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-162fb24e-8826-4528-9737-2a2df04e2db5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85553a84-1d36-44c0-b358-8e06f7845ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166637 Feb 28 11:25:47.926466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbae842-771e-469e-b398-060c40e1a42f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.967782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605eb746-1998-491f-93e0-a04be7ad9b05') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:47.968331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605eb746-1998-491f-93e0-a04be7ad9b05') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:48.006502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.008801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbae842-771e-469e-b398-060c40e1a42f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.024882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.051577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Set router 67c455ed-9790-4346-a0e5-7f676396f152 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:48.097738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.105148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee54b61a-c615-4f02-a685-3f68f237c1fa tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.246381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbae842-771e-469e-b398-060c40e1a42f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.247175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbae842-771e-469e-b398-060c40e1a42f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe8b4bf-6e47-455f-985a-f6dd43d7016c {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:25:48.274282 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:25:48.356650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:48.357221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.374971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c455ed-9790-4346-a0e5-7f676396f152', 'name': 'tempest-snat-router-2050128621', 'tenant_id': 'd66ff6e345ee4df89982dddef805faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.246'}], 'enable_snat': True}, 'gw_port_id': '06559515-26ac-46b4-9145-67a79f3354ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:36Z', 'updated_at': '2022-02-28T11:25:43Z', 'revision_number': 3, 'project_id': 'd66ff6e345ee4df89982dddef805faa1', 'gw_port': {'id': '06559515-26ac-46b4-9145-67a79f3354ed', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c455ed-9790-4346-a0e5-7f676396f152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:40Z', 'updated_at': '2022-02-28T11:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:48.375332 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:48.380956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Checking router: 67c455ed-9790-4346-a0e5-7f676396f152 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:25:48.381376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Updating router 67c455ed-9790-4346-a0e5-7f676396f152 port 06559515-26ac-46b4-9145-67a79f3354ed binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:25:48.413868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Network c5004e39-3a57-4c0c-948c-ed68d067baa5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:48.438690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.476473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:48.485710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbae842-771e-469e-b398-060c40e1a42f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.486787 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fbbae842-771e-469e-b398-060c40e1a42f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/7fe8b4bf-6e47-455f-985a-f6dd43d7016c HTTP/1.1" status: 204 len: 168 time: 1.4445982 Feb 28 11:25:48.498541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:48.506232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50484) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:48.514901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:48.549749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event updated for resources: {'Port': ['ID=17ead583-9275-449b-924a-3f2fe5bc2465,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:48.580888 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9661edad-564f-4c87-9fde-f3e02ed3fef0 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/routers/67c455ed-9790-4346-a0e5-7f676396f152 HTTP/1.1" status: 200 len: 908 time: 0.6593502 Feb 28 11:25:48.606944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50488) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:48.671968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.712758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.723852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5ea17071-593b-4553-8acc-2f75286a144d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:48.756637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4f7ad-4c8b-4118-8aec-97c89bd17e65 req-ebdfc2f4-313a-4f80-b7e3-525ea1074fa1 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:48.758844 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67f4f7ad-4c8b-4118-8aec-97c89bd17e65 req-ebdfc2f4-313a-4f80-b7e3-525ea1074fa1 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.7518075 Feb 28 11:25:48.769554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee54b61a-c615-4f02-a685-3f68f237c1fa tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.783283 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-339a10c5-4a00-4a5b-b756-9d7475fbe230 service neutron] 10.222.0.37 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8524663 Feb 28 11:25:48.836301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.845563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-127c3452-636e-44cd-b115-9dfa8b360e6f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting subnet d299ad84-3023-4bc2-ab75-41bf45940108 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:48.853696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5ea17071-593b-4553-8acc-2f75286a144d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:48.854216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.856495 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] 10.222.0.64 "DELETE /v2.0/networks/2cae86a8-10e2-4602-9cb7-bd8f39ab472c HTTP/1.1" status: 204 len: 168 time: 2.4772027 Feb 28 11:25:48.857596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e0701-bb3f-4043-8c41-d0b769ffa87f tempest-BulkNetworkOpsIpV6Test-681989511 tempest-BulkNetworkOpsIpV6Test-681989511-project] Pushing event deleted for resources: {'Network': ['ID=2cae86a8-10e2-4602-9cb7-bd8f39ab472c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:48.866288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127c3452-636e-44cd-b115-9dfa8b360e6f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.986374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8363af1e-5ee2-4b8d-a5fd-46b487de36f7 None None] Provisioning for port 17ead583-9275-449b-924a-3f2fe5bc2465 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:49.003585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.008892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8363af1e-5ee2-4b8d-a5fd-46b487de36f7 None None] Provisioning complete for port 17ead583-9275-449b-924a-3f2fe5bc2465 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:49.009252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8363af1e-5ee2-4b8d-a5fd-46b487de36f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.013205 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.066853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Transition to ACTIVE for port object 06559515-26ac-46b4-9145-67a79f3354ed will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:49.115840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.153865 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67f4f7ad-4c8b-4118-8aec-97c89bd17e65 req-29f07185-61a5-4fac-b212-3e18fba16c6f tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842096 Feb 28 11:25:49.188161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127c3452-636e-44cd-b115-9dfa8b360e6f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.191567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8363af1e-5ee2-4b8d-a5fd-46b487de36f7 None None] Port 17ead583-9275-449b-924a-3f2fe5bc2465 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:49.231882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Attempting to bind port 06559515-26ac-46b4-9145-67a79f3354ed on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:49.232250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Attempting to bind port 06559515-26ac-46b4-9145-67a79f3354ed by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:49.232607 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Attempting to bind port 06559515-26ac-46b4-9145-67a79f3354ed on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:49.238286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbfa79-9aa0-4d05-83a8-888768532faf None None] Pushing event updated for resources: {'Port': ['ID=06559515-26ac-46b4-9145-67a79f3354ed,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:49.244426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:49.244426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:49.244426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.244426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:49.244774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Bound port: 06559515-26ac-46b4-9145-67a79f3354ed, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:49.245241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.271810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.310019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee54b61a-c615-4f02-a685-3f68f237c1fa tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.337537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:49.343563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] For port 06559515-26ac-46b4-9145-67a79f3354ed, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:49.347296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] For port 06559515-26ac-46b4-9145-67a79f3354ed, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=06559515-26ac-46b4-9145-67a79f3354ed,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:49.352493 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706cd767-5846-4fd9-8de7-777539e75217 None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:49.357469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.378318 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4458acf8-70a6-4f09-a737-5bf920f7ddd9 req-e847c285-b99f-42d1-b6bd-3f4e684a8151 service neutron] 10.222.0.37 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740755 Feb 28 11:25:49.393902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.395268 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706cd767-5846-4fd9-8de7-777539e75217 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:49.396170 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-706cd767-5846-4fd9-8de7-777539e75217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:49.442567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee54b61a-c615-4f02-a685-3f68f237c1fa tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.452202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3204f6-b1e8-479e-bd3b-8e5ab33e84f2 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:49.467064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54b61a-c615-4f02-a685-3f68f237c1fa tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=2688b940-bd71-4ba4-b750-b4126d87721a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:49.473484 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ee54b61a-c615-4f02-a685-3f68f237c1fa tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/2688b940-bd71-4ba4-b750-b4126d87721a HTTP/1.1" status: 204 len: 168 time: 1.8778219 Feb 28 11:25:49.473952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50496) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:49.493301 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-706cd767-5846-4fd9-8de7-777539e75217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:49.505620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:49.520507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Routers {'67c455ed-9790-4346-a0e5-7f676396f152'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:49.521386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['67c455ed-9790-4346-a0e5-7f676396f152'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:49.546953 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0c5fd549-7e4b-4640-bebb-7ed9577da292 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.7812743 Feb 28 11:25:49.548359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127c3452-636e-44cd-b115-9dfa8b360e6f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.559535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50506) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:49.568470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1190301352'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:49.585016 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706cd767-5846-4fd9-8de7-777539e75217 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:49.586336 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-706cd767-5846-4fd9-8de7-777539e75217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:49.597933 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8805d8ae-1077-4959-8144-7cb100b66358 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189995 Feb 28 11:25:49.598721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50510) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:49.599760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:49.627404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.664920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Deleting port 06559515-26ac-46b4-9145-67a79f3354ed {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:49.665263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.667875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:network and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:49.682481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:49.685886 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-706cd767-5846-4fd9-8de7-777539e75217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:49.686289 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706cd767-5846-4fd9-8de7-777539e75217 None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:49.714788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:49.765305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Router ca78622d-83e4-49a9-ba47-b75d10445cd4 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:25:49.765525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127c3452-636e-44cd-b115-9dfa8b360e6f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.768662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Made reservation on behalf of e78f1096056b4c2fad508c5192912841 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:49.770614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.816912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbfa79-9aa0-4d05-83a8-888768532faf None None] Pushing event updated for resources: {'Port': ['ID=06559515-26ac-46b4-9145-67a79f3354ed,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:49.868189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c3452-636e-44cd-b115-9dfa8b360e6f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Subnet': ['ID=d299ad84-3023-4bc2-ab75-41bf45940108,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:49.870287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127c3452-636e-44cd-b115-9dfa8b360e6f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.897668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d85997-524a-409e-b104-5586d78f8582 None None] Network 792b46c7-7746-480e-9860-c97ebfc58c60 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:49.934726 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-127c3452-636e-44cd-b115-9dfa8b360e6f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/d299ad84-3023-4bc2-ab75-41bf45940108 HTTP/1.1" status: 204 len: 168 time: 1.4253769 Feb 28 11:25:49.939054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50514) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:49.947688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.961218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:50.009571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac4cd3-6b88-4ed6-b6fe-4ec634f14334 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:50.010296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fbac4cd3-6b88-4ed6-b6fe-4ec634f14334 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:50.024690 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a0422e7a-6506-46ea-a551-c9a8de2db794 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4f89122645649acad0f92cde9803ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163555 Feb 28 11:25:50.032218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50518) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:50.047355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.047696 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Added segment e483454e-832d-4001-b8dc-8a4b9e2bd991 of type vlan for network 73ce8a92-9286-4c10-8582-aaf7f39be5be Feb 28 11:25:50.115317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] For port 06559515-26ac-46b4-9145-67a79f3354ed, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=06559515-26ac-46b4-9145-67a79f3354ed,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:50.115618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.135836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] Set router 67c455ed-9790-4346-a0e5-7f676396f152 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:50.242708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:50.276028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c455ed-9790-4346-a0e5-7f676396f152', 'name': 'tempest-snat-router-2050128621', 'tenant_id': 'd66ff6e345ee4df89982dddef805faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:36Z', 'updated_at': '2022-02-28T11:25:49Z', 'revision_number': 4, 'project_id': 'd66ff6e345ee4df89982dddef805faa1', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:50.284410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc86a93-ecc1-43a6-aa5b-ac6eeba40977 None None] The sync data for ids ['67c455ed-9790-4346-a0e5-7f676396f152'] in dv-neutron-831192-2-hyperv is: [{'id': '67c455ed-9790-4346-a0e5-7f676396f152', 'name': 'tempest-snat-router-2050128621', 'tenant_id': 'd66ff6e345ee4df89982dddef805faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:36Z', 'updated_at': '2022-02-28T11:25:49Z', 'revision_number': 4, 'project_id': 'd66ff6e345ee4df89982dddef805faa1', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:50.286040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Sync routers for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:50.348091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:50.348732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:50.416630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Calling delete_port for 06559515-26ac-46b4-9145-67a79f3354ed owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:50.504132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3235f19c-5347-4c8b-9c35-5b990b64f632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.542964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.547158 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3667811d-6cbb-46ab-93f9-47fb5bc457c0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.0880089 Feb 28 11:25:50.548050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50524) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:50.565541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12ba0ba-9231-4da9-985c-38ed215a3943 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting subnet 63950250-0853-442a-b851-8af1910d06a7 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:25:50.567479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fbac4cd3-6b88-4ed6-b6fe-4ec634f14334 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:50.572225 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fbac4cd3-6b88-4ed6-b6fe-4ec634f14334 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9654422 Feb 28 11:25:50.576222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50528) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:50.580158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c12ba0ba-9231-4da9-985c-38ed215a3943 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.595480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:50.624044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.651699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3235f19c-5347-4c8b-9c35-5b990b64f632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.748170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd58008-7e42-460d-804b-189f00b47f47 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:50.750376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6b37c-7bc2-4626-bfbe-6a4be4bde363 None None] DHCP port deletion for 792b46c7-7746-480e-9860-c97ebfc58c60 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:50.767919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3fd58008-7e42-460d-804b-189f00b47f47 None None] Deleting port aa9f733c-10a5-4df4-938d-64feb5a9f85e {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:50.768321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fd58008-7e42-460d-804b-189f00b47f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.771385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc237e2-0424-49c5-8513-39d0282c7436 req-6f143779-3bc0-491a-b774-9714efb082a5 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:50.773780 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8dc237e2-0424-49c5-8513-39d0282c7436 req-6f143779-3bc0-491a-b774-9714efb082a5 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.3710079 Feb 28 11:25:50.794012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6b37c-7bc2-4626-bfbe-6a4be4bde363 None None] Deleting port 27ec633d-0737-4dfc-8969-24b20800a408 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:50.794386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b37c-7bc2-4626-bfbe-6a4be4bde363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.809207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:25:50.846776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797f1a99-924d-4377-a1ce-9987648eeb66 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:50.846992 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-797f1a99-924d-4377-a1ce-9987648eeb66 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:50.864468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c12ba0ba-9231-4da9-985c-38ed215a3943 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.909780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.915367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:50.916065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:50.998719 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4352925 Feb 28 11:25:51.003446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50532) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:51.018870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3235f19c-5347-4c8b-9c35-5b990b64f632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:51.038176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-797f1a99-924d-4377-a1ce-9987648eeb66 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:51.038995 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8dc237e2-0424-49c5-8513-39d0282c7436 req-3768b1d9-8914-4a0e-ac33-700deaea695b tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127264 Feb 28 11:25:51.046333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:51.049959 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-797f1a99-924d-4377-a1ce-9987648eeb66 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4700415 Feb 28 11:25:51.085164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50536) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:51.088280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235f19c-5347-4c8b-9c35-5b990b64f632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e800983d-efc1-45b5-a75b-19172c172268,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:51.128630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c12ba0ba-9231-4da9-985c-38ed215a3943 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:51.171337 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event deleted for resources: {'Port': ['ID=06559515-26ac-46b4-9145-67a79f3354ed,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:51.234541 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8fb3eb20-0881-4444-8106-f0c8955d1249 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435649 Feb 28 11:25:51.259538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50542) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:51.329400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3235f19c-5347-4c8b-9c35-5b990b64f632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:51.333594 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3235f19c-5347-4c8b-9c35-5b990b64f632 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e800983d-efc1-45b5-a75b-19172c172268 HTTP/1.1" status: 204 len: 168 time: 1.2978461 Feb 28 11:25:51.392615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'subnet': {'network_id': '73ce8a92-9286-4c10-8582-aaf7f39be5be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:51.402302 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3fd58008-7e42-460d-804b-189f00b47f47 None None] For port aa9f733c-10a5-4df4-938d-64feb5a9f85e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=aa9f733c-10a5-4df4-938d-64feb5a9f85e,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:51.402843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fd58008-7e42-460d-804b-189f00b47f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:51.411955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b7e6b37c-7bc2-4626-bfbe-6a4be4bde363 None None] For port 27ec633d-0737-4dfc-8969-24b20800a408, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=27ec633d-0737-4dfc-8969-24b20800a408,segment=NetworkSegment(d2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af),segment_id=d2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:51.412347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b37c-7bc2-4626-bfbe-6a4be4bde363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:51.502749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:51.530059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c12ba0ba-9231-4da9-985c-38ed215a3943 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:51.544727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:51.668360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3fd58008-7e42-460d-804b-189f00b47f47 None None] Calling delete_port for aa9f733c-10a5-4df4-938d-64feb5a9f85e owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:51.701503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6b37c-7bc2-4626-bfbe-6a4be4bde363 None None] Calling delete_port for 27ec633d-0737-4dfc-8969-24b20800a408 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:51.740660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041d39e-5ce2-466a-af72-e1c50f47953a tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Network': ['ID=73ce8a92-9286-4c10-8582-aaf7f39be5be,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:51.757263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 73ce8a92-9286-4c10-8582-aaf7f39be5be details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:51.765502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ba0ba-9231-4da9-985c-38ed215a3943 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Subnet': ['ID=63950250-0853-442a-b851-8af1910d06a7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:51.790543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c12ba0ba-9231-4da9-985c-38ed215a3943 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:51.808137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b2495-3426-4866-8f1e-8de1be4e9a19 None None] Network 47a0125d-559a-431e-aed4-8fee6d3f72c6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:51.848624 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c12ba0ba-9231-4da9-985c-38ed215a3943 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/63950250-0853-442a-b851-8af1910d06a7 HTTP/1.1" status: 204 len: 168 time: 1.9023259 Feb 28 11:25:51.853402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:51.863519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:51.894424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:51.953730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:51.961190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:52.017739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fd58008-7e42-460d-804b-189f00b47f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.058342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.064856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.097549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:47Z', 'revision_number': 3, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:52.113975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b37c-7bc2-4626-bfbe-6a4be4bde363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.126847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd58008-7e42-460d-804b-189f00b47f47 None None] Pushing event deleted for resources: {'Port': ['ID=aa9f733c-10a5-4df4-938d-64feb5a9f85e,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:52.128838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd58008-7e42-460d-804b-189f00b47f47 None None] No DVR routers for this DVR port aa9f733c-10a5-4df4-938d-64feb5a9f85e on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:52.129308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.135699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Checking router: ca78622d-83e4-49a9-ba47-b75d10445cd4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:25:52.135699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Updating router ca78622d-83e4-49a9-ba47-b75d10445cd4 port c8421a87-bb5c-4a73-999c-ac0c13033dec binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:25:52.137061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.155246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.156072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67c455ed-9790-4346-a0e5-7f676396f152 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:25:52.167977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.185050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.186170 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bd13eed0-44e1-401a-a29a-7fb705687f8d tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "DELETE /v2.0/routers/67c455ed-9790-4346-a0e5-7f676396f152 HTTP/1.1" status: 204 len: 168 time: 3.5766203 Feb 28 11:25:52.189721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50564) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:52.237882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f900f41-24a2-4049-8c6f-b7b686263d7b req-3096ccf8-9eec-4b75-ba82-220b9c50871e tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:52.244750 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f900f41-24a2-4049-8c6f-b7b686263d7b req-3096ccf8-9eec-4b75-ba82-220b9c50871e tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.6491997 Feb 28 11:25:52.307531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6b37c-7bc2-4626-bfbe-6a4be4bde363 None None] No DVR routers for this DVR port 27ec633d-0737-4dfc-8969-24b20800a408 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:52.309142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6b37c-7bc2-4626-bfbe-6a4be4bde363 None None] Pushing event deleted for resources: {'Port': ['ID=27ec633d-0737-4dfc-8969-24b20800a408,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:52.336390 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:52.340160 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.343945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.455709 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f900f41-24a2-4049-8c6f-b7b686263d7b req-fc296da4-1601-474c-89da-f7480d0b8c98 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100856 Feb 28 11:25:52.556360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.589466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.668124 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3428ee-947f-4d39-b836-0d5eb4786ea6 None None] DHCP port deletion for 47a0125d-559a-431e-aed4-8fee6d3f72c6 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:25:52.690113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Made reservation on behalf of e78f1096056b4c2fad508c5192912841 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:52.690662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.709556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50576) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:52.715923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 27ec633d-0737-4dfc-8969-24b20800a408 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:52.723982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.775799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ab3428ee-947f-4d39-b836-0d5eb4786ea6 None None] Deleting port d88c37de-f43c-4716-9047-0e9553711759 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:52.776255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ab3428ee-947f-4d39-b836-0d5eb4786ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.872422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 27ec633d-0737-4dfc-8969-24b20800a408 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:52.872774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 27ec633d-0737-4dfc-8969-24b20800a408 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:52.873211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device aa9f733c-10a5-4df4-938d-64feb5a9f85e no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:52.918742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: aa9f733c-10a5-4df4-938d-64feb5a9f85e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:52.919680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device aa9f733c-10a5-4df4-938d-64feb5a9f85e not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:52.954041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.964156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event updated for resources: {'Port': ['ID=17ead583-9275-449b-924a-3f2fe5bc2465,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:52.989174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:52.995558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Allocated IP 172.20.0.1 (964fe118-4902-4457-8668-4a8047caf515/03c3645a-ae70-43bf-9c7e-21734168e44d/dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:53.006967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Deleting port b1526d51-7af3-422a-a5a6-95b35702ee66 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:25:53.007862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.043407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Transition to ACTIVE for port object c8421a87-bb5c-4a73-999c-ac0c13033dec will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:53.077920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.106037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.110417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:53.128766 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1149589014'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:53.136554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:53.139306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.158774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:53.159436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.167345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:53.185809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f741f-77e3-4da7-9c8e-477960b75974 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:53.213898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:network and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:53.224018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:53.234281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:53.248399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:53.248556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Attempting to bind port c8421a87-bb5c-4a73-999c-ac0c13033dec on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:53.249000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Attempting to bind port c8421a87-bb5c-4a73-999c-ac0c13033dec by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:53.249497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Attempting to bind port c8421a87-bb5c-4a73-999c-ac0c13033dec on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:53.260937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:53.261460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:53.261972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.262457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:53.263025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Bound port: c8421a87-bb5c-4a73-999c-ac0c13033dec, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:53.263536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.288999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] For port b1526d51-7af3-422a-a5a6-95b35702ee66, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b1526d51-7af3-422a-a5a6-95b35702ee66,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:53.289562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.300401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792b46c7-7746-480e-9860-c97ebfc58c60']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:53.336368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:53.337265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2baa5ab-9ecc-4d29-8664-b7a0b5c8c7af') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:53.349367 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4f151bf0-1d61-4b89-ad21-044c635d47d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8804204 Feb 28 11:25:53.353108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:53.356493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.359663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50582) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:53.374618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.383468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.407705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80722c53-f20d-4bf7-ae65-0a926342d85c None None] Pushing event updated for resources: {'Port': ['ID=c8421a87-bb5c-4a73-999c-ac0c13033dec,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:53.410453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] For port c8421a87-bb5c-4a73-999c-ac0c13033dec, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:53.420908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ab3428ee-947f-4d39-b836-0d5eb4786ea6 None None] For port d88c37de-f43c-4716-9047-0e9553711759, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d88c37de-f43c-4716-9047-0e9553711759,segment=NetworkSegment(17e89531-1fdf-4f1c-82fc-b450574fa02f),segment_id=17e89531-1fdf-4f1c-82fc-b450574fa02f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:53.421369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ab3428ee-947f-4d39-b836-0d5eb4786ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.432071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': '96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c', 'ip_address': '2001:db8::d453:cc1e:c6b5:42a0'}], 'name': 'tempest-NetworksTestDHCPv6-747351608'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:53.445535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] For port c8421a87-bb5c-4a73-999c-ac0c13033dec, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c8421a87-bb5c-4a73-999c-ac0c13033dec,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:53.456571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Calling delete_port for b1526d51-7af3-422a-a5a6-95b35702ee66 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:53.461130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:53.465574 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.478517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:security_group_rule and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:53.486082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:53.491842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:53.492288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:53.512840 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:53.528643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:53.530241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.536176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Network c5004e39-3a57-4c0c-948c-ed68d067baa5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:53.558861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.575561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ab3428ee-947f-4d39-b836-0d5eb4786ea6 None None] Calling delete_port for d88c37de-f43c-4716-9047-0e9553711759 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:25:53.597412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:53.729283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.771404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.803726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:53.804454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:53.806279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Network': ['ID=792b46c7-7746-480e-9860-c97ebfc58c60,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:53.836593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Transition to ACTIVE for port object dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:53.879805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:53.930860 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-95907b87-b77a-432b-9f47-2a9368805682 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/networks/792b46c7-7746-480e-9860-c97ebfc58c60 HTTP/1.1" status: 204 len: 168 time: 2.0724196 Feb 28 11:25:53.945140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80722c53-f20d-4bf7-ae65-0a926342d85c None None] Pushing event updated for resources: {'Port': ['ID=c8421a87-bb5c-4a73-999c-ac0c13033dec,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:53.954737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50588) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:53.980277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.039330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:54.076609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:54.078800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ab3428ee-947f-4d39-b836-0d5eb4786ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.091401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Network 964fe118-4902-4457-8668-4a8047caf515 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:54.099553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:54.134743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:54.138526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3428ee-947f-4d39-b836-0d5eb4786ea6 None None] Pushing event deleted for resources: {'Port': ['ID=d88c37de-f43c-4716-9047-0e9553711759,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:54.144519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3428ee-947f-4d39-b836-0d5eb4786ea6 None None] No DVR routers for this DVR port d88c37de-f43c-4716-9047-0e9553711759 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:25:54.145339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e892-2b0b-4d6d-9630-ecb8d787d16b req-e460b53d-f559-47a3-a10a-0a288b792423 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:54.145720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Router f004a637-1c28-4dfd-aa17-ab5179c10985 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:54.147619 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95d6e892-2b0b-4d6d-9630-ecb8d787d16b req-e460b53d-f559-47a3-a10a-0a288b792423 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.4169831 Feb 28 11:25:54.152201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Subnet': ['ID=439d8f99-b479-422f-9103-cad0c205cac1,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:54.153075 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bc2d2385-a881-4d4e-b34f-e22fa6e3d4ca None None] Provisioning complete for port 17ead583-9275-449b-924a-3f2fe5bc2465 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:54.153451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2385-a881-4d4e-b34f-e22fa6e3d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.154152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:54.155570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.176495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.195316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:54.196157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.202788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Checking segment: {'id': 'e483454e-832d-4001-b8dc-8a4b9e2bd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '73ce8a92-9286-4c10-8582-aaf7f39be5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:54.203174 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network hostable DHCP agents. Network: 73ce8a92-9286-4c10-8582-aaf7f39be5be, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:25:54.215634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.229454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:54.250074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:25:54.292451 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:54.330696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e6d12d-c3dc-4f2c-86ea-57cc3fd55aa1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:54.343891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.344291 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Added segment 93286f87-e6d6-4226-8551-7ac1799cebdd of type vlan for network 92ad0d09-ad98-4018-9a26-7d48c16739b4 Feb 28 11:25:54.389957 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95d6e892-2b0b-4d6d-9630-ecb8d787d16b req-4c4419a6-ee8e-4595-8273-9019876050d7 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939063 Feb 28 11:25:54.393549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.403225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 73ce8a92-9286-4c10-8582-aaf7f39be5be is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:25:54.437361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d2385-a881-4d4e-b34f-e22fa6e3d4ca None None] Port 17ead583-9275-449b-924a-3f2fe5bc2465 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:54.469792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 73ce8a92-9286-4c10-8582-aaf7f39be5be) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:54.547718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.564433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:54.565141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.589961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.622090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1526d51-7af3-422a-a5a6-95b35702ee66,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:54.644197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a2b361-5da3-4caf-8bd2-2b2c9c82d507 None None] Network 73ce8a92-9286-4c10-8582-aaf7f39be5be requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:25:54.663150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d88c37de-f43c-4716-9047-0e9553711759 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:54.685973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.709656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:25:54.724033 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941bebc-5e7c-43f0-9e24-1fd3e70815cf None None] Sync routers for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:25:54.728671 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-37558e90-4e2c-46e0-a8bf-b28432a7cf8a tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "PUT /v2.0/routers/f004a637-1c28-4dfd-aa17-ab5179c10985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3576350 Feb 28 11:25:54.733178 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0231958b-1247-4e6f-b08d-276c3889002c tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7130396 Feb 28 11:25:54.735913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.742174 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941bebc-5e7c-43f0-9e24-1fd3e70815cf None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:54.742815 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6941bebc-5e7c-43f0-9e24-1fd3e70815cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:54.745957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50596) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:54.746268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50598) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:54.753034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a0125d-559a-431e-aed4-8fee6d3f72c6']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:54.764335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Request body: {'port': {'network_id': 'c5004e39-3a57-4c0c-948c-ed68d067baa5', 'name': 'tempest-FloatingIPAdminTestJSON-424435805'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:54.802859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 72cd1aef-c0c7-4784-ba37-effc7260033e yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:54.912728 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6941bebc-5e7c-43f0-9e24-1fd3e70815cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:54.919313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1561208452', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:54.924886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:54.926203 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941bebc-5e7c-43f0-9e24-1fd3e70815cf None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:25:54.926801 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6941bebc-5e7c-43f0-9e24-1fd3e70815cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:54.942517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:54.952104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e89531-1fdf-4f1c-82fc-b450574fa02f') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:54.952522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e89531-1fdf-4f1c-82fc-b450574fa02f') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:54.961585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:router and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:54.969379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:54.984886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c/88c095e5-164b-45d3-b601-f541d63f1ea9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:55.027548 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6941bebc-5e7c-43f0-9e24-1fd3e70815cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:55.027947 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941bebc-5e7c-43f0-9e24-1fd3e70815cf None None] The sync data for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:55.028440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.037105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:55.044108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.049783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:55.050605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.095010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: d88c37de-f43c-4716-9047-0e9553711759 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:55.095377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d88c37de-f43c-4716-9047-0e9553711759 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:55.126405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.140865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.142898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.148931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:25:55.149614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.169448 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4567983 Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:25:55.170611 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:25:55.255728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.267949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.308431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.318950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Transition to ACTIVE for port object 88c095e5-164b-45d3-b601-f541d63f1ea9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:55.322830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.323547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0a86cda-12af-4a88-9125-a0b31cd1fffe {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:25:55.335836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f717a57-8062-409c-8601-d80b416c113f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Network': ['ID=92ad0d09-ad98-4018-9a26-7d48c16739b4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:55.339071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Transition to ACTIVE for port object 88c095e5-164b-45d3-b601-f541d63f1ea9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:55.376453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.380577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 92ad0d09-ad98-4018-9a26-7d48c16739b4 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:55.390455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:55.399653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Usage tracker for resource:port and tenant:c327d44aeb4e4d959570fbcd67925c44 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:55.403259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:55.412157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:55.422991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.445493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.448598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Made reservation on behalf of c327d44aeb4e4d959570fbcd67925c44 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:55.452956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.457080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-45c9331a-a420-483a-9286-e1405ebbd25f None None] Provisioning for port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:55.502619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-45c9331a-a420-483a-9286-e1405ebbd25f None None] Provisioning complete for port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:55.503416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-45c9331a-a420-483a-9286-e1405ebbd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.539532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.581065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Network': ['ID=47a0125d-559a-431e-aed4-8fee6d3f72c6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:55.609040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-45c9331a-a420-483a-9286-e1405ebbd25f None None] Port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:55.630572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:55.641623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:55.652922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::d453:cc1e:c6b5:42a0 (89a85dab-b254-4061-917a-102ac7d2b42f/96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c/72cd1aef-c0c7-4784-ba37-effc7260033e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:55.663954 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-195e0405-1bee-4d8c-b053-993929b9c2f9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/networks/47a0125d-559a-431e-aed4-8fee6d3f72c6 HTTP/1.1" status: 204 len: 168 time: 1.7073629 Feb 28 11:25:55.672040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Pushing event updated for resources: {'Port': ['ID=88c095e5-164b-45d3-b601-f541d63f1ea9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:55.676872 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:55.681182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] device_id is not set on port d54ebf69-81fb-4b53-b9f6-5bc5f600723b yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:55.769657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50604) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:55.777617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'network': {'name': 'tempest-RoutersTest-168177321'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:55.782585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:55.786631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:network and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:55.790195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:55.796858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:55.875452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.893037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 72cd1aef-c0c7-4784-ba37-effc7260033e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:55.932149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Attempting to bind port 88c095e5-164b-45d3-b601-f541d63f1ea9 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:55.932674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.933144 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Attempting to bind port 88c095e5-164b-45d3-b601-f541d63f1ea9 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:55.933724 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Attempting to bind port 88c095e5-164b-45d3-b601-f541d63f1ea9 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:55.961993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:55.972120 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:55.977061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.030988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.032544 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-431eb1d1-1123-4b53-ae6b-df219d36e58b tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "DELETE /v2.0/routers/a0a86cda-12af-4a88-9125-a0b31cd1fffe HTTP/1.1" status: 204 len: 168 time: 3.8066554 Feb 28 11:25:56.047861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50608) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:56.068129 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-9f028431-463f-4ab9-ba8f-d5863781d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:56.070410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-9f028431-463f-4ab9-ba8f-d5863781d8f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82e6c3145924db4a6b62e6080d616e7&device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 1098 time: 1.0972087 Feb 28 11:25:56.071662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-562609673', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:56.084293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:56.084856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:56.085831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.086313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:56.086888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Bound port: 88c095e5-164b-45d3-b601-f541d63f1ea9, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:56.088160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.095038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:56.107471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:25:56.120038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Usage tracker for resource:router and tenant:1a854edb4c604176829921abe61d1f2f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:56.135420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:56.151686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-73ce8a92-9286-4c10-8582-aaf7f39be5be', 'network_id': '73ce8a92-9286-4c10-8582-aaf7f39be5be', 'tenant_id': 'e78f1096056b4c2fad508c5192912841', 'fixed_ips': [{'subnet_id': '439d8f99-b479-422f-9103-cad0c205cac1'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:25:56.152653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.247250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:56.259223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-82708e53-fc8b-4050-b752-285cda8167d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:56.261676 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-82708e53-fc8b-4050-b752-285cda8167d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85553a84-1d36-44c0-b358-8e06f7845ee8 HTTP/1.1" status: 200 len: 913 time: 0.1646786 Feb 28 11:25:56.261814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.262205 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added segment c340d132-33b1-4e46-a464-7f81c8ce3f4b of type vlan for network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 Feb 28 11:25:56.271089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.328835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.329895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.347363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.354009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Allocated IP 172.20.0.2 (73ce8a92-9286-4c10-8582-aaf7f39be5be/439d8f99-b479-422f-9103-cad0c205cac1/6a7dac6d-5b8c-4032-9e64-a43891c0fede) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:56.355933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dee99-6790-4d3b-8589-25807b4abe49 req-c1dfc6aa-7158-4487-a23e-692c834d2bf3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:56.365052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f86dee99-6790-4d3b-8589-25807b4abe49 req-c1dfc6aa-7158-4487-a23e-692c834d2bf3 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 1.3527002 Feb 28 11:25:56.371778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Allocated IP 172.20.0.7 (c5004e39-3a57-4c0c-948c-ed68d067baa5/a6147f39-8314-48ec-8553-2245e12f4c78/d54ebf69-81fb-4b53-b9f6-5bc5f600723b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:56.405720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.410813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:56.432286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:56.440744 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-abcc9dd2-3441-42ac-97f2-d9d75415c8d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e1231f-4084-4519-be35-54c92781f874 HTTP/1.1" status: 200 len: 217 time: 0.1553459 Feb 28 11:25:56.470537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:56.476928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:56.477747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.559882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=72cd1aef-c0c7-4784-ba37-effc7260033e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:56.563894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-d8a297ba-3f61-4040-977b-59fbb123740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:56.565747 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-d8a297ba-3f61-4040-977b-59fbb123740a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a65fe46e-d4af-4ef1-8c2d-83765c598e81 HTTP/1.1" status: 200 len: 852 time: 0.0697005 Feb 28 11:25:56.578322 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-eedaad5d-58f8-4414-86a4-e1eeb8d0d56e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2151952 Feb 28 11:25:56.585105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.602253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Transition to ACTIVE for port object 6a7dac6d-5b8c-4032-9e64-a43891c0fede will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:56.631267 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f86dee99-6790-4d3b-8589-25807b4abe49 req-16b2fd03-d36e-4483-ba53-360f43bb5a10 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649791 Feb 28 11:25:56.645169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Transition to ACTIVE for port object 6a7dac6d-5b8c-4032-9e64-a43891c0fede will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:56.648158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50612) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:56.653593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b1526d51-7af3-422a-a5a6-95b35702ee66 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:25:56.654997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.662676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': '96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c', 'ip_address': '2001:db8::d453:cc1e:c6b5:42a0'}], 'name': 'tempest-NetworksTestDHCPv6-2015862488'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:56.681277 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-c0d9956d-c45c-4357-80df-ff1dc3a88aad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85553a84-1d36-44c0-b358-8e06f7845ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011856 Feb 28 11:25:56.695473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.718715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: b1526d51-7af3-422a-a5a6-95b35702ee66 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:25:56.721303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b1526d51-7af3-422a-a5a6-95b35702ee66 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:25:56.730214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.862943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:47Z', 'revision_number': 3, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:25:56.880883 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4ee46-0b27-4c7c-9d61-ee4b5b80e80d None None] The sync data for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:47Z', 'revision_number': 3, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:25:56.945035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] For port 88c095e5-164b-45d3-b601-f541d63f1ea9, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:56.949747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] For port 88c095e5-164b-45d3-b601-f541d63f1ea9, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=88c095e5-164b-45d3-b601-f541d63f1ea9,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:56.980767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Network 73ce8a92-9286-4c10-8582-aaf7f39be5be is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:56.986356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:56.999847 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-62519f6f-f701-4fb0-a599-5d0129454a56 service neutron] 10.222.0.37 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091314 Feb 28 11:25:57.009828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:57.025456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:57.026681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:57.039615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Pushing event updated for resources: {'Port': ['ID=6a7dac6d-5b8c-4032-9e64-a43891c0fede,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:57.073248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.26.8.61 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/23cfb3fd-d398-4be3-88ba-813e635b7d3f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:25:57.141600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454fab6-d12f-4257-bbf5-1ac4cb459919 None None] Pushing event updated for resources: {'Port': ['ID=88c095e5-164b-45d3-b601-f541d63f1ea9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:57.255768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:57.310482 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df6793a0-8213-43f7-9df2-b26ce4e1c879 req-dd7eb583-0838-4e25-a785-f7d0c60b7009 service neutron] 10.222.0.37 "GET /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459989 Feb 28 11:25:57.327960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:57.342228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:57.344821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:57.346070 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:57.356418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:57.387112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Attempting to bind port 6a7dac6d-5b8c-4032-9e64-a43891c0fede on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:25:57.387575 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Attempting to bind port 6a7dac6d-5b8c-4032-9e64-a43891c0fede by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'e483454e-832d-4001-b8dc-8a4b9e2bd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '73ce8a92-9286-4c10-8582-aaf7f39be5be'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:25:57.388036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Attempting to bind port 6a7dac6d-5b8c-4032-9e64-a43891c0fede on network 73ce8a92-9286-4c10-8582-aaf7f39be5be {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:25:57.392793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:57.396230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:25:57.397284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Checking segment: {'id': 'e483454e-832d-4001-b8dc-8a4b9e2bd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '73ce8a92-9286-4c10-8582-aaf7f39be5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:25:57.398343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:57.399303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:57.401474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Bound using segment: {'id': 'e483454e-832d-4001-b8dc-8a4b9e2bd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '73ce8a92-9286-4c10-8582-aaf7f39be5be'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:25:57.401474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Bound port: 6a7dac6d-5b8c-4032-9e64-a43891c0fede, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e483454e-832d-4001-b8dc-8a4b9e2bd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '73ce8a92-9286-4c10-8582-aaf7f39be5be'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:25:57.402007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:57.436532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:57.442000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port b308ecd6-f86e-47ef-aafb-4b6e326a9039 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:25:57.442854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:57.443785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:57.476021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=23cfb3fd-d398-4be3-88ba-813e635b7d3f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:57.599326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] For port 6a7dac6d-5b8c-4032-9e64-a43891c0fede, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:25:57.603000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] For port 6a7dac6d-5b8c-4032-9e64-a43891c0fede, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6a7dac6d-5b8c-4032-9e64-a43891c0fede,segment=NetworkSegment(e483454e-832d-4001-b8dc-8a4b9e2bd991),segment_id=e483454e-832d-4001-b8dc-8a4b9e2bd991)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:25:57.612529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:57.631769 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8604136 Feb 28 11:25:57.650446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50618) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:57.823940 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246be9-45fa-4d89-b11a-1f70f33455cf None None] Pushing event updated for resources: {'Port': ['ID=6a7dac6d-5b8c-4032-9e64-a43891c0fede,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:57.888308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'subnet': {'network_id': '1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:58.057533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d32d2-aeb0-4e0f-83c2-499322dc0831 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Network': ['ID=1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:58.077091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:25:58.157524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:58.205267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:58.213404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:25:58.411853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:58.435532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:58.606779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:58.677168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:58.728480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:58.736764 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 11:25:58.737390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:25:58.760787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'subnet': {'network_id': '92ad0d09-ad98-4018-9a26-7d48c16739b4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:25:58.812718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c8421a87-bb5c-4a73-999c-ac0c13033dec up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:58.930307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port c8421a87-bb5c-4a73-999c-ac0c13033dec completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:58.936236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c8421a87-bb5c-4a73-999c-ac0c13033dec triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:58.937138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.002063 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-abfcb7ed-8dd0-4e71-82f7-923c1d5c11f1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3528185 Feb 28 11:25:59.009432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Network 964fe118-4902-4457-8668-4a8047caf515 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:25:59.016615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50628) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:59.024374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:25:59.102771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.121180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port c8421a87-bb5c-4a73-999c-ac0c13033dec, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c8421a87-bb5c-4a73-999c-ac0c13033dec,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:59.130066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.131472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 88c095e5-164b-45d3-b601-f541d63f1ea9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:59.145063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:59.163228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.203068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:subnet and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:59.218642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:59.219654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0ddf-b0ed-4901-97a7-c63e75b2f67c req-ba8a4cec-7b51-4777-8e1d-35c956c70cc9 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:59.221317 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9aac0ddf-b0ed-4901-97a7-c63e75b2f67c req-ba8a4cec-7b51-4777-8e1d-35c956c70cc9 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.8923438 Feb 28 11:25:59.223338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:25:59.244741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:subnet and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:25:59.251752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:25:59.274835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=c8421a87-bb5c-4a73-999c-ac0c13033dec,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:59.277630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:59.305043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:25:59.331877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 88c095e5-164b-45d3-b601-f541d63f1ea9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:59.341128 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6a7dac6d-5b8c-4032-9e64-a43891c0fede up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:25:59.456995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:59.460911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.469555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 6a7dac6d-5b8c-4032-9e64-a43891c0fede completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:59.502787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] Provisioning for port 88c095e5-164b-45d3-b601-f541d63f1ea9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:25:59.516367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] Provisioning complete for port 88c095e5-164b-45d3-b601-f541d63f1ea9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:59.516899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.524479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.532825 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9aac0ddf-b0ed-4901-97a7-c63e75b2f67c req-8851b1c5-b635-4468-88f5-638507f29f32 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982397 Feb 28 11:25:59.557717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:25:59.557717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.643828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ad6fe-77cf-40f8-b854-9374d2482e2e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:59.656174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ad6fe-77cf-40f8-b854-9374d2482e2e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:59.657166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-832ad6fe-77cf-40f8-b854-9374d2482e2e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:25:59.673053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.692091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Router ca78622d-83e4-49a9-ba47-b75d10445cd4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:25:59.716810 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Transition to ACTIVE for port object d54ebf69-81fb-4b53-b9f6-5bc5f600723b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:25:59.752594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] For port 88c095e5-164b-45d3-b601-f541d63f1ea9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=88c095e5-164b-45d3-b601-f541d63f1ea9,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:25:59.765650 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.812311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-832ad6fe-77cf-40f8-b854-9374d2482e2e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:25:59.824093 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-832ad6fe-77cf-40f8-b854-9374d2482e2e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7972207 Feb 28 11:25:59.832655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:25:59.885297 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] Provisioning complete for port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:25:59.885848 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:59.947510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] Pushing event updated for resources: {'Port': ['ID=88c095e5-164b-45d3-b601-f541d63f1ea9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:25:59.966443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b32e3a6e-38bb-461d-9c9c-24824c6cb17e None None] Port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:25:59.985419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.067391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d2f00-d485-48e5-8483-bff5d4a284f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 72cd1aef-c0c7-4784-ba37-effc7260033e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:00.067876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2f00-d485-48e5-8483-bff5d4a284f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.093972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c32ab276-d98d-4fbc-a0ae-b14707f8eb77 None None] Provisioning for port 72cd1aef-c0c7-4784-ba37-effc7260033e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:00.101776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c32ab276-d98d-4fbc-a0ae-b14707f8eb77 None None] Provisioning complete for port 72cd1aef-c0c7-4784-ba37-effc7260033e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:00.101776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c32ab276-d98d-4fbc-a0ae-b14707f8eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.179251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.187194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a10e9c54-2f25-4f26-9953-ee97699dd752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.190898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c32ab276-d98d-4fbc-a0ae-b14707f8eb77 None None] Port 72cd1aef-c0c7-4784-ba37-effc7260033e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:00.194483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeeb118-ff03-474a-b6da-7f1e0b308420 None None] Network 73ce8a92-9286-4c10-8582-aaf7f39be5be requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:00.225439 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.262914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:00.281098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Sync routers for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:00.320637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e23fcf1a-5489-4c59-95c8-d5a58a0009e8 admin admin] 10.222.0.64 "PUT /v2.0/routers/ca78622d-83e4-49a9-ba47-b75d10445cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7599823 Feb 28 11:26:00.320878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:00.320878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:25:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:00.362324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Network c5004e39-3a57-4c0c-948c-ed68d067baa5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:00.369230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:00.377201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:00.402520 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ec6cc9f7-593f-4941-b064-e308213bf0dd None None] Provisioning for port 6a7dac6d-5b8c-4032-9e64-a43891c0fede completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:00.411772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.427842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ec6cc9f7-593f-4941-b064-e308213bf0dd None None] Provisioning complete for port 6a7dac6d-5b8c-4032-9e64-a43891c0fede triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:00.428363 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc9f7-593f-4941-b064-e308213bf0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.477502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event updated for resources: {'Port': ['ID=d54ebf69-81fb-4b53-b9f6-5bc5f600723b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:00.676226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Subnet': ['ID=1f5dcc05-2876-45f9-abe8-7d4e78125af8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:00.726046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Checking segment: {'id': '93286f87-e6d6-4226-8551-7ac1799cebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92ad0d09-ad98-4018-9a26-7d48c16739b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:00.726422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network hostable DHCP agents. Network: 92ad0d09-ad98-4018-9a26-7d48c16739b4, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:26:00.774804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c8421a87-bb5c-4a73-999c-ac0c13033dec up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:00.813485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2f00-d485-48e5-8483-bff5d4a284f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.838832 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network 92ad0d09-ad98-4018-9a26-7d48c16739b4 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:26:00.906723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:00.907422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:00.968163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Subnet': ['ID=7af402b2-4e56-4b1e-9a65-6ae14f46dbdc,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:00.980049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d2f00-d485-48e5-8483-bff5d4a284f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 72cd1aef-c0c7-4784-ba37-effc7260033e owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:00.984809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.025382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Checking segment: {'id': 'c340d132-33b1-4e46-a464-7f81c8ce3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:01.025588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network hostable DHCP agents. Network: 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:26:01.029026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 92ad0d09-ad98-4018-9a26-7d48c16739b4) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:01.030126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.033194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50646) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:01.041034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:01.041762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.045124 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc9f7-593f-4941-b064-e308213bf0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.049923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244198675', 'description': 'tempest-description--843556517'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:01.060722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:01.064296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc68f73-ab66-4843-ad33-e81ec0469e39 None None] Network 92ad0d09-ad98-4018-9a26-7d48c16739b4 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:01.082649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:01.090524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Usage tracker for resource:security_group and tenant:5729ce33aa9e404fa6ca4f2260848898 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:01.098570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:01.107700 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a193ab78-9612-4f81-a9ce-3a399d585d5f tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3601086 Feb 28 11:26:01.111528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50650) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:01.112616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:01.114311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.148720 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4c1d62f6-4643-4aba-91f0-9a08508dddbc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4066970 Feb 28 11:26:01.152605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:01.163743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-862411691'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:01.180077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97788b4-0bc8-4df3-b491-27604ad5ad8d req-749876c3-4cf9-4ad0-bc45-27e91a54e988 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:01.181988 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a97788b4-0bc8-4df3-b491-27604ad5ad8d req-749876c3-4cf9-4ad0-bc45-27e91a54e988 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.4367568 Feb 28 11:26:01.187424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:01.199278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:network and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:01.202492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.269776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:01.273957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ec6cc9f7-593f-4941-b064-e308213bf0dd None None] For port 6a7dac6d-5b8c-4032-9e64-a43891c0fede, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6a7dac6d-5b8c-4032-9e64-a43891c0fede,segment=NetworkSegment(e483454e-832d-4001-b8dc-8a4b9e2bd991),segment_id=e483454e-832d-4001-b8dc-8a4b9e2bd991)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:01.305770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:01.326580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'project_id': 'c327d44aeb4e4d959570fbcd67925c44', 'port_id': 'd54ebf69-81fb-4b53-b9f6-5bc5f600723b'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:01.344193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:26:01.347611 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec6cc9f7-593f-4941-b064-e308213bf0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.354953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:01.358491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:01.361869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:01.375971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Usage tracker for resource:floatingip and tenant:c327d44aeb4e4d959570fbcd67925c44 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:01.383349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Usage tracker for resource:security_group_rule and tenant:5729ce33aa9e404fa6ca4f2260848898 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:01.386441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:01.390619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.398573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:01.399057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.399297 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ae8db-e957-459b-a48a-8ebff9f3a10e None None] Network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:01.414587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:01.419234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:01.435566 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a97788b4-0bc8-4df3-b491-27604ad5ad8d req-ee156865-71f3-4009-a122-fe996e93abd0 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419007 Feb 28 11:26:01.436436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2f00-d485-48e5-8483-bff5d4a284f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.444257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:01.447989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:01.476260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c8421a87-bb5c-4a73-999c-ac0c13033dec triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:01.476664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.513634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d2f00-d485-48e5-8483-bff5d4a284f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=72cd1aef-c0c7-4784-ba37-effc7260033e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:01.545401 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-73f0b263-8dc6-4e75-af89-d6e49e02758f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8926096 Feb 28 11:26:01.549859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50662) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:01.568407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:26:01.574990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2f00-d485-48e5-8483-bff5d4a284f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.575478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1781588111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:01.595892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Allocated IP 172.26.8.126 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/69ecc98c-9b3f-4f35-b0b1-cde8391821b7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:01.599425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:01.602341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.618186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.618997 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Added segment 84316410-e9e6-43c3-92c9-5aa22ffca962 of type vlan for network 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 Feb 28 11:26:01.625712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:router and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:01.634309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:01.676878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:01.682560 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9a9d2f00-d485-48e5-8483-bff5d4a284f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/72cd1aef-c0c7-4784-ba37-effc7260033e HTTP/1.1" status: 204 len: 168 time: 1.8465455 Feb 28 11:26:01.684513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:01.695193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.766805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6ebf8-32bf-4527-b1ca-e8859aee329b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:01.768608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6ebf8-32bf-4527-b1ca-e8859aee329b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:01.769047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-62b6ebf8-32bf-4527-b1ca-e8859aee329b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:01.925764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-62b6ebf8-32bf-4527-b1ca-e8859aee329b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:01.929750 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-62b6ebf8-32bf-4527-b1ca-e8859aee329b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2405326 Feb 28 11:26:01.934786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.935549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50672) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:01.959152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:01.976606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.000704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bc1091c4-ec26-4425-bcf8-14f310b44cd6 None None] Provisioning for port d54ebf69-81fb-4b53-b9f6-5bc5f600723b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:02.001719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.016835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.020515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bc1091c4-ec26-4425-bcf8-14f310b44cd6 None None] Provisioning complete for port d54ebf69-81fb-4b53-b9f6-5bc5f600723b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:02.020928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc1091c4-ec26-4425-bcf8-14f310b44cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.022989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:02.023637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.044099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:02.060094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.061333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.080657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.091377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cc9f7-593f-4941-b064-e308213bf0dd None None] Pushing event updated for resources: {'Port': ['ID=6a7dac6d-5b8c-4032-9e64-a43891c0fede,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:02.111148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bc1091c4-ec26-4425-bcf8-14f310b44cd6 None None] Port d54ebf69-81fb-4b53-b9f6-5bc5f600723b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:02.112882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:02.123991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:02.126213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.150394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:02.175853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.180309 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-482d1faa-59b7-458b-b7ce-5c19403b19d4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1402116 Feb 28 11:26:02.193132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50676) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:02.203986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Request body: {'security_group_rule': {'security_group_id': '671cf2e9-8a45-46cb-ad89-f91ee5e61e6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:02.234050 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0781655 Feb 28 11:26:02.235673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50680) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:02.239342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:02.248943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e11b21a-f9d4-4111-8e94-c8f498f9f81e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:02.257875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e11b21a-f9d4-4111-8e94-c8f498f9f81e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.258186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Usage tracker for resource:security_group_rule and tenant:5729ce33aa9e404fa6ca4f2260848898 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:02.263613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.267630 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7800b976-a4e9-4351-92f5-205312d5b348 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7126038 Feb 28 11:26:02.267630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 87390a57-3858-434a-8b2e-6cd28c998b85 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:26:02.279863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50684) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:02.282649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:02.291864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'subnet': {'network_id': '65ed5646-8fdf-4d40-bca2-e77a603a0cd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:02.293994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event updated for resources: {'Port': ['ID=69ecc98c-9b3f-4f35-b0b1-cde8391821b7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:02.300640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'port': {'network_id': '1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57', 'name': 'tempest-RoutersTest-738670'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:02.314884 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-92ad0d09-ad98-4018-9a26-7d48c16739b4', 'network_id': '92ad0d09-ad98-4018-9a26-7d48c16739b4', 'tenant_id': '4239f37fe6c04993a696873551656206', 'fixed_ips': [{'subnet_id': '1f5dcc05-2876-45f9-abe8-7d4e78125af8'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:02.315923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.317043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5aa3d7-6b15-472c-8ebc-4c66126d9858 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Network': ['ID=65ed5646-8fdf-4d40-bca2-e77a603a0cd3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:02.318423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:02.358949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:26:02.428019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e11b21a-f9d4-4111-8e94-c8f498f9f81e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.430738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eb1cccf4-60af-4c8a-be26-1dd1e6327b32 None None] Provisioning complete for port 6a7dac6d-5b8c-4032-9e64-a43891c0fede triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:02.431109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb1cccf4-60af-4c8a-be26-1dd1e6327b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.456367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57', 'network_id': '1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'fixed_ips': [{'subnet_id': '7af402b2-4e56-4b1e-9a65-6ae14f46dbdc'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:02.457451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.478325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:55Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2', 'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'mac_address': 'fa:16:3e:3b:73:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:52Z', 'updated_at': '2022-02-28T11:25:56Z', 'revision_number': 2, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'subnets': [{'id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:02.497891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.548298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:02.561013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:subnet and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:02.567794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:02.580608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f9317-5baf-46e9-b9e1-1da85fe4fb68 req-a5abb26c-a031-4120-af4f-40f53ab95cd4 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:02.582077 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d70f9317-5baf-46e9-b9e1-1da85fe4fb68 req-a5abb26c-a031-4120-af4f-40f53ab95cd4 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.5543652 Feb 28 11:26:02.592208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:02.618167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.629468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 88c095e5-164b-45d3-b601-f541d63f1ea9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:02.651499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:02.654890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.707660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-333bb627-4483-4520-96c8-4686d37d237c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.709118 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Checking router: ca78622d-83e4-49a9-ba47-b75d10445cd4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:26:02.709468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Updating router ca78622d-83e4-49a9-ba47-b75d10445cd4 port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:26:02.871821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d70f9317-5baf-46e9-b9e1-1da85fe4fb68 req-6e03a0ce-9c6a-43f8-a9d2-bc3be5e1edac tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706017 Feb 28 11:26:02.915767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:02.923252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.930161 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.930955 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bb3b1-7a2f-4187-b8c8-9e251aea7dcf None None] Sync routers for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:02.935493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e11b21a-f9d4-4111-8e94-c8f498f9f81e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:02.953202 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bb3b1-7a2f-4187-b8c8-9e251aea7dcf None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:02.955170 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fe0bb3b1-7a2f-4187-b8c8-9e251aea7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:03.022792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.026195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Allocated IP 172.26.8.201 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/e99e5a02-2a8b-4a6d-892e-ce84a76d82dd) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:03.035768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:03.076175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d1b9c3-acea-4a20-8014-b30a6a8a39a6,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:03.080787 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:port and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:03.088030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:03.101034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:03.106625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.109489 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fe0bb3b1-7a2f-4187-b8c8-9e251aea7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:03.110794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Allocated IP 2001:db8:0:ffff::2 (92ad0d09-ad98-4018-9a26-7d48c16739b4/1f5dcc05-2876-45f9-abe8-7d4e78125af8/b9ac9439-19d5-4d5a-b571-814de4c6dc70) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:03.111648 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-29f3aa05-8863-4121-bd44-a7a1a90fbeb6 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3604457 Feb 28 11:26:03.112232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50688) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:03.116842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.120817 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-33393918-1647-437d-91d6-56fbad7cc2da tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9226291 Feb 28 11:26:03.124368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50692) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:03.129254 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bb3b1-7a2f-4187-b8c8-9e251aea7dcf None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:03.130050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Request body: {'security_group_rule': {'security_group_id': '671cf2e9-8a45-46cb-ad89-f91ee5e61e6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:03.132524 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fe0bb3b1-7a2f-4187-b8c8-9e251aea7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:03.145047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 88c095e5-164b-45d3-b601-f541d63f1ea9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:03.145047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.145825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:03.151659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:03.155040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.164366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Usage tracker for resource:security_group_rule and tenant:5729ce33aa9e404fa6ca4f2260848898 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:03.230057 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fe0bb3b1-7a2f-4187-b8c8-9e251aea7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:03.235764 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bb3b1-7a2f-4187-b8c8-9e251aea7dcf None None] The sync data for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:03.274113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e11b21a-f9d4-4111-8e94-c8f498f9f81e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.338328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Allocated IP 172.20.0.2 (1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57/7af402b2-4e56-4b1e-9a65-6ae14f46dbdc/e9029627-9804-417b-a6fd-7ae9e834d3c4) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:03.346126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:03.347326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11b21a-f9d4-4111-8e94-c8f498f9f81e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:03.352179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e11b21a-f9d4-4111-8e94-c8f498f9f81e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.365263 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:03.395654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] device_id is not set on port 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:26:03.403877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876be9c2-cfbe-4d65-9810-0a3c26fb724c None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:03.445739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.456627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.505785 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4e11b21a-f9d4-4111-8e94-c8f498f9f81e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c HTTP/1.1" status: 204 len: 168 time: 1.5690348 Feb 28 11:26:03.512606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50696) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:03.533326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.620901 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4f0a7f34-8131-465d-af29-974ce3657c57 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064031 Feb 28 11:26:03.629933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50700) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:03.644133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:03.767287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.780993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.855729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.883379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea4d8b7-69f4-40e2-98ab-816e2d18122b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:03.910172 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.919195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.923007 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f6a44afb-c3f7-42df-8e3e-2ffb330623b4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7943723 Feb 28 11:26:03.923629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50706) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:03.983875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:03.992479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:26:03.997060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:04.003996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:04.004732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Usage tracker for resource:floatingip and tenant:5729ce33aa9e404fa6ca4f2260848898 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:04.007804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.009648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:04.028660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:04.044028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.045003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:04.059453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:04.068234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.070385 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6a7dac6d-5b8c-4032-9e64-a43891c0fede up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:04.115056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.314118 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.352720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:04.375170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Transition to ACTIVE for port object b9ac9439-19d5-4d5a-b571-814de4c6dc70 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:04.382969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.386133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Router a691e183-127a-47ed-b2f5-00f57f010dbf is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:26:04.396405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.420436 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Transition to ACTIVE for port object e9029627-9804-417b-a6fd-7ae9e834d3c4 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:04.427601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:04.448696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:04.451312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:04.457433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.468450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 6a7dac6d-5b8c-4032-9e64-a43891c0fede triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:04.468801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.477060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:04.480622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.493060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Transition to ACTIVE for port object b9ac9439-19d5-4d5a-b571-814de4c6dc70 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:04.518066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Subnet': ['ID=5665632b-b134-459c-99f9-61b58f44189b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:04.518241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Transition to ACTIVE for port object e9029627-9804-417b-a6fd-7ae9e834d3c4 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:04.528017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Transition to ACTIVE for port object dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:04.533035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.579530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Pushing event updated for resources: {'Port': ['ID=e99e5a02-2a8b-4a6d-892e-ce84a76d82dd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:04.586264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.601403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.628722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48c54a-de02-4658-b22b-9572e2e368ab None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:04.652056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Network 92ad0d09-ad98-4018-9a26-7d48c16739b4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:04.704456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:04.713012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-aa48c54a-de02-4658-b22b-9572e2e368ab None None] Deleting port 88c095e5-164b-45d3-b601-f541d63f1ea9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:04.713859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa48c54a-de02-4658-b22b-9572e2e368ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.734912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-361a3d51-849c-4bc4-96cf-a8a7607e08db tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:04.736450 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-361a3d51-849c-4bc4-96cf-a8a7607e08db tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.37 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.9374537 Feb 28 11:26:04.737325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Checking segment: {'id': '84316410-e9e6-43c3-92c9-5aa22ffca962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '65ed5646-8fdf-4d40-bca2-e77a603a0cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:04.737765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network hostable DHCP agents. Network: 65ed5646-8fdf-4d40-bca2-e77a603a0cd3, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:26:04.744474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:04.745749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:04.752218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.20.0.5 (1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57/7af402b2-4e56-4b1e-9a65-6ae14f46dbdc/49173cd0-7ce6-42ae-b0f6-af2963c7d0a9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:04.760144 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:04.779476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:04.783440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Pushing event updated for resources: {'Port': ['ID=b9ac9439-19d5-4d5a-b571-814de4c6dc70,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:04.785887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:04.788201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Allocated IP 172.26.8.166 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/6daae335-deca-427a-bba8-1c52215ba554) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:04.795202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b9087-d037-4db5-981e-9a1d04cd69c8 None None] Sync routers for ids ['a691e183-127a-47ed-b2f5-00f57f010dbf'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:04.828070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:04.831841 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cc779e02-e7e1-4af5-9a4a-591d42457a02 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.7805254 Feb 28 11:26:04.845234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50710) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:04.855270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a17f2250-d05c-4e1d-8b62-45bff2c09021 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': False}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:04.960773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Deleting port 10e1231f-4084-4519-be35-54c92781f874 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:04.961116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.053235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b9087-d037-4db5-981e-9a1d04cd69c8 None None] Routers {'a691e183-127a-47ed-b2f5-00f57f010dbf'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:05.053235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ef3b9087-d037-4db5-981e-9a1d04cd69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a691e183-127a-47ed-b2f5-00f57f010dbf'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:05.104189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:26:05.139538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2172c-bfe5-47b1-8299-aa0b26e40f8f req-73be3440-0f08-48af-9c60-6a8c9b9c0f13 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:05.147131 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bd2172c-bfe5-47b1-8299-aa0b26e40f8f req-73be3440-0f08-48af-9c60-6a8c9b9c0f13 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 1.0111377 Feb 28 11:26:05.186552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 65ed5646-8fdf-4d40-bca2-e77a603a0cd3) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:05.250166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:05.250750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.261135 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f47b7-d217-472d-bce2-57d09f74897c None None] Network 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:05.300816 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ef3b9087-d037-4db5-981e-9a1d04cd69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:05.329258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Pushing event updated for resources: {'Port': ['ID=e9029627-9804-417b-a6fd-7ae9e834d3c4,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:05.436084 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-10b712e1-0c9a-4e6f-b20c-a533f39ea174 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1922348 Feb 28 11:26:05.442688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bd2172c-bfe5-47b1-8299-aa0b26e40f8f req-005463e5-8567-4daf-bc0d-633a86905996 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942076 Feb 28 11:26:05.442821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:05.473730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.474507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Attempting to bind port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:05.474867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Attempting to bind port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:05.475252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Attempting to bind port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 on network 964fe118-4902-4457-8668-4a8047caf515 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:05.478017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Attempting to bind port b9ac9439-19d5-4d5a-b571-814de4c6dc70 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:05.478654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Attempting to bind port b9ac9439-19d5-4d5a-b571-814de4c6dc70 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '93286f87-e6d6-4226-8551-7ac1799cebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92ad0d09-ad98-4018-9a26-7d48c16739b4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:05.479279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Attempting to bind port b9ac9439-19d5-4d5a-b571-814de4c6dc70 on network 92ad0d09-ad98-4018-9a26-7d48c16739b4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:05.494074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.496725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Attempting to bind port e9029627-9804-417b-a6fd-7ae9e834d3c4 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:05.497074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Attempting to bind port e9029627-9804-417b-a6fd-7ae9e834d3c4 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'c340d132-33b1-4e46-a464-7f81c8ce3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:05.497453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Attempting to bind port e9029627-9804-417b-a6fd-7ae9e834d3c4 on network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:05.500130 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b9087-d037-4db5-981e-9a1d04cd69c8 None None] Routers {'a691e183-127a-47ed-b2f5-00f57f010dbf'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:05.500532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ef3b9087-d037-4db5-981e-9a1d04cd69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a691e183-127a-47ed-b2f5-00f57f010dbf'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:05.527023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.549822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'port': {'network_id': '65ed5646-8fdf-4d40-bca2-e77a603a0cd3', 'name': 'tempest-NetworksIpV6TestAttrs-1818323871'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:05.612636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:05.613009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Checking segment: {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:05.613404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.613786 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Bound using segment: {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:05.614467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Bound port: dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:05.614624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.614962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Transition to ACTIVE for port object 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:05.631227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:05.632126 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Checking segment: {'id': '93286f87-e6d6-4226-8551-7ac1799cebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92ad0d09-ad98-4018-9a26-7d48c16739b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:05.632522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.632918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Bound using segment: {'id': '93286f87-e6d6-4226-8551-7ac1799cebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92ad0d09-ad98-4018-9a26-7d48c16739b4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:05.633377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Bound port: b9ac9439-19d5-4d5a-b571-814de4c6dc70, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93286f87-e6d6-4226-8551-7ac1799cebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92ad0d09-ad98-4018-9a26-7d48c16739b4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:05.633743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.642446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:05.642813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Checking segment: {'id': 'c340d132-33b1-4e46-a464-7f81c8ce3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:05.643212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.643590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Bound using segment: {'id': 'c340d132-33b1-4e46-a464-7f81c8ce3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:05.644057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Bound port: e9029627-9804-417b-a6fd-7ae9e834d3c4, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c340d132-33b1-4e46-a464-7f81c8ce3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:05.644888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.664123 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ef3b9087-d037-4db5-981e-9a1d04cd69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:05.664522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b9087-d037-4db5-981e-9a1d04cd69c8 None None] The sync data for ids ['a691e183-127a-47ed-b2f5-00f57f010dbf'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:05.741418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.790644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.879306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:05.886225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:05.902641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:05.903766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c3467-ff67-4d6a-bc0d-a2babcb76876 None None] Pushing event updated for resources: {'Port': ['ID=dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:05.945178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:05.961262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Pushing event updated for resources: {'Port': ['ID=6daae335-deca-427a-bba8-1c52215ba554,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:05.969211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:05.979326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aa48c54a-de02-4658-b22b-9572e2e368ab None None] For port 88c095e5-164b-45d3-b601-f541d63f1ea9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=88c095e5-164b-45d3-b601-f541d63f1ea9,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:05.979936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa48c54a-de02-4658-b22b-9572e2e368ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.004481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a17f2250-d05c-4e1d-8b62-45bff2c09021 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.015656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:06.030848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:06.041920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.106131 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 88c095e5-164b-45d3-b601-f541d63f1ea9 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:06.140204 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=49173cd0-7ce6-42ae-b0f6-af2963c7d0a9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:06.172432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:06.173074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.205762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.207680 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-686b126f-eb83-436e-a3eb-75f6428f09f4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 918 time: 3.9215310 Feb 28 11:26:06.210667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50722) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:06.277803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] For port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:06.282301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] For port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:06.291204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-aa48c54a-de02-4658-b22b-9572e2e368ab None None] Calling delete_port for 88c095e5-164b-45d3-b601-f541d63f1ea9 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:06.327399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:06.331040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:06.345901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:06.347632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.404879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:port and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:06.419610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:06.423165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:06.423763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.443368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] For port e9029627-9804-417b-a6fd-7ae9e834d3c4, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:06.448288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] For port b9ac9439-19d5-4d5a-b571-814de4c6dc70, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:06.448578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] For port 10e1231f-4084-4519-be35-54c92781f874, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10e1231f-4084-4519-be35-54c92781f874,segment=NetworkSegment(f35807ef-778e-46d2-8bd6-22a584e00aa2),segment_id=f35807ef-778e-46d2-8bd6-22a584e00aa2)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:06.448944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.459508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:06.463553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=dbce974a-6c80-4f2f-a37a-a3f9397251be,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:06.645313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] For port e9029627-9804-417b-a6fd-7ae9e834d3c4, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e9029627-9804-417b-a6fd-7ae9e834d3c4,segment=NetworkSegment(c340d132-33b1-4e46-a464-7f81c8ce3f4b),segment_id=c340d132-33b1-4e46-a464-7f81c8ce3f4b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:06.668013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Calling delete_port for 10e1231f-4084-4519-be35-54c92781f874 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:06.681491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] For port b9ac9439-19d5-4d5a-b571-814de4c6dc70, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b9ac9439-19d5-4d5a-b571-814de4c6dc70,segment=NetworkSegment(93286f87-e6d6-4226-8551-7ac1799cebdd),segment_id=93286f87-e6d6-4226-8551-7ac1799cebdd)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:06.694820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.713622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1c613d28-34b5-41f0-9c00-08341ec1558f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0807698 Feb 28 11:26:06.720769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-65ed5646-8fdf-4d40-bca2-e77a603a0cd3', 'network_id': '65ed5646-8fdf-4d40-bca2-e77a603a0cd3', 'tenant_id': '4239f37fe6c04993a696873551656206', 'fixed_ips': [{'subnet_id': '5665632b-b134-459c-99f9-61b58f44189b'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:06.721826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.737624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.740148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50728) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:06.753403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa48c54a-de02-4658-b22b-9572e2e368ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.757897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.785146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.786206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:06.790208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:06.802831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:06.804494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:06.807546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': 'dbce974a-6c80-4f2f-a37a-a3f9397251be', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-947493400'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:06.905379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48c54a-de02-4658-b22b-9572e2e368ab None None] No DVR routers for this DVR port 88c095e5-164b-45d3-b601-f541d63f1ea9 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:06.908856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c3467-ff67-4d6a-bc0d-a2babcb76876 None None] Pushing event updated for resources: {'Port': ['ID=dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:06.971524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] device_id is not set on port 316944c5-83b2-4a18-8d2b-b35045f71d29 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:26:07.110869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01dfba6-9456-4ea9-91b4-16bad86dd63b None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:07.137399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:07.252979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Allocated IP 2001:db8::f816:3eff:fe43:41b7 (65ed5646-8fdf-4d40-bca2-e77a603a0cd3/5665632b-b134-459c-99f9-61b58f44189b/5e302b7c-b213-4764-9d14-c4e698acff9b) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:07.298106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6caf28-6f75-4451-92c0-9efbb10ec53f req-2cb0970f-dfa7-4974-8fd1-2d742196325b tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:07.305220 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2e6caf28-6f75-4451-92c0-9efbb10ec53f req-2cb0970f-dfa7-4974-8fd1-2d742196325b tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 945 time: 0.6753247 Feb 28 11:26:07.425894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:07.440482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:07.453917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:07.486672 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895b562-108b-4704-882d-ca3b7a0b07a5 None None] Pushing event updated for resources: {'Port': ['ID=b9ac9439-19d5-4d5a-b571-814de4c6dc70,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:07.573030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:07.601476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:07.672141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48c54a-de02-4658-b22b-9572e2e368ab None None] Pushing event deleted for resources: {'Port': ['ID=88c095e5-164b-45d3-b601-f541d63f1ea9,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:07.679067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.20.0.1 (73ce8a92-9286-4c10-8582-aaf7f39be5be/439d8f99-b479-422f-9103-cad0c205cac1/debbdf81-e95e-45a6-8e6e-4af2986750d9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:07.733405 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2e6caf28-6f75-4451-92c0-9efbb10ec53f req-7c84e0ad-bfb6-48db-8f5b-060ff33806ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/security-groups?id=b997bd8f-6269-4c96-a8c3-3a29662c92be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253125 Feb 28 11:26:07.785627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Pushing event deleted for resources: {'Port': ['ID=10e1231f-4084-4519-be35-54c92781f874,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:07.859081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:07.922241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:07.946700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:07.998945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:08.040897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.062147 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 10e1231f-4084-4519-be35-54c92781f874 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:08.132455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b9ac9439-19d5-4d5a-b571-814de4c6dc70 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:08.142185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Pushing event updated for resources: {'Port': ['ID=6daae335-deca-427a-bba8-1c52215ba554,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:08.151773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.189248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] No DVR routers for this DVR port 10e1231f-4084-4519-be35-54c92781f874 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:08.247272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 10e1231f-4084-4519-be35-54c92781f874 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:26:08.247543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 10e1231f-4084-4519-be35-54c92781f874 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:26:08.279627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e5b07-c9b4-4145-b598-274bc8558b06 None None] Pushing event updated for resources: {'Port': ['ID=e9029627-9804-417b-a6fd-7ae9e834d3c4,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:08.376243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.378789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38308394-09af-4756-b096-644bfbf26111', 'name': 'network-vif-deleted', 'tag': '10e1231f-4084-4519-be35-54c92781f874'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:26:08.496656 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38308394-09af-4756-b096-644bfbf26111', 'name': 'network-vif-deleted', 'tag': '10e1231f-4084-4519-be35-54c92781f874', 'status': 'completed', 'code': 200} Feb 28 11:26:08.528555 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37dcdf69-5ffe-4f35-9b5d-912131bb01a3 req-c0be2fe3-6cd9-4cb9-8058-e98c6acca1ae tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.37 "DELETE /v2.0/ports/10e1231f-4084-4519-be35-54c92781f874 HTTP/1.1" status: 204 len: 173 time: 3.7842467 Feb 28 11:26:08.578850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.599838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': 'dbce974a-6c80-4f2f-a37a-a3f9397251be'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:08.601390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.611991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.643985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.653541 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5d19dcf2-4490-4937-acb6-a21cb0bd6875 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7206824 Feb 28 11:26:08.653541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a17f2250-d05c-4e1d-8b62-45bff2c09021 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.667093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a17f2250-d05c-4e1d-8b62-45bff2c09021 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.715823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.725680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 6e371989-cbd2-45ea-9054-68e5f9f58c4b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:26:08.802996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port b9ac9439-19d5-4d5a-b571-814de4c6dc70 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:08.821855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:08.872330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Transition to ACTIVE for port object 5e302b7c-b213-4764-9d14-c4e698acff9b will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:08.957531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Transition to ACTIVE for port object 5e302b7c-b213-4764-9d14-c4e698acff9b will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:08.985546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Transition to ACTIVE for port object debbdf81-e95e-45a6-8e6e-4af2986750d9 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:09.011152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.102255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Network 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:09.112555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:09.114978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:09.237489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Pushing event updated for resources: {'Port': ['ID=5e302b7c-b213-4764-9d14-c4e698acff9b,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:09.258073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/dbce974a-6c80-4f2f-a37a-a3f9397251be/1b4c91dc-7c86-4c20-83a8-cf858203f13d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:09.298230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-7cd3df31-6db9-48c5-9232-4f0df0bce907 req-18b13bb5-a6e3-46f0-bb75-f48bd2fa93b7 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Synchronizing usage tracker for tenant:d82e6c3145924db4a6b62e6080d616e7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:09.361497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f7ff3-a04d-42a6-88a7-50eb5c3720af None None] Network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:09.433534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-789a98d6-c365-4315-98dd-54b2bf796974 req-052827f9-b4e7-4035-9f2c-b31d572cd7f7 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Synchronizing usage tracker for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:09.441218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Allocated IP 2001:db8::f816:3eff:fef0:3832 (65ed5646-8fdf-4d40-bca2-e77a603a0cd3/5665632b-b134-459c-99f9-61b58f44189b/316944c5-83b2-4a18-8d2b-b35045f71d29) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:09.463408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17f2250-d05c-4e1d-8b62-45bff2c09021 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Router a691e183-127a-47ed-b2f5-00f57f010dbf has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:09.491992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-7cd3df31-6db9-48c5-9232-4f0df0bce907 req-18b13bb5-a6e3-46f0-bb75-f48bd2fa93b7 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] Unset dirty status for tenant:d82e6c3145924db4a6b62e6080d616e7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:09.493251 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7cd3df31-6db9-48c5-9232-4f0df0bce907 req-18b13bb5-a6e3-46f0-bb75-f48bd2fa93b7 tempest-TestServerAdvancedOps-1972515833 tempest-TestServerAdvancedOps-1972515833-project] 10.222.0.64 "GET /v2.0/ports?device_id=38308394-09af-4756-b096-644bfbf26111 HTTP/1.1" status: 200 len: 210 time: 0.4358535 Feb 28 11:26:09.495847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.505307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.521368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c39bf-3376-4b13-bf41-4ff7d566fd72 None None] Network 92ad0d09-ad98-4018-9a26-7d48c16739b4 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:09.547751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Attempting to bind port 5e302b7c-b213-4764-9d14-c4e698acff9b on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:09.548073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Attempting to bind port 5e302b7c-b213-4764-9d14-c4e698acff9b by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '84316410-e9e6-43c3-92c9-5aa22ffca962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '65ed5646-8fdf-4d40-bca2-e77a603a0cd3'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:09.548380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Attempting to bind port 5e302b7c-b213-4764-9d14-c4e698acff9b on network 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:09.561996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.582013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-789a98d6-c365-4315-98dd-54b2bf796974 req-052827f9-b4e7-4035-9f2c-b31d572cd7f7 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Unset dirty status for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:09.583241 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-052827f9-b4e7-4035-9f2c-b31d572cd7f7 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1244198675&fields=id&tenant_id=5729ce33aa9e404fa6ca4f2260848898 HTTP/1.1" status: 200 len: 267 time: 0.5909257 Feb 28 11:26:09.611916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 73ce8a92-9286-4c10-8582-aaf7f39be5be is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:09.623855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ba506aad-737c-4331-8d50-2c5f4a75246d None None] Provisioning for port e9029627-9804-417b-a6fd-7ae9e834d3c4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:09.640784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:09.656624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:09.658300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Checking segment: {'id': '84316410-e9e6-43c3-92c9-5aa22ffca962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '65ed5646-8fdf-4d40-bca2-e77a603a0cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:09.658768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.659522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Bound using segment: {'id': '84316410-e9e6-43c3-92c9-5aa22ffca962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '65ed5646-8fdf-4d40-bca2-e77a603a0cd3'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:09.660000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Bound port: 5e302b7c-b213-4764-9d14-c4e698acff9b, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84316410-e9e6-43c3-92c9-5aa22ffca962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '65ed5646-8fdf-4d40-bca2-e77a603a0cd3'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:09.660376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.681380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.694202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:09.704734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.797191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=debbdf81-e95e-45a6-8e6e-4af2986750d9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:09.827785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f2250-d05c-4e1d-8b62-45bff2c09021 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:09.837636 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88078828-a079-4fc8-b132-79c797d448c9 None None] Sync routers for ids ['a691e183-127a-47ed-b2f5-00f57f010dbf'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:09.850880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a17f2250-d05c-4e1d-8b62-45bff2c09021 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.852117 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a17f2250-d05c-4e1d-8b62-45bff2c09021 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "PUT /v2.0/routers/a691e183-127a-47ed-b2f5-00f57f010dbf HTTP/1.1" status: 200 len: 921 time: 5.0046589 Feb 28 11:26:09.858189 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88078828-a079-4fc8-b132-79c797d448c9 None None] Routers {'a691e183-127a-47ed-b2f5-00f57f010dbf'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:09.858802 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-88078828-a079-4fc8-b132-79c797d448c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a691e183-127a-47ed-b2f5-00f57f010dbf'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:09.872733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50748) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:09.912677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:09.924329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Transition to ACTIVE for port object 1b4c91dc-7c86-4c20-83a8-cf858203f13d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:09.947819 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-88078828-a079-4fc8-b132-79c797d448c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:09.948198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Transition to ACTIVE for port object 1b4c91dc-7c86-4c20-83a8-cf858203f13d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:09.962296 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88078828-a079-4fc8-b132-79c797d448c9 None None] Routers {'a691e183-127a-47ed-b2f5-00f57f010dbf'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:09.963184 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-88078828-a079-4fc8-b132-79c797d448c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a691e183-127a-47ed-b2f5-00f57f010dbf'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:10.037313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:10.041031 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-88078828-a079-4fc8-b132-79c797d448c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:10.041636 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88078828-a079-4fc8-b132-79c797d448c9 None None] The sync data for ids ['a691e183-127a-47ed-b2f5-00f57f010dbf'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:10.060943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=49173cd0-7ce6-42ae-b0f6-af2963c7d0a9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:10.129124 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:55Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2', 'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'mac_address': 'fa:16:3e:3b:73:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:52Z', 'updated_at': '2022-02-28T11:26:06Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'subnets': [{'id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:10.141556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Transition to ACTIVE for port object 316944c5-83b2-4a18-8d2b-b35045f71d29 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:10.143483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87884225-5b8d-4d36-81f1-50e7dbf86161 None None] The sync data for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:55Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2', 'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'mac_address': 'fa:16:3e:3b:73:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:52Z', 'updated_at': '2022-02-28T11:26:06Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'subnets': [{'id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:10.145599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:10.151908 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:26:10.152522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:26:10.156389 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e9029627-9804-417b-a6fd-7ae9e834d3c4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:10.199039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:10.210623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:10.294515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Pushing event updated for resources: {'Port': ['ID=e99e5a02-2a8b-4a6d-892e-ce84a76d82dd,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:10.343814 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-600ce519-c665-4381-aa7f-24043f61ebb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.5589442 Feb 28 11:26:10.349595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50752) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:10.352166 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fafa3777-aeeb-4747-8a5a-c3103f520ba1 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/routers/a691e183-127a-47ed-b2f5-00f57f010dbf HTTP/1.1" status: 200 len: 921 time: 0.4591451 Feb 28 11:26:10.352802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50754) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:10.361323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a98d6-c365-4315-98dd-54b2bf796974 req-c0e66000-2e63-4816-ac2a-bd3a68ac2351 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:10.362024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-789a98d6-c365-4315-98dd-54b2bf796974 req-c0e66000-2e63-4816-ac2a-bd3a68ac2351 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Synchronizing usage tracker for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:10.373319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:10.378985 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Provisioning for port b9ac9439-19d5-4d5a-b571-814de4c6dc70 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:10.391516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Provisioning complete for port b9ac9439-19d5-4d5a-b571-814de4c6dc70 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:10.392032 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:10.453366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:10.474265 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:10.550543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:10.565213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-789a98d6-c365-4315-98dd-54b2bf796974 req-c0e66000-2e63-4816-ac2a-bd3a68ac2351 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Unset dirty status for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:10.566379 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-c0e66000-2e63-4816-ac2a-bd3a68ac2351 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 812 time: 0.9600837 Feb 28 11:26:10.578078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] For port 5e302b7c-b213-4764-9d14-c4e698acff9b, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:10.582023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] For port 5e302b7c-b213-4764-9d14-c4e698acff9b, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5e302b7c-b213-4764-9d14-c4e698acff9b,segment=NetworkSegment(84316410-e9e6-43c3-92c9-5aa22ffca962),segment_id=84316410-e9e6-43c3-92c9-5aa22ffca962)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:10.663347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50762) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:10.667618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:10.697303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port e9029627-9804-417b-a6fd-7ae9e834d3c4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:10.706432 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Floating IP 195e1808-4714-4604-aa9b-5ab491975cbe associated. External IP: 172.26.8.201, port: d54ebf69-81fb-4b53-b9f6-5bc5f600723b. Feb 28 11:26:10.757173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e9029627-9804-417b-a6fd-7ae9e834d3c4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:10.757827 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:10.761245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:10.825698 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Pushing event updated for resources: {'Port': ['ID=1b4c91dc-7c86-4c20-83a8-cf858203f13d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:10.851660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3dce66-98ea-44ec-80fc-7b6c8460fbd4 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:10.852550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2e3dce66-98ea-44ec-80fc-7b6c8460fbd4 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Synchronizing usage tracker for tenant:d66ff6e345ee4df89982dddef805faa1 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:10.879690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2e3dce66-98ea-44ec-80fc-7b6c8460fbd4 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Unset dirty status for tenant:d66ff6e345ee4df89982dddef805faa1 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:10.883694 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2e3dce66-98ea-44ec-80fc-7b6c8460fbd4 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=a691e183-127a-47ed-b2f5-00f57f010dbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5249393 Feb 28 11:26:10.884061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50766) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:11.036835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.042384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.097466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] For port b9ac9439-19d5-4d5a-b571-814de4c6dc70, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b9ac9439-19d5-4d5a-b571-814de4c6dc70,segment=NetworkSegment(93286f87-e6d6-4226-8551-7ac1799cebdd),segment_id=93286f87-e6d6-4226-8551-7ac1799cebdd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:11.126451 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-a8f6fcb3-a441-4aee-9fe4-be7e782431e7 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/quotas/5729ce33aa9e404fa6ca4f2260848898 HTTP/1.1" status: 200 len: 375 time: 0.5243347 Feb 28 11:26:11.127057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Port': ['ID=316944c5-83b2-4a18-8d2b-b35045f71d29,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:11.142131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:11.164552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:11.166876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:11.172924 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:11.173593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.224081 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Attempting to bind port 1b4c91dc-7c86-4c20-83a8-cf858203f13d on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:11.224447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Attempting to bind port 1b4c91dc-7c86-4c20-83a8-cf858203f13d by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:11.224805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Attempting to bind port 1b4c91dc-7c86-4c20-83a8-cf858203f13d on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:11.232066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.239466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.258723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:11.259103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:11.259539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.259930 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:11.260397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Bound port: 1b4c91dc-7c86-4c20-83a8-cf858203f13d, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:11.260895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.324395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port e9029627-9804-417b-a6fd-7ae9e834d3c4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e9029627-9804-417b-a6fd-7ae9e834d3c4,segment=NetworkSegment(c340d132-33b1-4e46-a464-7f81c8ce3f4b),segment_id=c340d132-33b1-4e46-a464-7f81c8ce3f4b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:11.331889 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d2bbea40-8c67-4c30-a73b-648882bfb625 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.7959499 Feb 28 11:26:11.335783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Provisioning for port debbdf81-e95e-45a6-8e6e-4af2986750d9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:11.342544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489cdc7-22e2-4239-ae5d-c1fcff8f7b5c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:11.355174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50770) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:11.358692 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c489cdc7-22e2-4239-ae5d-c1fcff8f7b5c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 881 time: 0.4710751 Feb 28 11:26:11.364106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50772) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:11.398522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165917a7-a996-40c4-b70f-ec8d374d1125 None None] Pushing event updated for resources: {'Port': ['ID=5e302b7c-b213-4764-9d14-c4e698acff9b,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:11.407756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.453002 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2aad1602-1c2b-4027-bab5-befc1dd3b4ad tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=a691e183-127a-47ed-b2f5-00f57f010dbf HTTP/1.1" status: 200 len: 205 time: 0.0868971 Feb 28 11:26:11.466828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50780) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:11.504058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef2f07c-015e-49c0-9348-f2e5e6ac8dca tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:11.504817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5ef2f07c-015e-49c0-9348-f2e5e6ac8dca tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:11.520166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-232f5092-c3aa-4302-90fc-7345c7945b7b admin admin] Deleting subnet a65fe46e-d4af-4ef1-8c2d-83765c598e81 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:11.610198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-232f5092-c3aa-4302-90fc-7345c7945b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.670535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Provisioning complete for port debbdf81-e95e-45a6-8e6e-4af2986750d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:11.671057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.736280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Pushing event updated for resources: {'Port': ['ID=b9ac9439-19d5-4d5a-b571-814de4c6dc70,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:11.841476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] For port 1b4c91dc-7c86-4c20-83a8-cf858203f13d, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:11.857909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting subnet 5665632b-b134-459c-99f9-61b58f44189b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:11.860881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.887428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] For port 1b4c91dc-7c86-4c20-83a8-cf858203f13d, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1b4c91dc-7c86-4c20-83a8-cf858203f13d,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:11.903790 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.914564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bda8b36a-2b93-4280-8463-d9e7066c9186 None None] Port debbdf81-e95e-45a6-8e6e-4af2986750d9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:11.918829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=e9029627-9804-417b-a6fd-7ae9e834d3c4,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:11.992561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:11.995272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9696717-0b56-4d38-a088-1b4d4f0e2cea None None] Pushing event updated for resources: {'Port': ['ID=1b4c91dc-7c86-4c20-83a8-cf858203f13d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:12.046540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75c04ac2-0bb7-4761-8876-04c1e57adc0f None None] Provisioning complete for port b9ac9439-19d5-4d5a-b571-814de4c6dc70 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:12.047314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75c04ac2-0bb7-4761-8876-04c1e57adc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.056342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5ef2f07c-015e-49c0-9348-f2e5e6ac8dca tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:12.057940 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5ef2f07c-015e-49c0-9348-f2e5e6ac8dca tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.7040014 Feb 28 11:26:12.060702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50784) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:12.127511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.140693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-232f5092-c3aa-4302-90fc-7345c7945b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.190990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.259043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5e302b7c-b213-4764-9d14-c4e698acff9b up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:12.268145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:26:12.286048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf87a2-e646-4f34-9636-1d6dce82cdae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:12.287696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf87a2-e646-4f34-9636-1d6dce82cdae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:12.288975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-46bf87a2-e646-4f34-9636-1d6dce82cdae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:12.304045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.324964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.332897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75c04ac2-0bb7-4761-8876-04c1e57adc0f None None] Provisioning complete for port e9029627-9804-417b-a6fd-7ae9e834d3c4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:12.332897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75c04ac2-0bb7-4761-8876-04c1e57adc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.457739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-46bf87a2-e646-4f34-9636-1d6dce82cdae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:12.462206 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-46bf87a2-e646-4f34-9636-1d6dce82cdae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3914948 Feb 28 11:26:12.494573 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 5e302b7c-b213-4764-9d14-c4e698acff9b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:12.510098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:12.544137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50788) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:12.714826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:12.728393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75c04ac2-0bb7-4761-8876-04c1e57adc0f None None] Provisioning for port 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:12.741539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:12.741902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.806395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Router f004a637-1c28-4dfd-aa17-ab5179c10985 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:12.813665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75c04ac2-0bb7-4761-8876-04c1e57adc0f None None] Provisioning complete for port 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:12.813665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75c04ac2-0bb7-4761-8876-04c1e57adc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.872563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.872830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-789a98d6-c365-4315-98dd-54b2bf796974 req-002c4538-8f55-4204-9445-37c1609ef0bb tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Synchronizing usage tracker for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:12.880387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=49173cd0-7ce6-42ae-b0f6-af2963c7d0a9,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:12.916905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.919812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-75c04ac2-0bb7-4761-8876-04c1e57adc0f None None] Port 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:12.923237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdc9b59-aee7-400a-8783-fd8e18fb80b3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet dbce974a-6c80-4f2f-a37a-a3f9397251be {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:12.930543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.930885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.931253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.931582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.931912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.932237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.932566 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.932887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.933206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.933523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.933841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.934171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:12.938385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9b59-aee7-400a-8783-fd8e18fb80b3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.997889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:12.999938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Deleting port 69ecc98c-9b3f-4f35-b0b1-cde8391821b7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:13.000282 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.044461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:13.054504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-779682f6-7be9-4345-8122-c19050881499 None None] Provisioning complete for port 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:13.054855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-779682f6-7be9-4345-8122-c19050881499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.081756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-232f5092-c3aa-4302-90fc-7345c7945b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.083897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.085476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e9029627-9804-417b-a6fd-7ae9e834d3c4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:13.118869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-789a98d6-c365-4315-98dd-54b2bf796974 req-002c4538-8f55-4204-9445-37c1609ef0bb tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Unset dirty status for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:13.120059 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-002c4538-8f55-4204-9445-37c1609ef0bb tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&fields=id HTTP/1.1" status: 200 len: 348 time: 1.9853296 Feb 28 11:26:13.149546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5aa5c8-3846-40e1-8ead-06a568b770e8 None None] Network 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:13.261649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.300209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-779682f6-7be9-4345-8122-c19050881499 None None] Port 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:13.355199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:13.417870 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e9029627-9804-417b-a6fd-7ae9e834d3c4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:13.418543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9b59-aee7-400a-8783-fd8e18fb80b3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.419285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.488149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:26:13.495073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Provisioning for port 5e302b7c-b213-4764-9d14-c4e698acff9b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:13.501338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Calling delete_port for 69ecc98c-9b3f-4f35-b0b1-cde8391821b7 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:13.517173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Provisioning complete for port 5e302b7c-b213-4764-9d14-c4e698acff9b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:13.517649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.519923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.566817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.591750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9b59-aee7-400a-8783-fd8e18fb80b3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.597280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.698586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b9ac9439-19d5-4d5a-b571-814de4c6dc70 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:13.759545 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-ef2d4a7e-f5ef-4a03-98af-0ee3e05012e4 service neutron] 10.222.0.64 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168568 Feb 28 11:26:13.761024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.766008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:13.775971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:13.781051 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e14460-1255-4500-9573-19b9dd9f9198 None None] Sync routers for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:13.781557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:13.834667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.846276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e14460-1255-4500-9573-19b9dd9f9198 None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:13.847079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-96e14460-1255-4500-9573-19b9dd9f9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:13.850956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9b59-aee7-400a-8783-fd8e18fb80b3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.869322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-232f5092-c3aa-4302-90fc-7345c7945b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.939354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75533660-8087-4e5a-ae35-9e25f2fe3ccc None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:13.979319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-232f5092-c3aa-4302-90fc-7345c7945b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.983519 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-232f5092-c3aa-4302-90fc-7345c7945b7b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a65fe46e-d4af-4ef1-8c2d-83765c598e81 HTTP/1.1" status: 204 len: 168 time: 3.3158920 Feb 28 11:26:13.983519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:14.011661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc9b59-aee7-400a-8783-fd8e18fb80b3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=dbce974a-6c80-4f2f-a37a-a3f9397251be,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:14.013299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50792) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:14.014306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9b59-aee7-400a-8783-fd8e18fb80b3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:14.031248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:14.034098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:14.048421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f5092-c3aa-4302-90fc-7345c7945b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65fe46e-d4af-4ef1-8c2d-83765c598e81,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:14.080914 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-96e14460-1255-4500-9573-19b9dd9f9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:14.090669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:14.093119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b9ac9439-19d5-4d5a-b571-814de4c6dc70 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:14.093834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:14.095354 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/subnets/5665632b-b134-459c-99f9-61b58f44189b HTTP/1.1" status: 204 len: 168 time: 2.7232032 Feb 28 11:26:14.096349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=debbdf81-e95e-45a6-8e6e-4af2986750d9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:14.100799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50796) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:14.163525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Subnet': ['ID=5665632b-b134-459c-99f9-61b58f44189b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:14.177160 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event deleted for resources: {'Port': ['ID=69ecc98c-9b3f-4f35-b0b1-cde8391821b7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:14.192163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32934ba-5d8f-4e63-99af-01fb893aeb31 None None] Network 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:14.255447 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7bdc9b59-aee7-400a-8783-fd8e18fb80b3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/dbce974a-6c80-4f2f-a37a-a3f9397251be HTTP/1.1" status: 204 len: 168 time: 1.6923580 Feb 28 11:26:14.270477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:14.277538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.278003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.278413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.278821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.279502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.280007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.280404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.280800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.281195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.281601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.281994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.282392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715908b4-eeea-4b48-a196-471f7ba5f00a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:14.296037 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3249a6db-faa4-4919-82d7-53ca3d50baaa tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.1657944 Feb 28 11:26:14.303156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50802) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:14.304250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e14460-1255-4500-9573-19b9dd9f9198 None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:14.304573 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-96e14460-1255-4500-9573-19b9dd9f9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:14.426274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:14.440753 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-295d286b-c9a4-42ba-960b-79da86baecb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415753 Feb 28 11:26:14.441040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50808) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:14.451229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:14.492172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c778d4e-591f-4d61-94f2-09c272888f7d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:14.493883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c778d4e-591f-4d61-94f2-09c272888f7d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:14.494886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c778d4e-591f-4d61-94f2-09c272888f7d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Synchronizing usage tracker for tenant:4239f37fe6c04993a696873551656206 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:14.504261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-96e14460-1255-4500-9573-19b9dd9f9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:14.504665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e14460-1255-4500-9573-19b9dd9f9198 None None] The sync data for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:14.518873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:14.519253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:14.521045 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-123247c8-8998-4620-a738-2b49d1afb562 service neutron] 10.222.0.64 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7503836 Feb 28 11:26:14.545217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 73ce8a92-9286-4c10-8582-aaf7f39be5be is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:14.549833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:14.564263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c778d4e-591f-4d61-94f2-09c272888f7d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Unset dirty status for tenant:4239f37fe6c04993a696873551656206 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:14.568335 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9c778d4e-591f-4d61-94f2-09c272888f7d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3994744 Feb 28 11:26:14.569976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50812) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:14.702469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:14.850613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb5002-e62e-4005-8582-41296594aac4 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:14.858685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-82eb5002-e62e-4005-8582-41296594aac4 None None] Deleting port 1b4c91dc-7c86-4c20-83a8-cf858203f13d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:14.859420 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-82eb5002-e62e-4005-8582-41296594aac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:14.877822 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8013565d-cb98-4ccf-b935-41007196357a tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] 10.222.0.64 "GET /v2.0/floatingips/195e1808-4714-4604-aa9b-5ab491975cbe HTTP/1.1" status: 200 len: 982 time: 0.5628157 Feb 28 11:26:14.884988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50820) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:14.898184 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96a6a91b-db80-45d1-9cfe-869bf865e910 req-4e2ca3ff-0a24-483d-9473-c52e74011887 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 210 time: 0.1746547 Feb 28 11:26:15.035554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e4f029-8428-4a5c-97f1-f9076d3d0f58 None None] DHCP port deletion for 65ed5646-8fdf-4d40-bca2-e77a603a0cd3 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:15.040264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 13d548d4-2683-4e9f-8064-8c6525a1b458 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:26:15.093783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f7bc66b-c113-4d3d-aa00-b862d830c6f0 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.120982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4f029-8428-4a5c-97f1-f9076d3d0f58 None None] Deleting port 5e302b7c-b213-4764-9d14-c4e698acff9b {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:15.121303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f029-8428-4a5c-97f1-f9076d3d0f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.136818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.145398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.149091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 87390a57-3858-434a-8b2e-6cd28c998b85 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:15.150746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:15.154181 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7bc66b-c113-4d3d-aa00-b862d830c6f0 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 11:26:15.154636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7bc66b-c113-4d3d-aa00-b862d830c6f0 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:26:15.156563 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1f7bc66b-c113-4d3d-aa00-b862d830c6f0 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/65ed5646-8fdf-4d40-bca2-e77a603a0cd3 HTTP/1.1" status: 409 len: 405 time: 0.5258377 Feb 28 11:26:15.161907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50830) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:15.164120 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.165242 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1c236dde-0b1c-4894-884c-14b04260c38e tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2716 time: 0.2707741 Feb 28 11:26:15.172012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-863253579'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:15.175068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50834) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:15.244490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:15.247560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] For port 5e302b7c-b213-4764-9d14-c4e698acff9b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5e302b7c-b213-4764-9d14-c4e698acff9b,segment=NetworkSegment(84316410-e9e6-43c3-92c9-5aa22ffca962),segment_id=84316410-e9e6-43c3-92c9-5aa22ffca962)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:15.269233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.271883 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:15.288639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:15.292975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.321072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:15.404670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.405511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Fanout notify agent at l3_agent the message router_deleted on router a691e183-127a-47ed-b2f5-00f57f010dbf {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:26:15.408377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85553a84-1d36-44c0-b358-8e06f7845ee8']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:15.428066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:15.432346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.438703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:network and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:15.453177 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:15.457757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35807ef-778e-46d2-8bd6-22a584e00aa2') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:15.458442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35807ef-778e-46d2-8bd6-22a584e00aa2') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:15.473195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.481275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:15.485442 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f1195c29-ebd5-4d06-b2d7-cc82ae9c2774 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/a691e183-127a-47ed-b2f5-00f57f010dbf HTTP/1.1" status: 204 len: 168 time: 4.0063045 Feb 28 11:26:15.485587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:15.492788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1989608094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:15.499545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:15.503740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Usage tracker for resource:router and tenant:1a854edb4c604176829921abe61d1f2f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:15.506204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:15.512068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:15.522333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.528644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.529607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.557240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:15.560487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.563514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-82eb5002-e62e-4005-8582-41296594aac4 None None] For port 1b4c91dc-7c86-4c20-83a8-cf858203f13d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1b4c91dc-7c86-4c20-83a8-cf858203f13d,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:15.563791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-82eb5002-e62e-4005-8582-41296594aac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.598596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:15.613910 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-65536789-3121-4c37-9952-459df5354bda tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/13d548d4-2683-4e9f-8064-8c6525a1b458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3997145 Feb 28 11:26:15.614093 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f00973-aa7e-49e0-96ed-83ca8974a5b0 None None] Sync routers for ids ['13d548d4-2683-4e9f-8064-8c6525a1b458'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:15.617474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50842) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:15.626314 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f00973-aa7e-49e0-96ed-83ca8974a5b0 None None] Routers {'13d548d4-2683-4e9f-8064-8c6525a1b458'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:15.628175 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-93f00973-aa7e-49e0-96ed-83ca8974a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['13d548d4-2683-4e9f-8064-8c6525a1b458'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:15.656365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.680549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:15.680927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:15.698546 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:15.740422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.763089 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-93f00973-aa7e-49e0-96ed-83ca8974a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:15.783155 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f00973-aa7e-49e0-96ed-83ca8974a5b0 None None] Routers {'13d548d4-2683-4e9f-8064-8c6525a1b458'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:15.783768 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-93f00973-aa7e-49e0-96ed-83ca8974a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['13d548d4-2683-4e9f-8064-8c6525a1b458'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:15.794003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:15.799562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:26:15.815922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Deleting port e99e5a02-2a8b-4a6d-892e-ce84a76d82dd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:15.816172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.830434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947739c7-27be-4496-9aa8-46cd4e2a89e1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:15.831252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-947739c7-27be-4496-9aa8-46cd4e2a89e1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:15.831446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-82eb5002-e62e-4005-8582-41296594aac4 None None] Calling delete_port for 1b4c91dc-7c86-4c20-83a8-cf858203f13d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:15.863094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.871460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.901251 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ebef7fe6-32f5-4bb2-8fb1-a126e5853c04 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/routers/87390a57-3858-434a-8b2e-6cd28c998b85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7861216 Feb 28 11:26:15.902019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:15.906987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.907353 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Added segment fee6909b-0bab-482e-8f7c-eb2397cd879d of type vlan for network e1e73bd8-3950-4a19-837c-4193bda387c7 Feb 28 11:26:15.915205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'port': {'network_id': '73ce8a92-9286-4c10-8582-aaf7f39be5be', 'name': 'tempest-FloatingIPTestJSON-466641684'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:15.918783 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-93f00973-aa7e-49e0-96ed-83ca8974a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:15.918783 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f00973-aa7e-49e0-96ed-83ca8974a5b0 None None] The sync data for ids ['13d548d4-2683-4e9f-8064-8c6525a1b458'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:15.969308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.973881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:15.978297 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0fddb296-dabb-4e86-aede-a74f6cc4002a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4885390 Feb 28 11:26:15.985517 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/85553a84-1d36-44c0-b358-8e06f7845ee8 HTTP/1.1" status: 204 len: 168 time: 1.9566815 Feb 28 11:26:15.990691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50852) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:15.991101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50854) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:15.998797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5c818-098b-49d1-882b-6e555d2da3c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=85553a84-1d36-44c0-b358-8e06f7845ee8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:16.005089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-947739c7-27be-4496-9aa8-46cd4e2a89e1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:16.005089 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-947739c7-27be-4496-9aa8-46cd4e2a89e1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports/49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 HTTP/1.1" status: 200 len: 973 time: 0.3839705 Feb 28 11:26:16.009361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:16.046055 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Pushing event updated for resources: {'Port': ['ID=5e302b7c-b213-4764-9d14-c4e698acff9b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:16.058763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379a36c-8a12-40f0-94c3-51c36ef226dd None None] Sync routers for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:16.066039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:16.102617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:16.115373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-82eb5002-e62e-4005-8582-41296594aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.178801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Provisioning for port 316944c5-83b2-4a18-8d2b-b35045f71d29 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:16.182604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.183089 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.184131 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.184470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.184807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.185138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.185567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.185896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.186611 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.186611 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.186884 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.187178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d26d9-af0e-441b-9fbf-c50bf7ad7557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:16.229563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.252444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379a36c-8a12-40f0-94c3-51c36ef226dd None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:16.253086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a379a36c-8a12-40f0-94c3-51c36ef226dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:16.323393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Provisioning complete for port 316944c5-83b2-4a18-8d2b-b35045f71d29 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:16.323734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.406110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Port 316944c5-83b2-4a18-8d2b-b35045f71d29 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:16.418966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb5002-e62e-4005-8582-41296594aac4 None None] Pushing event deleted for resources: {'Port': ['ID=1b4c91dc-7c86-4c20-83a8-cf858203f13d,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:16.422544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb5002-e62e-4005-8582-41296594aac4 None None] No DVR routers for this DVR port 1b4c91dc-7c86-4c20-83a8-cf858203f13d on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:16.426444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a379a36c-8a12-40f0-94c3-51c36ef226dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:16.431932 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ae835f4e-bb28-4a70-87ac-00d183098ba1 req-2c88cf13-0a46-4fcf-a977-52e79a951f78 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 210 time: 0.2999420 Feb 28 11:26:16.432877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:16.436821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b5e4f029-8428-4a5c-97f1-f9076d3d0f58 None None] For port 5e302b7c-b213-4764-9d14-c4e698acff9b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5e302b7c-b213-4764-9d14-c4e698acff9b,segment=NetworkSegment(84316410-e9e6-43c3-92c9-5aa22ffca962),segment_id=84316410-e9e6-43c3-92c9-5aa22ffca962)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:16.437210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f029-8428-4a5c-97f1-f9076d3d0f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.447627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.453629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:16.454239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.479817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Usage tracker for resource:port and tenant:e78f1096056b4c2fad508c5192912841 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:16.495386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:16.515162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379a36c-8a12-40f0-94c3-51c36ef226dd None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:16.515162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a379a36c-8a12-40f0-94c3-51c36ef226dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:16.570061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:16.591488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4248719 Feb 28 11:26:16.627990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50868) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:16.675145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b349dc4-ae65-477f-a62d-d36930b2db11 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Network': ['ID=e1e73bd8-3950-4a19-837c-4193bda387c7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:16.676961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Made reservation on behalf of e78f1096056b4c2fad508c5192912841 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:16.680991 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.696421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'subnet': {'network_id': 'e1e73bd8-3950-4a19-837c-4193bda387c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:16.697853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4f029-8428-4a5c-97f1-f9076d3d0f58 None None] Calling delete_port for 5e302b7c-b213-4764-9d14-c4e698acff9b owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:16.709346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.709611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.733712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9601859c-f943-4932-b337-23749c14c3ed admin admin] Deleting subnet b2f39b0f-217a-4b54-9546-3cf2f5b397f0 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:16.760052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9601859c-f943-4932-b337-23749c14c3ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.787583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a379a36c-8a12-40f0-94c3-51c36ef226dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:16.787799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379a36c-8a12-40f0-94c3-51c36ef226dd None None] The sync data for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:16.788180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] device_id is not set on port 8bd91526-553c-473c-858a-262d5b290b0e yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:26:16.794447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network e1e73bd8-3950-4a19-837c-4193bda387c7 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:26:16.812995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Provisioning complete for port debbdf81-e95e-45a6-8e6e-4af2986750d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:16.813433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.887305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Calling delete_port for e99e5a02-2a8b-4a6d-892e-ce84a76d82dd owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:16.920892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.929925 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a98d6-c365-4315-98dd-54b2bf796974 req-ebb95a36-3717-4cc1-9f4a-87bb017d5f05 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:16.931157 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-ebb95a36-3717-4cc1-9f4a-87bb017d5f05 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 812 time: 0.7339110 Feb 28 11:26:16.952227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f029-8428-4a5c-97f1-f9076d3d0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.988077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:16.993720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:16.994162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.050785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4f029-8428-4a5c-97f1-f9076d3d0f58 None None] Pushing event deleted for resources: {'Port': ['ID=5e302b7c-b213-4764-9d14-c4e698acff9b,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:17.052600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Port debbdf81-e95e-45a6-8e6e-4af2986750d9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:17.064430 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e4f029-8428-4a5c-97f1-f9076d3d0f58 None None] No DVR routers for this DVR port 5e302b7c-b213-4764-9d14-c4e698acff9b on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:17.071021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Could not find standard attr ID for object 1b4c91dc-7c86-4c20-83a8-cf858203f13d. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:26:17.092082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Could not find standard attr ID for object 5e302b7c-b213-4764-9d14-c4e698acff9b. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:26:17.126949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9601859c-f943-4932-b337-23749c14c3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.143750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Provisioning complete for port 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:17.143750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.203012 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-ea5f6322-e601-4b8c-85d3-4db3ed13718d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5729ce33aa9e404fa6ca4f2260848898 HTTP/1.1" status: 200 len: 380 time: 0.2609119 Feb 28 11:26:17.213291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Request body: {'port': {'device_id': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'admin_state_up': True, 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'security_groups': ['671cf2e9-8a45-46cb-ad89-f91ee5e61e6f']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:17.227547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3d83ac1c-70bd-4c8a-a58f-613d94eaba7b None None] Port 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:17.293379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:17.300972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1b4c91dc-7c86-4c20-83a8-cf858203f13d no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:17.303660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:17.306058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:17.308913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:17.309497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.328379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Allocated IP 172.20.0.6 (73ce8a92-9286-4c10-8582-aaf7f39be5be/439d8f99-b479-422f-9103-cad0c205cac1/8bd91526-553c-473c-858a-262d5b290b0e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:17.344888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=6b982388-0a55-45ca-85e4-cdf46a136efc,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:17.348966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 1b4c91dc-7c86-4c20-83a8-cf858203f13d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:26:17.349323 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1b4c91dc-7c86-4c20-83a8-cf858203f13d not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:26:17.350399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5e302b7c-b213-4764-9d14-c4e698acff9b no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:17.369695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:17.384021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9601859c-f943-4932-b337-23749c14c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.392410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804ebe2-22b3-44d1-9686-7abb0d7fb3e8 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:17.426127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 5e302b7c-b213-4764-9d14-c4e698acff9b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:26:17.426127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5e302b7c-b213-4764-9d14-c4e698acff9b not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:26:17.427487 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-01b9832f-ce23-4382-a630-5fb2106b22f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9851379 Feb 28 11:26:17.436235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:17.473497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1210191099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:17.487851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:17.532284 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.534885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:17.536223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:17.539293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.561196 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:17.591349 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:router and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:17.603781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:17.643016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event deleted for resources: {'Port': ['ID=e99e5a02-2a8b-4a6d-892e-ce84a76d82dd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:17.646589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '6b982388-0a55-45ca-85e4-cdf46a136efc'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:17.651606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.669722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:17.725539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.725786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Made reservation on behalf of 5729ce33aa9e404fa6ca4f2260848898 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:17.726825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.729145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.737969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9601859c-f943-4932-b337-23749c14c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.751368 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c8bb2f9d-837c-412e-a502-d08966a76e6e req-37fd7680-0ed5-4ed0-88c0-6bb4dc655235 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 210 time: 0.1158447 Feb 28 11:26:17.810066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9601859c-f943-4932-b337-23749c14c3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.817731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601859c-f943-4932-b337-23749c14c3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f39b0f-217a-4b54-9546-3cf2f5b397f0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:17.836221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.893420 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/6b982388-0a55-45ca-85e4-cdf46a136efc/f301badb-2eb4-4eab-92a0-51143d8c9d0c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:17.912391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.912739 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Floating IP 195e1808-4714-4604-aa9b-5ab491975cbe disassociated (deleted). External IP: 172.26.8.201, port: d54ebf69-81fb-4b53-b9f6-5bc5f600723b. Feb 28 11:26:17.967433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.018764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Transition to ACTIVE for port object 8bd91526-553c-473c-858a-262d5b290b0e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:18.086323 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9601859c-f943-4932-b337-23749c14c3ed admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b2f39b0f-217a-4b54-9546-3cf2f5b397f0 HTTP/1.1" status: 204 len: 168 time: 2.0865798 Feb 28 11:26:18.093637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50878) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:18.113350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.124028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Transition to ACTIVE for port object f301badb-2eb4-4eab-92a0-51143d8c9d0c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:18.144904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Transition to ACTIVE for port object f301badb-2eb4-4eab-92a0-51143d8c9d0c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:18.152669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.178819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Allocated IP 172.20.0.12 (964fe118-4902-4457-8668-4a8047caf515/03c3645a-ae70-43bf-9c7e-21734168e44d/f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:18.202438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.217742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:18.224609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:18.230059 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:18.260374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Pushing event updated for resources: {'Port': ['ID=f301badb-2eb4-4eab-92a0-51143d8c9d0c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:18.263700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.324327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Attempting to bind port f301badb-2eb4-4eab-92a0-51143d8c9d0c on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:18.324706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Attempting to bind port f301badb-2eb4-4eab-92a0-51143d8c9d0c by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:18.325040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Attempting to bind port f301badb-2eb4-4eab-92a0-51143d8c9d0c on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:18.330641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:18.331015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:18.331445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.331835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:18.332294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Bound port: f301badb-2eb4-4eab-92a0-51143d8c9d0c, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:18.332668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.392192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Network 73ce8a92-9286-4c10-8582-aaf7f39be5be is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:18.411947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:18.413976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.418624 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1a1a3e01-9294-4c7e-987f-e20b94c09b8c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9556999 Feb 28 11:26:18.423326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50882) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:18.428811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] For port f301badb-2eb4-4eab-92a0-51143d8c9d0c, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:18.432159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] For port f301badb-2eb4-4eab-92a0-51143d8c9d0c, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f301badb-2eb4-4eab-92a0-51143d8c9d0c,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:18.440371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.468727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:18.494061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event updated for resources: {'Port': ['ID=8bd91526-553c-473c-858a-262d5b290b0e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:18.505938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.546887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.560389 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59009d-7437-4bf5-b31b-749416203ce5 None None] Pushing event updated for resources: {'Port': ['ID=f301badb-2eb4-4eab-92a0-51143d8c9d0c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:18.567935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.654752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:18.655393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.709725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Router f004a637-1c28-4dfd-aa17-ab5179c10985 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:18.775355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e40db6-03ec-4491-b0dd-94d6bf0ef6be None None] Provisioning for port 8bd91526-553c-473c-858a-262d5b290b0e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:18.781159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e40db6-03ec-4491-b0dd-94d6bf0ef6be None None] Provisioning complete for port 8bd91526-553c-473c-858a-262d5b290b0e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:18.781532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e40db6-03ec-4491-b0dd-94d6bf0ef6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.911809 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.975486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e40db6-03ec-4491-b0dd-94d6bf0ef6be None None] Port 8bd91526-553c-473c-858a-262d5b290b0e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:19.050987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Transition to ACTIVE for port object f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:19.074570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-12f4e27d-bb1f-47dd-bad0-5894401d8c28 req-7c6c4e26-10c4-4a7e-b38d-3b3d105c72aa tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Synchronizing usage tracker for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:19.079803 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9aa8fe20-a255-4fbd-a9c6-affd828e9cfb tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1709485 Feb 28 11:26:19.088116 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:19.088628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50888) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:19.099818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Request body: {'floatingip': {'port_id': '8bd91526-553c-473c-858a-262d5b290b0e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:19.199172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-12f4e27d-bb1f-47dd-bad0-5894401d8c28 req-7c6c4e26-10c4-4a7e-b38d-3b3d105c72aa tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Unset dirty status for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:19.200318 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12f4e27d-bb1f-47dd-bad0-5894401d8c28 req-7c6c4e26-10c4-4a7e-b38d-3b3d105c72aa tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 210 time: 0.1970439 Feb 28 11:26:19.241786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.objects.ports [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:26:19.322588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:19.351020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f301badb-2eb4-4eab-92a0-51143d8c9d0c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:19.390275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:19.401941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:19.416598 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67600549-8851-4126-ad0a-2e135e2821d4 None None] Sync routers for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:19.426670 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67600549-8851-4126-ad0a-2e135e2821d4 None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:19.428774 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67600549-8851-4126-ad0a-2e135e2821d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:19.435153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:19.437151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f301badb-2eb4-4eab-92a0-51143d8c9d0c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:19.476766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:19.535954 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67600549-8851-4126-ad0a-2e135e2821d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:19.545761 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67600549-8851-4126-ad0a-2e135e2821d4 None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:19.546613 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67600549-8851-4126-ad0a-2e135e2821d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:19.578693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:19.584918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Network 964fe118-4902-4457-8668-4a8047caf515 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:19.595532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:19.614883 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67600549-8851-4126-ad0a-2e135e2821d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:19.615331 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67600549-8851-4126-ad0a-2e135e2821d4 None None] The sync data for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:19.617342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03056790-6290-439c-a637-073f888081fa']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:19.632791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:19.658805 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ade4ba22-86ab-4aab-a8ce-377110038968 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "DELETE /v2.0/floatingips/195e1808-4714-4604-aa9b-5ab491975cbe HTTP/1.1" status: 204 len: 168 time: 4.4826498 Feb 28 11:26:19.659693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Pushing event updated for resources: {'Port': ['ID=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:19.671437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:19.679293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:19.708557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:19.718297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Usage tracker for resource:floatingip and tenant:0086c2a70f854f82af60d2fe60f1bdc5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:19.732308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:19.789520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:19.800793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67de81b3-f177-4af0-b2ba-8f361f6c254c') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:19.801093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67de81b3-f177-4af0-b2ba-8f361f6c254c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:19.824904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:19.825918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:19.846985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:19.901216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:19.952747 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-8fc9620e-a304-46c5-b2d9-2002329eb735 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7429180 Feb 28 11:26:19.955183 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Allocated IP 172.26.8.65 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/1e28447c-3a37-445a-91c0-3df80c2e0a7e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:19.968217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Request body: {'port': {'device_id': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:19.996340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Subnet': ['ID=da0e6cd7-8e1b-47c0-9cd7-25cf96484cf5,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:20.009007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Provisioning for port f301badb-2eb4-4eab-92a0-51143d8c9d0c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:20.015891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Provisioning complete for port f301badb-2eb4-4eab-92a0-51143d8c9d0c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:20.016850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.051694 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.087025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.099556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Checking segment: {'id': 'fee6909b-0bab-482e-8f7c-eb2397cd879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e1e73bd8-3950-4a19-837c-4193bda387c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:20.100290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network hostable DHCP agents. Network: e1e73bd8-3950-4a19-837c-4193bda387c7, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:26:20.123441 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:20.123862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.140028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:20.141524 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:20.174197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] For port f301badb-2eb4-4eab-92a0-51143d8c9d0c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f301badb-2eb4-4eab-92a0-51143d8c9d0c,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:20.180091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.246093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.248231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Provisioning for port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:20.259219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Provisioning complete for port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:20.259657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.299455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Pushing event updated for resources: {'Port': ['ID=f301badb-2eb4-4eab-92a0-51143d8c9d0c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:20.323236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5312623d-c193-477b-abed-7c796f5e41e9 None None] Port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:20.426971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network e1e73bd8-3950-4a19-837c-4193bda387c7 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:26:20.475575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.479774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.542783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, e1e73bd8-3950-4a19-837c-4193bda387c7) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:20.548079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:20.548079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.553959 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d303fd-7971-40ea-88a1-f3874d43cb03 None None] Network e1e73bd8-3950-4a19-837c-4193bda387c7 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:20.567015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] Pushing event deleted for resources: {'Network': ['ID=03056790-6290-439c-a637-073f888081fa,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:20.607187 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5b04bc83-6f7d-4f65-9c8e-498632fea618 admin admin] 10.222.0.64 "DELETE /v2.0/networks/03056790-6290-439c-a637-073f888081fa HTTP/1.1" status: 204 len: 168 time: 2.5066149 Feb 28 11:26:20.614338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:20.614687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.664418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.698295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.741737 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7e106163-c728-4749-bbab-daaaae56b1a8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1122527 Feb 28 11:26:20.747142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:20.768687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'port': {'network_id': 'e1e73bd8-3950-4a19-837c-4193bda387c7', 'name': 'tempest-NetworksIpV6TestAttrs-537705640'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:20.842901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-e1e73bd8-3950-4a19-837c-4193bda387c7', 'network_id': 'e1e73bd8-3950-4a19-837c-4193bda387c7', 'tenant_id': '4239f37fe6c04993a696873551656206', 'fixed_ips': [{'subnet_id': 'da0e6cd7-8e1b-47c0-9cd7-25cf96484cf5'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:20.844503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.894831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad4750-0865-474a-9bd8-7de331536f47 req-d0bae056-cb06-479b-b2dc-566444da0b9a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:20.902794 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b7ad4750-0865-474a-9bd8-7de331536f47 req-d0bae056-cb06-479b-b2dc-566444da0b9a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 932 time: 0.5456038 Feb 28 11:26:20.928002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50904) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:21.031946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Allocated IP 2001:db8::f816:3eff:fea2:31b0 (e1e73bd8-3950-4a19-837c-4193bda387c7/da0e6cd7-8e1b-47c0-9cd7-25cf96484cf5/5518635c-ef76-41a6-b908-1c444128c84c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:21.107308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:26:21.204882 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b7ad4750-0865-474a-9bd8-7de331536f47 req-8ddbf6ca-f7cb-45d0-805e-0c288bdde19e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996035 Feb 28 11:26:21.221496 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f01ebb4d-7d1c-4fec-aa96-d8f396cb4c7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d82e6c3145924db4a6b62e6080d616e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895732 Feb 28 11:26:21.222573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.235035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50908) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:21.248896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.260832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Transition to ACTIVE for port object 5518635c-ef76-41a6-b908-1c444128c84c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:21.281332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Transition to ACTIVE for port object 5518635c-ef76-41a6-b908-1c444128c84c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:21.289529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.300601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:21.320170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::1 (89a85dab-b254-4061-917a-102ac7d2b42f/6b982388-0a55-45ca-85e4-cdf46a136efc/0714d15f-7427-4190-b7cb-e8651b70c349) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:21.320818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:port and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:21.329947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:21.341334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.341869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f301badb-2eb4-4eab-92a0-51143d8c9d0c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:21.352125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:21.360549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:21.369554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.371234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:21.373767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:21.389237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Allocated IP 172.26.8.204 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/0498ab17-54f3-496a-b24a-4fa01ceb232f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:21.392278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.403619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Network e1e73bd8-3950-4a19-837c-4193bda387c7 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:21.408227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:21.424382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:21.459924 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:21.463815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.465466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Pushing event updated for resources: {'Port': ['ID=5518635c-ef76-41a6-b908-1c444128c84c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:21.474558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:26:21.531940 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f301badb-2eb4-4eab-92a0-51143d8c9d0c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:21.532316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.570243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Attempting to bind port 5518635c-ef76-41a6-b908-1c444128c84c on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:21.570898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Attempting to bind port 5518635c-ef76-41a6-b908-1c444128c84c by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'fee6909b-0bab-482e-8f7c-eb2397cd879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e1e73bd8-3950-4a19-837c-4193bda387c7'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:21.570898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Attempting to bind port 5518635c-ef76-41a6-b908-1c444128c84c on network e1e73bd8-3950-4a19-837c-4193bda387c7 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:21.578330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event updated for resources: {'Port': ['ID=1e28447c-3a37-445a-91c0-3df80c2e0a7e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:21.579917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:21.580290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Checking segment: {'id': 'fee6909b-0bab-482e-8f7c-eb2397cd879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e1e73bd8-3950-4a19-837c-4193bda387c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:21.580998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.581129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Bound using segment: {'id': 'fee6909b-0bab-482e-8f7c-eb2397cd879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e1e73bd8-3950-4a19-837c-4193bda387c7'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:21.581518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Bound port: 5518635c-ef76-41a6-b908-1c444128c84c, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6909b-0bab-482e-8f7c-eb2397cd879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e1e73bd8-3950-4a19-837c-4193bda387c7'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:21.581891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.591438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for 49173cd0-7ce6-42ae-b0f6-af2963c7d0a9 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:21.592442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] device_id is not set on port 81a54f4a-2a58-4f04-935e-4193f29f8b5c yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:26:21.731216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:26:21.741252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] For port 5518635c-ef76-41a6-b908-1c444128c84c, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:21.751286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] For port 5518635c-ef76-41a6-b908-1c444128c84c, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5518635c-ef76-41a6-b908-1c444128c84c,segment=NetworkSegment(fee6909b-0bab-482e-8f7c-eb2397cd879d),segment_id=fee6909b-0bab-482e-8f7c-eb2397cd879d)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:21.758984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.799718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0eacc-a236-4ebe-85b6-789ffff61e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.806726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:21.846039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed86a7b-84bf-470c-b69a-23fef8304f6d None None] Pushing event updated for resources: {'Port': ['ID=5518635c-ef76-41a6-b908-1c444128c84c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:21.933828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Transition to ACTIVE for port object f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:21.948431 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP e9568ebe-8dd0-4bfe-a211-f92a8254abbb associated. External IP: 172.26.8.192, port: df03dff3-0fe5-49b8-ba56-0228fbbf05ed. Feb 28 11:26:21.988266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0eacc-a236-4ebe-85b6-789ffff61e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.005748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.011358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.073417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.132711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Allocated IP 2001:db8::f816:3eff:fe1a:8a56 (e1e73bd8-3950-4a19-837c-4193bda387c7/da0e6cd7-8e1b-47c0-9cd7-25cf96484cf5/81a54f4a-2a58-4f04-935e-4193f29f8b5c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:22.195960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 0714d15f-7427-4190-b7cb-e8651b70c349 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:22.348829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0eacc-a236-4ebe-85b6-789ffff61e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.397570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.438011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:22.455699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0eacc-a236-4ebe-85b6-789ffff61e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b997bd8f-6269-4c96-a8c3-3a29662c92be,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:22.496194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.555541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.564065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=49173cd0-7ce6-42ae-b0f6-af2963c7d0a9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:22.648147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4e0eacc-a236-4ebe-85b6-789ffff61e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.651537 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b4e0eacc-a236-4ebe-85b6-789ffff61e63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b997bd8f-6269-4c96-a8c3-3a29662c92be HTTP/1.1" status: 204 len: 168 time: 1.3819556 Feb 28 11:26:22.919949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:22.922945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.961276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:22.980745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:22.981395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:22.989088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=0714d15f-7427-4190-b7cb-e8651b70c349,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:23.137352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc9a827-1119-4f3d-b631-4b382c06791b None None] Network e1e73bd8-3950-4a19-837c-4193bda387c7 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:23.165255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:23.197410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:23.199817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:23.257390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:23.272953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Attempting to bind port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:23.273875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Attempting to bind port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:23.274424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Attempting to bind port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 on network 964fe118-4902-4457-8668-4a8047caf515 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:23.342939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Pushing event updated for resources: {'Port': ['ID=0498ab17-54f3-496a-b24a-4fa01ceb232f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:23.347599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-61c19fab-070c-4dba-8b82-a9b0d9d8c5fb None None] Provisioning for port 5518635c-ef76-41a6-b908-1c444128c84c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:23.394291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764a93-8f3b-45b2-a736-7fba9e59a35d req-2248289e-b2f1-4af1-be59-9ec4f176f7cf tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:23.396762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f764a93-8f3b-45b2-a736-7fba9e59a35d req-2248289e-b2f1-4af1-be59-9ec4f176f7cf tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 944 time: 0.9519701 Feb 28 11:26:23.398144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 on network 964fe118-4902-4457-8668-4a8047caf515 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:26:23.398808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Attempting to bind port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 on network 964fe118-4902-4457-8668-4a8047caf515 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:23.421356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5518635c-ef76-41a6-b908-1c444128c84c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:23.441875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:23.442518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Checking segment: {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:23.442817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Bound using segment: {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:23.443580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Bound port: f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdf8f25-eea6-4976-8625-9b00fb1b47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '964fe118-4902-4457-8668-4a8047caf515'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:23.444023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.493970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.509765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ce58fcca-cabc-4bc5-842e-29884e0eb11f None None] Provisioning for port 0714d15f-7427-4190-b7cb-e8651b70c349 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:23.555186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ce58fcca-cabc-4bc5-842e-29884e0eb11f None None] Provisioning complete for port 0714d15f-7427-4190-b7cb-e8651b70c349 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:23.555855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce58fcca-cabc-4bc5-842e-29884e0eb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.587045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:23.595714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.596606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 5518635c-ef76-41a6-b908-1c444128c84c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:23.609369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5518635c-ef76-41a6-b908-1c444128c84c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:23.610035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.616462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.620728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.624568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.632758 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fee83c2c-38c7-48cc-a8e2-57a13d8e2c4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6081b5f8d260465bb58f2a571da9fc6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625479 Feb 28 11:26:23.641828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50922) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:23.658289 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f764a93-8f3b-45b2-a736-7fba9e59a35d req-31007a42-2f89-460c-a2bd-17c4942c7c89 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326868 Feb 28 11:26:23.659760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ce58fcca-cabc-4bc5-842e-29884e0eb11f None None] Port 0714d15f-7427-4190-b7cb-e8651b70c349 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:23.780401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Transition to ACTIVE for port object 81a54f4a-2a58-4f04-935e-4193f29f8b5c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:23.781914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.818056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] For port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:23.829967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.866795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 5518635c-ef76-41a6-b908-1c444128c84c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5518635c-ef76-41a6-b908-1c444128c84c,segment=NetworkSegment(fee6909b-0bab-482e-8f7c-eb2397cd879d),segment_id=fee6909b-0bab-482e-8f7c-eb2397cd879d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:23.872981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.889620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] For port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:23.960147 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=5518635c-ef76-41a6-b908-1c444128c84c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:23.981960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:23.989717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2572b935-c98a-40fe-adef-a63166a54052 None None] Provisioning complete for port 5518635c-ef76-41a6-b908-1c444128c84c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:23.990334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2572b935-c98a-40fe-adef-a63166a54052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:24.001025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 13d548d4-2683-4e9f-8064-8c6525a1b458 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:24.047460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:24.071445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af99a2d0-b8e0-4881-8c9a-f25125d913b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:24.087426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:24.087922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:24.089273 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] 10.222.0.37 "PUT /v2.0/ports/f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 1094 time: 4.1285400 Feb 28 11:26:24.131716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'tag': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:26:24.200674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:24.214051 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20568a7b-1a70-4495-ae81-f7758e6631a3 None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:24.226441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20568a7b-1a70-4495-ae81-f7758e6631a3 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:24.227658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20568a7b-1a70-4495-ae81-f7758e6631a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:24.304994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20568a7b-1a70-4495-ae81-f7758e6631a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:24.315795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20568a7b-1a70-4495-ae81-f7758e6631a3 None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:24.316651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20568a7b-1a70-4495-ae81-f7758e6631a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:24.384982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20568a7b-1a70-4495-ae81-f7758e6631a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:24.385412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20568a7b-1a70-4495-ae81-f7758e6631a3 None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:24.430061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:24.433647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'tag': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2', 'status': 'completed', 'code': 200} Feb 28 11:26:24.439474 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ef00b-dbda-4071-8e0f-49dc555f6194 None None] Sync routers for ids ['13d548d4-2683-4e9f-8064-8c6525a1b458'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:24.450760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:24.453977 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ef00b-dbda-4071-8e0f-49dc555f6194 None None] Routers {'13d548d4-2683-4e9f-8064-8c6525a1b458'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:24.454768 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-648ef00b-dbda-4071-8e0f-49dc555f6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['13d548d4-2683-4e9f-8064-8c6525a1b458'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:24.473330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af99a2d0-b8e0-4881-8c9a-f25125d913b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:24.494901 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-02eb6804-7fca-4070-acb8-f2803815679f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/13d548d4-2683-4e9f-8064-8c6525a1b458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3907590 Feb 28 11:26:24.507175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50928) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:24.516410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13b48-d12d-4fc3-b7b2-65197a69d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:24.519227 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-648ef00b-dbda-4071-8e0f-49dc555f6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:24.528394 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ef00b-dbda-4071-8e0f-49dc555f6194 None None] Routers {'13d548d4-2683-4e9f-8064-8c6525a1b458'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:24.529103 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-648ef00b-dbda-4071-8e0f-49dc555f6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['13d548d4-2683-4e9f-8064-8c6525a1b458'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:24.590371 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-648ef00b-dbda-4071-8e0f-49dc555f6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:24.591449 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ef00b-dbda-4071-8e0f-49dc555f6194 None None] The sync data for ids ['13d548d4-2683-4e9f-8064-8c6525a1b458'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:24.713302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network e1e73bd8-3950-4a19-837c-4193bda387c7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:24.730451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:24.732803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:24.739566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:24.740159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:24.834667 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0735533 Feb 28 11:26:24.837735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50934) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:24.860859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a98d6-c365-4315-98dd-54b2bf796974 req-c681f767-6672-4953-86f5-1f1a2156f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:24.862348 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-c681f767-6672-4953-86f5-1f1a2156f875 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1097 time: 0.7103226 Feb 28 11:26:24.904789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a834c-0acb-4316-a2cf-54eb3e2210d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Port': ['ID=81a54f4a-2a58-4f04-935e-4193f29f8b5c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:25.012591 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-e2dcea3c-326d-479d-ab54-a3b3ece4fdfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 217 time: 0.0945208 Feb 28 11:26:25.017726 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-78a6dce6-8d1e-44d8-b64c-555ce5023121 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 11:26:25.021362 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-78a6dce6-8d1e-44d8-b64c-555ce5023121 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/13d548d4-2683-4e9f-8064-8c6525a1b458/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5105951 Feb 28 11:26:25.069526 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:25.078563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-99770093-24e5-4d1b-80da-9d2c09d26a8f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting subnet da0e6cd7-8e1b-47c0-9cd7-25cf96484cf5 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:25.086294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-34c95c30-51ba-4427-9ed8-573dc565f445 None None] Provisioning for port 81a54f4a-2a58-4f04-935e-4193f29f8b5c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:25.091968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-34c95c30-51ba-4427-9ed8-573dc565f445 None None] Provisioning complete for port 81a54f4a-2a58-4f04-935e-4193f29f8b5c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:25.092457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-34c95c30-51ba-4427-9ed8-573dc565f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.119978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99770093-24e5-4d1b-80da-9d2c09d26a8f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.139767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af99a2d0-b8e0-4881-8c9a-f25125d913b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.148556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-34c95c30-51ba-4427-9ed8-573dc565f445 None None] Port 81a54f4a-2a58-4f04-935e-4193f29f8b5c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:25.181983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99a2d0-b8e0-4881-8c9a-f25125d913b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4242d4cb-ec0f-458d-85b1-e56dd6cba86f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:25.182252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-81d7a080-8e7d-44db-a86f-15577782c6b5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:25.189841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Router 12741cf0-84d7-440d-8c8c-c9611d25879a is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:26:25.214537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af99a2d0-b8e0-4881-8c9a-f25125d913b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.218367 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-af99a2d0-b8e0-4881-8c9a-f25125d913b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4242d4cb-ec0f-458d-85b1-e56dd6cba86f HTTP/1.1" status: 204 len: 168 time: 1.5635216 Feb 28 11:26:25.237587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99770093-24e5-4d1b-80da-9d2c09d26a8f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.282298 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:26:25.282536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a98d6-c365-4315-98dd-54b2bf796974 req-2cc29cca-7129-46df-877f-c1eba80450f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:25.283803 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-2cc29cca-7129-46df-877f-c1eba80450f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.2087824 Feb 28 11:26:25.336042 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5518635c-ef76-41a6-b908-1c444128c84c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:25.340708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.361670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-81d7a080-8e7d-44db-a86f-15577782c6b5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:25.363268 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-81d7a080-8e7d-44db-a86f-15577782c6b5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d548d4-2683-4e9f-8064-8c6525a1b458 HTTP/1.1" status: 200 len: 205 time: 0.2825470 Feb 28 11:26:25.370900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50944) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:25.372257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.422347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9395-84d8-413b-9cc8-55525579e307 req-0f61dad4-1b82-4945-83bd-4754fe201167 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:25.423938 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ceac9395-84d8-413b-9cc8-55525579e307 req-0f61dad4-1b82-4945-83bd-4754fe201167 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 944 time: 0.5838699 Feb 28 11:26:25.442436 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5518635c-ef76-41a6-b908-1c444128c84c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:25.442813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.508980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 87390a57-3858-434a-8b2e-6cd28c998b85 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:25.569257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Pushing event updated for resources: {'Port': ['ID=0498ab17-54f3-496a-b24a-4fa01ceb232f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:25.616540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:26:25.641821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2f81eeb-20a9-467f-94d4-36266935c180 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.655518 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ceac9395-84d8-413b-9cc8-55525579e307 req-bdb68ea7-3778-4451-b1f4-4fc2f4fce42d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122588 Feb 28 11:26:25.667109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.698920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a98d6-c365-4315-98dd-54b2bf796974 req-e5e4572d-f416-4568-8146-a13866ae4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:25.700929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-e5e4572d-f416-4568-8146-a13866ae4540 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3954995 Feb 28 11:26:25.706544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.710380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4d51dbad-b80b-452a-8666-802627627aa0 tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0331366 Feb 28 11:26:25.738798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:25.840811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.868124 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.868888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.916097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:25.928235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:25.930031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75219a-da82-408c-8617-4faaaa860a43 None None] Sync routers for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:25.942419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75219a-da82-408c-8617-4faaaa860a43 None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:25.943046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2d75219a-da82-408c-8617-4faaaa860a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:26.010812 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-63efb045-1fe9-407e-9677-ff30449507bc service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016367 Feb 28 11:26:26.012352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:26.024416 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe56c8-10b5-40a7-a8ac-1b984a60e043 None None] Sync routers for ids ['12741cf0-84d7-440d-8c8c-c9611d25879a'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:26.027464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.031450 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7645d9f0-714e-43c6-8e01-082bf3343a39 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "PUT /v2.0/routers/12741cf0-84d7-440d-8c8c-c9611d25879a HTTP/1.1" status: 200 len: 879 time: 10.0360570 Feb 28 11:26:26.035214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2d75219a-da82-408c-8617-4faaaa860a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:26.035762 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe56c8-10b5-40a7-a8ac-1b984a60e043 None None] Routers {'12741cf0-84d7-440d-8c8c-c9611d25879a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:26.036575 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0fe56c8-10b5-40a7-a8ac-1b984a60e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['12741cf0-84d7-440d-8c8c-c9611d25879a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:26.047424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75219a-da82-408c-8617-4faaaa860a43 None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:26.048309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2d75219a-da82-408c-8617-4faaaa860a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:26.088661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50954) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:26.105652 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0fe56c8-10b5-40a7-a8ac-1b984a60e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:26.116785 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe56c8-10b5-40a7-a8ac-1b984a60e043 None None] Routers {'12741cf0-84d7-440d-8c8c-c9611d25879a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:26.118075 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0fe56c8-10b5-40a7-a8ac-1b984a60e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['12741cf0-84d7-440d-8c8c-c9611d25879a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:26.134269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2d75219a-da82-408c-8617-4faaaa860a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:26.134980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75219a-da82-408c-8617-4faaaa860a43 None None] The sync data for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:26.188310 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0fe56c8-10b5-40a7-a8ac-1b984a60e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:26.188708 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe56c8-10b5-40a7-a8ac-1b984a60e043 None None] The sync data for ids ['12741cf0-84d7-440d-8c8c-c9611d25879a'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:26.201604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:26.230547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:26.238541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Usage tracker for resource:floatingip and tenant:5d7d9a6f41e149499e4036114f7f9f13 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:26.248186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:26.301123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:26.308475 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-425c4375-8b8c-4e8a-a407-3d073e5b8165 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/floatingips/e9568ebe-8dd0-4bfe-a211-f92a8254abbb HTTP/1.1" status: 200 len: 977 time: 7.2188902 Feb 28 11:26:26.320851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50958) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:26.327062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=0714d15f-7427-4190-b7cb-e8651b70c349,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:26.361789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.396444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2f81eeb-20a9-467f-94d4-36266935c180 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.406471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2f81eeb-20a9-467f-94d4-36266935c180 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.408686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99770093-24e5-4d1b-80da-9d2c09d26a8f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.445428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port 8bd91526-553c-473c-858a-262d5b290b0e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:26.445763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.493008 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-789a98d6-c365-4315-98dd-54b2bf796974 req-01c279d5-06c6-49a9-b9d0-bd4cdde35fd9 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131216 Feb 28 11:26:26.579588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:26.586390 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2f81eeb-20a9-467f-94d4-36266935c180 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.586931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f81eeb-20a9-467f-94d4-36266935c180 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Fanout notify agent at l3_agent the message router_deleted on router 13d548d4-2683-4e9f-8064-8c6525a1b458 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:26:26.588647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:26.622345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2f81eeb-20a9-467f-94d4-36266935c180 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.623442 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a2f81eeb-20a9-467f-94d4-36266935c180 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/13d548d4-2683-4e9f-8064-8c6525a1b458 HTTP/1.1" status: 204 len: 168 time: 1.2487779 Feb 28 11:26:26.646277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 50962) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:26.684853 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dc5c56d2-361b-44b9-ba4e-912922c882f9 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/routers/12741cf0-84d7-440d-8c8c-c9611d25879a HTTP/1.1" status: 200 len: 920 time: 0.5890582 Feb 28 11:26:26.686360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50968) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:26.792237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99770093-24e5-4d1b-80da-9d2c09d26a8f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.806964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a875b999-8cce-4855-b835-a0749def72f0 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting subnet 7af402b2-4e56-4b1e-9a65-6ae14f46dbdc {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:26.860687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a875b999-8cce-4855-b835-a0749def72f0 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.861145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770093-24e5-4d1b-80da-9d2c09d26a8f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Subnet': ['ID=da0e6cd7-8e1b-47c0-9cd7-25cf96484cf5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:26.864735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99770093-24e5-4d1b-80da-9d2c09d26a8f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:26.879781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d086c9-4e17-4d6e-b306-6e6048a9d924 None None] Network e1e73bd8-3950-4a19-837c-4193bda387c7 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:26.898309 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-99770093-24e5-4d1b-80da-9d2c09d26a8f tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/subnets/da0e6cd7-8e1b-47c0-9cd7-25cf96484cf5 HTTP/1.1" status: 204 len: 168 time: 2.0570745 Feb 28 11:26:26.902513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50972) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:26.959415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-1794e71b-61ec-4126-9cc8-6ffa5858f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:26.960929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-1794e71b-61ec-4126-9cc8-6ffa5858f6c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1097 time: 0.4140122 Feb 28 11:26:27.005089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a3041-59ba-44d9-ac9f-dcfc1a3bb71c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:27.009686 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-360a3041-59ba-44d9-ac9f-dcfc1a3bb71c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=12741cf0-84d7-440d-8c8c-c9611d25879a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3172274 Feb 28 11:26:27.014379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50976) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:27.021193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83309119-af36-4eda-b810-0a1074257f2e tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:27.023108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83309119-af36-4eda-b810-0a1074257f2e tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:27.023643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-83309119-af36-4eda-b810-0a1074257f2e tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Synchronizing usage tracker for tenant:4239f37fe6c04993a696873551656206 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:27.034186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a875b999-8cce-4855-b835-a0749def72f0 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.034675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.068952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Router 9d301503-c6f1-4840-ad98-a5b980f0da5d is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:26:27.071792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-567588c2-b505-4ce1-98be-94b4c01703b4 None None] Provisioning complete for port 0714d15f-7427-4190-b7cb-e8651b70c349 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:27.072249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-567588c2-b505-4ce1-98be-94b4c01703b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.128667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-83309119-af36-4eda-b810-0a1074257f2e tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Unset dirty status for tenant:4239f37fe6c04993a696873551656206 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:27.129775 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-83309119-af36-4eda-b810-0a1074257f2e tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2252145 Feb 28 11:26:27.139053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50980) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:27.149951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.155081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.255862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-567588c2-b505-4ce1-98be-94b4c01703b4 None None] Port 0714d15f-7427-4190-b7cb-e8651b70c349 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:27.364241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27944bde-b280-4b69-8bd3-c7f1421ff35e None None] DHCP port deletion for e1e73bd8-3950-4a19-837c-4193bda387c7 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:27.369162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-27944bde-b280-4b69-8bd3-c7f1421ff35e None None] Deleting port 5518635c-ef76-41a6-b908-1c444128c84c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:27.369622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27944bde-b280-4b69-8bd3-c7f1421ff35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.515280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-a8fb5e6d-b287-4342-a1a6-4fcaf877d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:27.516757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-a8fb5e6d-b287-4342-a1a6-4fcaf877d379 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 913 time: 0.5444920 Feb 28 11:26:27.540548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e571-fbd3-47e9-b097-346a047f4851 req-a89c6db2-abb1-4e4b-908f-7b59d0e3531a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:27.541951 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12e2e571-fbd3-47e9-b097-346a047f4851 req-a89c6db2-abb1-4e4b-908f-7b59d0e3531a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 944 time: 0.6336384 Feb 28 11:26:27.574054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ae50c43-0563-498c-b58b-0d286db2395a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.576543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b8b28-842e-447e-b613-28dda5378249 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:27.576792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-27944bde-b280-4b69-8bd3-c7f1421ff35e None None] For port 5518635c-ef76-41a6-b908-1c444128c84c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5518635c-ef76-41a6-b908-1c444128c84c,segment=NetworkSegment(fee6909b-0bab-482e-8f7c-eb2397cd879d),segment_id=fee6909b-0bab-482e-8f7c-eb2397cd879d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:27.577244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27944bde-b280-4b69-8bd3-c7f1421ff35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.580229 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a24b8b28-842e-447e-b613-28dda5378249 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 881 time: 0.5650513 Feb 28 11:26:27.581655 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50984) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:27.583953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:27.591629 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-465e20ca-2f2d-4055-bcfa-be35ca3410a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "PUT /v2.0/routers/9d301503-c6f1-4840-ad98-a5b980f0da5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1553161 Feb 28 11:26:27.629351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:27.648807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Sync routers for ids ['9d301503-c6f1-4840-ad98-a5b980f0da5d'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:27.667285 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae50c43-0563-498c-b58b-0d286db2395a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 11:26:27.667761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae50c43-0563-498c-b58b-0d286db2395a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:26:27.676475 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4ae50c43-0563-498c-b58b-0d286db2395a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/e1e73bd8-3950-4a19-837c-4193bda387c7 HTTP/1.1" status: 409 len: 405 time: 0.5293341 Feb 28 11:26:27.686355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50992) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:27.691381 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e4ee5bc4-0c68-44fe-83ee-6f8e55d88640 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=12741cf0-84d7-440d-8c8c-c9611d25879a HTTP/1.1" status: 200 len: 205 time: 0.1024573 Feb 28 11:26:27.694059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 50996) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:27.697832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1437318619'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:27.702423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:27.706316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:network and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:27.709246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:27.715846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:27.729763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-27944bde-b280-4b69-8bd3-c7f1421ff35e None None] Calling delete_port for 5518635c-ef76-41a6-b908-1c444128c84c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:27.772268 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-974dda66-0ca2-452a-8eac-89cd6938615a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 217 time: 0.2393653 Feb 28 11:26:27.783145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a875b999-8cce-4855-b835-a0749def72f0 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.784935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Routers {'9d301503-c6f1-4840-ad98-a5b980f0da5d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:27.785796 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9d301503-c6f1-4840-ad98-a5b980f0da5d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:27.799651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:27.803668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:27.847330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a063af-220f-4fae-b8f3-3b4dd248fe54 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:27.848186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-42a063af-220f-4fae-b8f3-3b4dd248fe54 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:27.947483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:26:27.952524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Allocated IP 172.26.8.73 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/b90f9089-8b7b-4e65-a0b6-455cf95eb6c5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:27.960800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-42a063af-220f-4fae-b8f3-3b4dd248fe54 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:27.961815 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-42a063af-220f-4fae-b8f3-3b4dd248fe54 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports/0714d15f-7427-4190-b7cb-e8651b70c349 HTTP/1.1" status: 200 len: 911 time: 0.3314252 Feb 28 11:26:27.965689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51000) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:27.975961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Set router 9d301503-c6f1-4840-ad98-a5b980f0da5d gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:27.994144 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12e2e571-fbd3-47e9-b097-346a047f4851 req-b181ab92-da9b-42bd-98bf-004adeede55f tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668729 Feb 28 11:26:28.012523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.012523 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Added segment fe3f98ae-a612-4ad8-850f-eb23ae342442 of type vlan for network 169a7f5c-67e4-49f8-9c90-b483793325eb Feb 28 11:26:28.023694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27944bde-b280-4b69-8bd3-c7f1421ff35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.052131 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.057877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-b0d4054f-e727-439b-99ba-65dcb79e8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:28.059338 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-b0d4054f-e727-439b-99ba-65dcb79e8f69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.2414193 Feb 28 11:26:28.084510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27944bde-b280-4b69-8bd3-c7f1421ff35e None None] Pushing event deleted for resources: {'Port': ['ID=5518635c-ef76-41a6-b908-1c444128c84c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:28.092874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27944bde-b280-4b69-8bd3-c7f1421ff35e None None] No DVR routers for this DVR port 5518635c-ef76-41a6-b908-1c444128c84c on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:28.139610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.139610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.139610 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Floating IP e9568ebe-8dd0-4bfe-a211-f92a8254abbb disassociated. External IP: 172.26.8.192, port: 8bd91526-553c-473c-858a-262d5b290b0e. Feb 28 11:26:28.139610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for 8bd91526-553c-473c-858a-262d5b290b0e owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:28.156457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.248965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a875b999-8cce-4855-b835-a0749def72f0 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.263600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec244eae-e35f-4268-a1b0-5dd15b0ff7c9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:28.269354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec244eae-e35f-4268-a1b0-5dd15b0ff7c9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:28.270908 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ec244eae-e35f-4268-a1b0-5dd15b0ff7c9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3033628 Feb 28 11:26:28.278025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51004) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:28.312429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875b999-8cce-4855-b835-a0749def72f0 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Subnet': ['ID=7af402b2-4e56-4b1e-9a65-6ae14f46dbdc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:28.319207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a875b999-8cce-4855-b835-a0749def72f0 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.331179 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a875b999-8cce-4855-b835-a0749def72f0 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/7af402b2-4e56-4b1e-9a65-6ae14f46dbdc HTTP/1.1" status: 204 len: 168 time: 1.6824605 Feb 28 11:26:28.346443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51008) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:28.357953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1919b3-ebec-4e84-acc3-84ece24e631f None None] Network 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:28.371743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.377103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:28.377708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.451827 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d301503-c6f1-4840-ad98-a5b980f0da5d', 'name': 'tempest-NetworksTestDHCPv6-router-1210191099', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:17Z', 'updated_at': '2022-02-28T11:26:23Z', 'revision_number': 2, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None, '_interfaces': [{'id': '0714d15f-7427-4190-b7cb-e8651b70c349', 'name': '', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'mac_address': 'fa:16:3e:fe:e4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d301503-c6f1-4840-ad98-a5b980f0da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6b982388-0a55-45ca-85e4-cdf46a136efc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:26:20Z', 'updated_at': '2022-02-28T11:26:24Z', 'revision_number': 2, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'subnets': [{'id': '6b982388-0a55-45ca-85e4-cdf46a136efc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:28.463412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Checking router: 9d301503-c6f1-4840-ad98-a5b980f0da5d for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:26:28.463839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Updating router 9d301503-c6f1-4840-ad98-a5b980f0da5d port 0714d15f-7427-4190-b7cb-e8651b70c349 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:26:28.496578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.501792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-ec505dd6-e5e0-417e-abd9-e098caeffd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:28.503299 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-ec505dd6-e5e0-417e-abd9-e098caeffd29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4290054 Feb 28 11:26:28.554879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.584613 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8940265 Feb 28 11:26:28.590998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51012) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:28.591814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.598686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Deleting port 1e28447c-3a37-445a-91c0-3df80c2e0a7e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:28.599167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.609448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.625087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4ac38-5539-4cb7-95e6-5b8a7ddf20fc tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Network': ['ID=169a7f5c-67e4-49f8-9c90-b483793325eb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:28.636259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'subnet': {'network_id': '169a7f5c-67e4-49f8-9c90-b483793325eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:28.645859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 169a7f5c-67e4-49f8-9c90-b483793325eb details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:26:28.708630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port e9029627-9804-417b-a6fd-7ae9e834d3c4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:28.709590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.797998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.874201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:28.889556 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-0577e60a-0c0b-41fe-9873-98d3dd5e52b5 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376958 Feb 28 11:26:28.945966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=8bd91526-553c-473c-858a-262d5b290b0e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:29.124172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:29.136741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:29.162859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:29.173776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:29.177018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:29.225593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] DHCP port deletion for 1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:29.236009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:29.239458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:29.250127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] Deleting port e9029627-9804-417b-a6fd-7ae9e834d3c4 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:29.250514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:29.308878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:29.340393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e9029627-9804-417b-a6fd-7ae9e834d3c4 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:29.493614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:29.498378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Pushing event updated for resources: {'Port': ['ID=b90f9089-8b7b-4e65-a0b6-455cf95eb6c5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:29.505295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Calling delete_port for 1e28447c-3a37-445a-91c0-3df80c2e0a7e owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:29.513316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Transition to ACTIVE for port object 0714d15f-7427-4190-b7cb-e8651b70c349 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:29.547612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:29.666001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port e9029627-9804-417b-a6fd-7ae9e834d3c4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e9029627-9804-417b-a6fd-7ae9e834d3c4,segment=NetworkSegment(c340d132-33b1-4e46-a464-7f81c8ce3f4b),segment_id=c340d132-33b1-4e46-a464-7f81c8ce3f4b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:29.666367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:29.689434 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1e98ece7-95af-4352-a912-d0b791a10f61 req-f71a4e29-e356-47b4-8bda-e3f13d15414e service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277741 Feb 28 11:26:29.815524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 87390a57-3858-434a-8b2e-6cd28c998b85 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:29.825039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for e9029627-9804-417b-a6fd-7ae9e834d3c4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:29.886344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:29.938280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752197a-5fa3-44c9-95d3-4bc0d4ccbbd2 None None] Pushing event updated for resources: {'Port': ['ID=0714d15f-7427-4190-b7cb-e8651b70c349,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:29.955044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:29.999408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] For port e9029627-9804-417b-a6fd-7ae9e834d3c4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e9029627-9804-417b-a6fd-7ae9e834d3c4,segment=NetworkSegment(c340d132-33b1-4e46-a464-7f81c8ce3f4b),segment_id=c340d132-33b1-4e46-a464-7f81c8ce3f4b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:29.999408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.015422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event deleted for resources: {'Port': ['ID=1e28447c-3a37-445a-91c0-3df80c2e0a7e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:30.038189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e0821-1054-4a88-87a1-ff812a47544b req-dacd7d66-dc24-4db0-8f67-f700faa302f6 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:30.040209 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8a2e0821-1054-4a88-87a1-ff812a47544b req-dacd7d66-dc24-4db0-8f67-f700faa302f6 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 944 time: 0.6495006 Feb 28 11:26:30.102482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.125981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.169280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] Calling delete_port for e9029627-9804-417b-a6fd-7ae9e834d3c4 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:30.201803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:26:30.214746 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Attempting to bind port 0714d15f-7427-4190-b7cb-e8651b70c349 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:30.215227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Attempting to bind port 0714d15f-7427-4190-b7cb-e8651b70c349 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:30.215656 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Attempting to bind port 0714d15f-7427-4190-b7cb-e8651b70c349 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:30.230509 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.246893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.objects.ports [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:26:30.251355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.255140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.260064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:30.260519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:30.260993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.261454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:30.262011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Bound port: 0714d15f-7427-4190-b7cb-e8651b70c349, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:30.262454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.269733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No DVR routers for this DVR port e9029627-9804-417b-a6fd-7ae9e834d3c4 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:30.273582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=e9029627-9804-417b-a6fd-7ae9e834d3c4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:30.316610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfce8-b90f-4399-9f38-4b79bbdea4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.325513 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8a2e0821-1054-4a88-87a1-ff812a47544b req-dd20bc84-ef3a-455e-ab01-6bc4aa6b8c18 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702107 Feb 28 11:26:30.382282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:30.394051 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e3a80-8f3d-413f-8f8f-27c7097977b5 None None] Sync routers for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:30.404912 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e3a80-8f3d-413f-8f8f-27c7097977b5 None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:30.405925 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9c4e3a80-8f3d-413f-8f8f-27c7097977b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:30.471560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:26:30.473762 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9c4e3a80-8f3d-413f-8f8f-27c7097977b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:30.483903 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e3a80-8f3d-413f-8f8f-27c7097977b5 None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:30.484886 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9c4e3a80-8f3d-413f-8f8f-27c7097977b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:30.548827 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9c4e3a80-8f3d-413f-8f8f-27c7097977b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:30.549605 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e3a80-8f3d-413f-8f8f-27c7097977b5 None None] The sync data for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:30.550555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.572746 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5518635c-ef76-41a6-b908-1c444128c84c no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:30.582254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.663870 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 5518635c-ef76-41a6-b908-1c444128c84c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:26:30.663870 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5518635c-ef76-41a6-b908-1c444128c84c not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:26:30.686180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.689901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:30.690357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:30.696382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.701174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:30.728398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c340d132-33b1-4e46-a464-7f81c8ce3f4b') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:30.730425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c340d132-33b1-4e46-a464-7f81c8ce3f4b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:30.744315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] For port 0714d15f-7427-4190-b7cb-e8651b70c349, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:30.751954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.760277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:30.764881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Subnet': ['ID=52815eeb-4e7e-4c15-a966-5e2463e87269,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:30.773220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] For port 0714d15f-7427-4190-b7cb-e8651b70c349, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0714d15f-7427-4190-b7cb-e8651b70c349,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:30.780351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'port_id': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2', 'mac_address': 'fa:16:3e:3e:ce:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:26:30.792493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.810691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Checking segment: {'id': 'fe3f98ae-a612-4ad8-850f-eb23ae342442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '169a7f5c-67e4-49f8-9c90-b483793325eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:30.811055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network hostable DHCP agents. Network: 169a7f5c-67e4-49f8-9c90-b483793325eb, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:26:30.811459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.814371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.829399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.829889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Fanout notify agent at l3_agent the message router_deleted on router 12741cf0-84d7-440d-8c8c-c9611d25879a {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:26:30.833319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:30.834125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:30.864538 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:30.923263 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-016da9ba-6e83-4ea2-9702-6e862d4f6bd9 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/ports/8bd91526-553c-473c-858a-262d5b290b0e HTTP/1.1" status: 204 len: 168 time: 4.5983682 Feb 28 11:26:30.924035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51018) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:30.940212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.942994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network 169a7f5c-67e4-49f8-9c90-b483793325eb is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:26:30.956957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Routers {'9d301503-c6f1-4840-ad98-a5b980f0da5d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:30.957772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9d301503-c6f1-4840-ad98-a5b980f0da5d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:30.965024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 169a7f5c-67e4-49f8-9c90-b483793325eb) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:30.971155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.977775 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-04d26b7a-d996-485a-97ee-fdcc0e2d9326 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/12741cf0-84d7-440d-8c8c-c9611d25879a HTTP/1.1" status: 204 len: 168 time: 3.2535002 Feb 28 11:26:30.982125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:30.982723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:30.989138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51022) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:30.996740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1966115821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:31.011410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:31.022295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a527bfb-2249-44ac-8c57-856390aa48c9 None None] Network 169a7f5c-67e4-49f8-9c90-b483793325eb requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:31.027886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Usage tracker for resource:router and tenant:1a854edb4c604176829921abe61d1f2f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:31.032298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:31.040971 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9d6bc8d2-f9af-4123-a5f6-25e7f9831d6c tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4477463 Feb 28 11:26:31.042116 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:31.045395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51026) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:31.072293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:26:31.095275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 0714d15f-7427-4190-b7cb-e8651b70c349 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:31.096007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.137654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752197a-5fa3-44c9-95d3-4bc0d4ccbbd2 None None] Pushing event updated for resources: {'Port': ['ID=0714d15f-7427-4190-b7cb-e8651b70c349,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:31.148519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.149869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.197651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] Deleting port e9029627-9804-417b-a6fd-7ae9e834d3c4 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:31.198118 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.204735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:26:31.223273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.236832 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.286199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:31.291206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.312956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9b555eb7-b31d-4b89-9b72-5afaca1d9778 None None] The port 'e9029627-9804-417b-a6fd-7ae9e834d3c4' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:26:31.316836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.319739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.366082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] Set router 9d301503-c6f1-4840-ad98-a5b980f0da5d gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:31.375810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.380073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Network': ['ID=1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:31.424551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.444333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.500468 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b98092d6-6710-4148-898f-2162f0006de1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/networks/1a5aaf6e-6d33-4b76-b8c2-12dd4a588b57 HTTP/1.1" status: 204 len: 168 time: 3.1529391 Feb 28 11:26:31.516465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51034) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:31.534598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'network': {'name': 'tempest-RoutersTest-2079596548'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:31.585801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:26:31.598610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.600409 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b6054705-3a16-4c67-84fc-4b524970f720 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6102896 Feb 28 11:26:31.606784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:31.607843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51038) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:31.609589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] For port 0714d15f-7427-4190-b7cb-e8651b70c349, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0714d15f-7427-4190-b7cb-e8651b70c349,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:31.610052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.617027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Pushing event updated for resources: {'Port': ['ID=b90f9089-8b7b-4e65-a0b6-455cf95eb6c5,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:31.628478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': True}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:31.632092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:network and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:31.701452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:31.721196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:31.752976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.758061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:31.819193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.819565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 0714d15f-7427-4190-b7cb-e8651b70c349 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:31.820750 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8d879a7e-f7ad-471f-9d54-23730f88463f tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0808887 Feb 28 11:26:31.831840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:31.835870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.844516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51042) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:31.857967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f4978-c8ff-405a-a6d8-1e6fbd7fa384 req-06d446c5-6a95-4010-8ed6-1245059f16c3 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:31.859453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-805f4978-c8ff-405a-a6d8-1e6fbd7fa384 req-06d446c5-6a95-4010-8ed6-1245059f16c3 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 945 time: 0.3085489 Feb 28 11:26:31.923685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:31.948262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-169a7f5c-67e4-49f8-9c90-b483793325eb', 'network_id': '169a7f5c-67e4-49f8-9c90-b483793325eb', 'tenant_id': '4239f37fe6c04993a696873551656206', 'fixed_ips': [{'subnet_id': '52815eeb-4e7e-4c15-a966-5e2463e87269'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:31.949077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.032897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-405b0a03-fab8-41c6-83a4-270e19f9dd5b tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Synchronizing usage tracker for tenant:0086c2a70f854f82af60d2fe60f1bdc5 on resource:floatingip {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:32.076011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:26:32.125189 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-805f4978-c8ff-405a-a6d8-1e6fbd7fa384 req-b9219448-a8fe-49ad-8eba-fb89038f41c3 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077408 Feb 28 11:26:32.149507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.149915 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added segment 6cff9f79-f777-4434-be15-82d8aab6875d of type vlan for network 6b0775b6-8525-493d-a433-e037e7b3858e Feb 28 11:26:32.213498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-405b0a03-fab8-41c6-83a4-270e19f9dd5b tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Unset dirty status for tenant:0086c2a70f854f82af60d2fe60f1bdc5 on resource:floatingip {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:32.214732 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-405b0a03-fab8-41c6-83a4-270e19f9dd5b tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2611 time: 0.3654256 Feb 28 11:26:32.225784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51046) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:32.284110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.311518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e7770f5-3b71-430a-9e3f-0f75f3e66614 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Synchronizing usage tracker for tenant:c327d44aeb4e4d959570fbcd67925c44 on resource:floatingip {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:32.347187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Allocated IP 2001:db8::f816:3eff:feae:2181 (169a7f5c-67e4-49f8-9c90-b483793325eb/52815eeb-4e7e-4c15-a966-5e2463e87269/5b8475f1-bced-4d20-afad-fef8db8dc714) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:32.351937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d301503-c6f1-4840-ad98-a5b980f0da5d', 'name': 'tempest-NetworksTestDHCPv6-router-1210191099', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:17Z', 'updated_at': '2022-02-28T11:26:23Z', 'revision_number': 2, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None, '_interfaces': [{'id': '0714d15f-7427-4190-b7cb-e8651b70c349', 'name': '', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'mac_address': 'fa:16:3e:fe:e4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d301503-c6f1-4840-ad98-a5b980f0da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6b982388-0a55-45ca-85e4-cdf46a136efc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:26:20Z', 'updated_at': '2022-02-28T11:26:30Z', 'revision_number': 4, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'subnets': [{'id': '6b982388-0a55-45ca-85e4-cdf46a136efc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:32.352481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e7770f5-3b71-430a-9e3f-0f75f3e66614 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Unset dirty status for tenant:c327d44aeb4e4d959570fbcd67925c44 on resource:floatingip {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:32.356218 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9e7770f5-3b71-430a-9e3f-0f75f3e66614 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1266351 Feb 28 11:26:32.361087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77b22c-2817-4f78-838b-08a076dc88ef None None] The sync data for ids ['9d301503-c6f1-4840-ad98-a5b980f0da5d'] in dv-neutron-831192-2-hyperv is: [{'id': '9d301503-c6f1-4840-ad98-a5b980f0da5d', 'name': 'tempest-NetworksTestDHCPv6-router-1210191099', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:17Z', 'updated_at': '2022-02-28T11:26:23Z', 'revision_number': 2, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None, '_interfaces': [{'id': '0714d15f-7427-4190-b7cb-e8651b70c349', 'name': '', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'mac_address': 'fa:16:3e:fe:e4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d301503-c6f1-4840-ad98-a5b980f0da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6b982388-0a55-45ca-85e4-cdf46a136efc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:26:20Z', 'updated_at': '2022-02-28T11:26:30Z', 'revision_number': 4, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'subnets': [{'id': '6b982388-0a55-45ca-85e4-cdf46a136efc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:32.362697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:32.407900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.415164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:32.415164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.545972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.554846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ab5a4511-e804-4c2b-a178-b30f79a24b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.569873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Network': ['ID=6b0775b6-8525-493d-a433-e037e7b3858e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:32.596689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 6b0775b6-8525-493d-a433-e037e7b3858e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:26:32.687742 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4f16f1b8-1126-4c2f-a037-dcb4871e3735 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1676495 Feb 28 11:26:32.698223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:32.717219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'subnet': {'network_id': '6b0775b6-8525-493d-a433-e037e7b3858e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:32.734356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Deleting port b90f9089-8b7b-4e65-a0b6-455cf95eb6c5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:32.734934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.779242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.836818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.863610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Transition to ACTIVE for port object 5b8475f1-bced-4d20-afad-fef8db8dc714 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:32.900244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Transition to ACTIVE for port object 5b8475f1-bced-4d20-afad-fef8db8dc714 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:32.910449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:32.980148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Network 169a7f5c-67e4-49f8-9c90-b483793325eb is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:32.982939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:32.991356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:33.038415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Pushing event updated for resources: {'Port': ['ID=5b8475f1-bced-4d20-afad-fef8db8dc714,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:33.105809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Attempting to bind port 5b8475f1-bced-4d20-afad-fef8db8dc714 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:33.106203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Attempting to bind port 5b8475f1-bced-4d20-afad-fef8db8dc714 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'fe3f98ae-a612-4ad8-850f-eb23ae342442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '169a7f5c-67e4-49f8-9c90-b483793325eb'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:33.106741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Attempting to bind port 5b8475f1-bced-4d20-afad-fef8db8dc714 on network 169a7f5c-67e4-49f8-9c90-b483793325eb {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:33.112641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:33.113007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Checking segment: {'id': 'fe3f98ae-a612-4ad8-850f-eb23ae342442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '169a7f5c-67e4-49f8-9c90-b483793325eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:33.113406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.114176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Bound using segment: {'id': 'fe3f98ae-a612-4ad8-850f-eb23ae342442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '169a7f5c-67e4-49f8-9c90-b483793325eb'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:33.114653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Bound port: 5b8475f1-bced-4d20-afad-fef8db8dc714, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3f98ae-a612-4ad8-850f-eb23ae342442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '169a7f5c-67e4-49f8-9c90-b483793325eb'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:33.115070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.133413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.133776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.158000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:33.162688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.246652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] For port 5b8475f1-bced-4d20-afad-fef8db8dc714, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:33.254182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] For port 5b8475f1-bced-4d20-afad-fef8db8dc714, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5b8475f1-bced-4d20-afad-fef8db8dc714,segment=NetworkSegment(fe3f98ae-a612-4ad8-850f-eb23ae342442),segment_id=fe3f98ae-a612-4ad8-850f-eb23ae342442)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:33.262629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.370971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c2444-b990-49ac-9d56-9c1370b45a56 None None] Pushing event updated for resources: {'Port': ['ID=5b8475f1-bced-4d20-afad-fef8db8dc714,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:33.376490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0714d15f-7427-4190-b7cb-e8651b70c349 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:33.389383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:subnet and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:33.424031 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Subnet': ['ID=52815eeb-4e7e-4c15-a966-5e2463e87269,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:33.429508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:33.443160 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Calling delete_port for b90f9089-8b7b-4e65-a0b6-455cf95eb6c5 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:33.487659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port debbdf81-e95e-45a6-8e6e-4af2986750d9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:33.488275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.534231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.548853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c432aa-f7ef-4b69-8c36-f7d7d8670986 None None] Network 169a7f5c-67e4-49f8-9c90-b483793325eb requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:33.563021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de2921-984e-4e7f-8139-6634000732ba req-823a8265-0021-4dae-a85e-37b23f264c54 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:33.564461 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a8de2921-984e-4e7f-8139-6634000732ba req-823a8265-0021-4dae-a85e-37b23f264c54 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 945 time: 0.2244921 Feb 28 11:26:33.575596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:33.701162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:33.704844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.729464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.734663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a8de2921-984e-4e7f-8139-6634000732ba req-94f421e5-9249-4950-9858-85e8ba8dbc11 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452067 Feb 28 11:26:33.748786 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 0714d15f-7427-4190-b7cb-e8651b70c349 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:33.758096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 0714d15f-7427-4190-b7cb-e8651b70c349 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:33.758828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.759422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.777828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.783988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:33.798612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Port 0714d15f-7427-4190-b7cb-e8651b70c349 was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 11:26:33.835982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cbee03-b64c-4da8-ad67-d167d8038bff None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:26:33.936537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for debbdf81-e95e-45a6-8e6e-4af2986750d9 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:33.961716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cbee03-b64c-4da8-ad67-d167d8038bff None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:26:34.060580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=0714d15f-7427-4190-b7cb-e8651b70c349,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:34.073579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169a7f5c-67e4-49f8-9c90-b483793325eb']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:34.146855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:34.161166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3f98ae-a612-4ad8-850f-eb23ae342442') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:34.161512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3f98ae-a612-4ad8-850f-eb23ae342442') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:34.226634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.289211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:34.305089 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:34.305516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.323563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.329052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.332640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.341585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:34.341986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:34.361900 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:34.386660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=debbdf81-e95e-45a6-8e6e-4af2986750d9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:34.559498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.602176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:34.603260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:26:34.609938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.644523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.700117 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2', 'code': 200} Feb 28 11:26:34.710066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:34.763253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:34.928903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:26:34.928903 dv-neutron-831192-2-hyperv neutron-server[87639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:26:34.928903 dv-neutron-831192-2-hyperv neutron-server[87639]: [parameters: {'id': '169a7f5c-67e4-49f8-9c90-b483793325eb'}] Feb 28 11:26:34.928903 dv-neutron-831192-2-hyperv neutron-server[87639]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:34.930288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:34.958989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:35.043666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:35.083599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Pushing event deleted for resources: {'Port': ['ID=b90f9089-8b7b-4e65-a0b6-455cf95eb6c5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:35.111283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:35.137825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:35.330379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a3cbb-f097-4064-9c59-c7c45fb811d4 req-48e3f30b-425f-41c2-bb89-67edbddbb76e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:35.331846 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ca6a3cbb-f097-4064-9c59-c7c45fb811d4 req-48e3f30b-425f-41c2-bb89-67edbddbb76e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.4355023 Feb 28 11:26:35.335667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Subnet': ['ID=d6b9e9b0-0405-4e9f-87f4-88b52231e53e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:35.350611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cea30-a053-46f1-9f66-c1f5725f072e req-1ada9886-e1ad-4372-b3b8-6afb52d589c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:35.352108 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-098cea30-a053-46f1-9f66-c1f5725f072e req-1ada9886-e1ad-4372-b3b8-6afb52d589c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1099 time: 0.3990521 Feb 28 11:26:35.501510 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ca6a3cbb-f097-4064-9c59-c7c45fb811d4 req-07f279e3-a03d-43eb-83fe-c5eb57d6e835 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557751 Feb 28 11:26:35.508108 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-098cea30-a053-46f1-9f66-c1f5725f072e req-0d64aafe-fbe3-41e7-9279-755d66c252c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967505 Feb 28 11:26:35.509823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 87390a57-3858-434a-8b2e-6cd28c998b85 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:35.527057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:35.568827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:35.573748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Router 9d301503-c6f1-4840-ad98-a5b980f0da5d has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:35.628910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Checking segment: {'id': '6cff9f79-f777-4434-be15-82d8aab6875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6b0775b6-8525-493d-a433-e037e7b3858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:35.629449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network hostable DHCP agents. Network: 6b0775b6-8525-493d-a433-e037e7b3858e, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:26:35.650202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting port 5b8475f1-bced-4d20-afad-fef8db8dc714 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:35.650848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:35.689658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:35.702677 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-243d320a-587d-40c2-97ae-728dd78dafdf tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/routers/87390a57-3858-434a-8b2e-6cd28c998b85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7778788 Feb 28 11:26:35.705228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:35.705355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38de251-75bd-4bf2-ba03-65d5fc6dbc60 None None] Sync routers for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:35.715149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38de251-75bd-4bf2-ba03-65d5fc6dbc60 None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:35.715886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f38de251-75bd-4bf2-ba03-65d5fc6dbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:35.784292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f38de251-75bd-4bf2-ba03-65d5fc6dbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:35.791954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Allocated IP 172.26.8.17 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/61ca29db-cfc2-4b21-99c6-d993fe2bcbd3) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:35.793792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38de251-75bd-4bf2-ba03-65d5fc6dbc60 None None] Routers {'87390a57-3858-434a-8b2e-6cd28c998b85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:35.794506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f38de251-75bd-4bf2-ba03-65d5fc6dbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['87390a57-3858-434a-8b2e-6cd28c998b85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:35.856626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f38de251-75bd-4bf2-ba03-65d5fc6dbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:35.857209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38de251-75bd-4bf2-ba03-65d5fc6dbc60 None None] The sync data for ids ['87390a57-3858-434a-8b2e-6cd28c998b85'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:35.861737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:35.866146 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cc42b2c0-6a30-4f42-82b7-efd460fd5b73 tempest-FloatingIPAdminTestJSON-721338140 tempest-FloatingIPAdminTestJSON-721338140-project] 10.222.0.64 "DELETE /v2.0/floatingips/562ffaa8-b166-4617-8228-c9882bdf3e3b HTTP/1.1" status: 204 len: 168 time: 3.4968474 Feb 28 11:26:35.866903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51068) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:35.873669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 6b0775b6-8525-493d-a433-e037e7b3858e is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:26:35.875989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:35.887180 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a06342f0-b8bf-4cba-801b-4001b730812c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "PUT /v2.0/routers/9d301503-c6f1-4840-ad98-a5b980f0da5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6056125 Feb 28 11:26:35.889912 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] Sync routers for ids ['9d301503-c6f1-4840-ad98-a5b980f0da5d'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:35.898706 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] Routers {'9d301503-c6f1-4840-ad98-a5b980f0da5d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:35.899336 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9d301503-c6f1-4840-ad98-a5b980f0da5d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:35.917974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51072) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:35.983185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 6b0775b6-8525-493d-a433-e037e7b3858e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:35.994058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29742f-cf45-4958-85df-88e6432878e2 None None] Network 6b0775b6-8525-493d-a433-e037e7b3858e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:36.020153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:36.020839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.024648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.026568 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] Set router 9d301503-c6f1-4840-ad98-a5b980f0da5d gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:36.103026 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-db737596-5758-4b7e-9a26-a14e1b7a6044 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3965907 Feb 28 11:26:36.111436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51076) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:36.116921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Deleting port 0498ab17-54f3-496a-b24a-4fa01ceb232f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:36.117263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.154501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1837818278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:36.167604 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d301503-c6f1-4840-ad98-a5b980f0da5d', 'name': 'tempest-NetworksTestDHCPv6-router-1210191099', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:17Z', 'updated_at': '2022-02-28T11:26:33Z', 'revision_number': 3, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:36.172305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd0995-3c70-4305-8a92-530550772e1e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:36.172507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:36.173541 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] Checking router: 9d301503-c6f1-4840-ad98-a5b980f0da5d for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:26:36.174621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd0995-3c70-4305-8a92-530550772e1e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:36.175528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f1cd0995-3c70-4305-8a92-530550772e1e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:36.181674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:router and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:36.185446 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] Routers {'9d301503-c6f1-4840-ad98-a5b980f0da5d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:36.186234 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9d301503-c6f1-4840-ad98-a5b980f0da5d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:36.189461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:36.212696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:36.256712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f1cd0995-3c70-4305-8a92-530550772e1e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:36.261367 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f1cd0995-3c70-4305-8a92-530550772e1e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3342137 Feb 28 11:26:36.265286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51080) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:36.278024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-6b0775b6-8525-493d-a433-e037e7b3858e', 'network_id': '6b0775b6-8525-493d-a433-e037e7b3858e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'fixed_ips': [{'subnet_id': 'd6b9e9b0-0405-4e9f-87f4-88b52231e53e'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:36.279272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.353115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] For port 5b8475f1-bced-4d20-afad-fef8db8dc714, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5b8475f1-bced-4d20-afad-fef8db8dc714,segment=NetworkSegment(fe3f98ae-a612-4ad8-850f-eb23ae342442),segment_id=fe3f98ae-a612-4ad8-850f-eb23ae342442)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:36.353544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.353957 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] Set router 9d301503-c6f1-4840-ad98-a5b980f0da5d gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:36.488084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Allocated IP 172.20.0.2 (6b0775b6-8525-493d-a433-e037e7b3858e/d6b9e9b0-0405-4e9f-87f4-88b52231e53e/d52ce9b7-b582-4c10-bd80-e28259d7f932) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:36.508725 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d301503-c6f1-4840-ad98-a5b980f0da5d', 'name': 'tempest-NetworksTestDHCPv6-router-1210191099', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:17Z', 'updated_at': '2022-02-28T11:26:33Z', 'revision_number': 3, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:36.513338 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19855fa8-80a6-432c-b8b6-d4a2c24898e1 None None] The sync data for ids ['9d301503-c6f1-4840-ad98-a5b980f0da5d'] in dv-neutron-831192-2-hyperv is: [{'id': '9d301503-c6f1-4840-ad98-a5b980f0da5d', 'name': 'tempest-NetworksTestDHCPv6-router-1210191099', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:17Z', 'updated_at': '2022-02-28T11:26:33Z', 'revision_number': 3, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:36.564559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.581259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Calling delete_port for 5b8475f1-bced-4d20-afad-fef8db8dc714 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:36.625988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.628020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.635279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ba1248-f9a3-4b7a-90ad-4e8e2fd24e00 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 6b982388-0a55-45ca-85e4-cdf46a136efc {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:36.642847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43ba1248-f9a3-4b7a-90ad-4e8e2fd24e00 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.669036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.697731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.699497 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port 23cfb3fd-d398-4be3-88ba-813e635b7d3f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:36.699745 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.749667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.801270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43ba1248-f9a3-4b7a-90ad-4e8e2fd24e00 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.822937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.826704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.826990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.835149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Transition to ACTIVE for port object d52ce9b7-b582-4c10-bd80-e28259d7f932 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:36.840813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Port': ['ID=5b8475f1-bced-4d20-afad-fef8db8dc714,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:36.858454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No DVR routers for this DVR port 5b8475f1-bced-4d20-afad-fef8db8dc714 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:36.863920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Transition to ACTIVE for port object d52ce9b7-b582-4c10-bd80-e28259d7f932 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:36.873600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.918768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:36.959772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Pushing event updated for resources: {'Port': ['ID=d52ce9b7-b582-4c10-bd80-e28259d7f932,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:36.976702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Network 6b0775b6-8525-493d-a433-e037e7b3858e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:36.978832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:36.981417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:37.027805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Calling delete_port for 0498ab17-54f3-496a-b24a-4fa01ceb232f owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:37.060756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.079884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:37.084643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Attempting to bind port d52ce9b7-b582-4c10-bd80-e28259d7f932 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:37.085309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Attempting to bind port d52ce9b7-b582-4c10-bd80-e28259d7f932 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6cff9f79-f777-4434-be15-82d8aab6875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6b0775b6-8525-493d-a433-e037e7b3858e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:37.085758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Attempting to bind port d52ce9b7-b582-4c10-bd80-e28259d7f932 on network 6b0775b6-8525-493d-a433-e037e7b3858e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:37.091410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.091846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:37.092360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Checking segment: {'id': '6cff9f79-f777-4434-be15-82d8aab6875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6b0775b6-8525-493d-a433-e037e7b3858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:37.092828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.093308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Bound using segment: {'id': '6cff9f79-f777-4434-be15-82d8aab6875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6b0775b6-8525-493d-a433-e037e7b3858e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:37.093862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Bound port: d52ce9b7-b582-4c10-bd80-e28259d7f932, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cff9f79-f777-4434-be15-82d8aab6875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6b0775b6-8525-493d-a433-e037e7b3858e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:37.094327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.098841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:37.109838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:37.154308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event updated for resources: {'Port': ['ID=61ca29db-cfc2-4b21-99c6-d993fe2bcbd3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:37.168509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169a7f5c-67e4-49f8-9c90-b483793325eb']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:37.181276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.185491 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ee87fd5b-e7e2-4353-bac8-04abfdc740af tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0700679 Feb 28 11:26:37.186503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51086) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:37.190722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43ba1248-f9a3-4b7a-90ad-4e8e2fd24e00 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.204458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] For port d52ce9b7-b582-4c10-bd80-e28259d7f932, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:37.207760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] For port d52ce9b7-b582-4c10-bd80-e28259d7f932, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d52ce9b7-b582-4c10-bd80-e28259d7f932,segment=NetworkSegment(6cff9f79-f777-4434-be15-82d8aab6875d),segment_id=6cff9f79-f777-4434-be15-82d8aab6875d)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:37.213247 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.219553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3f98ae-a612-4ad8-850f-eb23ae342442') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:37.219859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3f98ae-a612-4ad8-850f-eb23ae342442') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:37.232425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.246766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d065c3-f639-41ac-b1cd-ac7da7c189da req-ea1f4a97-44f9-4a82-b2dc-16b9ec846ac7 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:37.248322 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e1d065c3-f639-41ac-b1cd-ac7da7c189da req-ea1f4a97-44f9-4a82-b2dc-16b9ec846ac7 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.5558586 Feb 28 11:26:37.302516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0714d15f-7427-4190-b7cb-e8651b70c349 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:37.346499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 0714d15f-7427-4190-b7cb-e8651b70c349 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:26:37.346841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0714d15f-7427-4190-b7cb-e8651b70c349 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:26:37.360563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04a770-bc51-4f73-823e-00c7227e1688 None None] Pushing event updated for resources: {'Port': ['ID=d52ce9b7-b582-4c10-bd80-e28259d7f932,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:37.408258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for 23cfb3fd-d398-4be3-88ba-813e635b7d3f owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:37.455976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.535749 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e1d065c3-f639-41ac-b1cd-ac7da7c189da req-5f99d79b-e1e2-4192-be15-df31f0ebb229 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793570 Feb 28 11:26:37.597159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.684619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Pushing event deleted for resources: {'Port': ['ID=0498ab17-54f3-496a-b24a-4fa01ceb232f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:37.731960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.810055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:37.810724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:37.828124 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:37.858020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.905304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8cfea-7c39-47b8-8236-a5b98661f4ff req-375dba5e-e3dc-4776-9a19-545f3cd85121 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:37.906197 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3b8cfea-7c39-47b8-8236-a5b98661f4ff req-375dba5e-e3dc-4776-9a19-545f3cd85121 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.2641504 Feb 28 11:26:37.907913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.944902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51092) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:37.955381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:37.956494 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2fea6d46-e5cd-4c9a-a6c2-4ba7678f21cb tempest-FloatingIPAdminTestJSON-1174023224 tempest-FloatingIPAdminTestJSON-1174023224-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/ebafe486-adbd-4065-9489-fe3511c58b07 HTTP/1.1" status: 204 len: 168 time: 2.0886514 Feb 28 11:26:37.965747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-116c5c50-da1d-43df-943f-401261b00e20 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Request body: {'floatingip': {'port_id': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:37.970697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51096) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:38.022944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=23cfb3fd-d398-4be3-88ba-813e635b7d3f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:38.041294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43ba1248-f9a3-4b7a-90ad-4e8e2fd24e00 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.076734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-116c5c50-da1d-43df-943f-401261b00e20 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.206960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba1248-f9a3-4b7a-90ad-4e8e2fd24e00 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=6b982388-0a55-45ca-85e4-cdf46a136efc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:38.214036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43ba1248-f9a3-4b7a-90ad-4e8e2fd24e00 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.215566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562afe9d-4902-4b88-aee4-988673f36b3b None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:38.336984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.379485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.406949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a8163b8a-5f68-4819-8d00-dea284d21d13 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Deleting port d54ebf69-81fb-4b53-b9f6-5bc5f600723b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:38.408626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8163b8a-5f68-4819-8d00-dea284d21d13 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.459844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.502302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Network': ['ID=169a7f5c-67e4-49f8-9c90-b483793325eb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:38.504894 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-43ba1248-f9a3-4b7a-90ad-4e8e2fd24e00 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/6b982388-0a55-45ca-85e4-cdf46a136efc HTTP/1.1" status: 204 len: 168 time: 2.2361870 Feb 28 11:26:38.524744 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2a62ed4e-e4cd-4a9d-b18c-734f20b51b44 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/169a7f5c-67e4-49f8-9c90-b483793325eb HTTP/1.1" status: 204 len: 168 time: 7.4772151 Feb 28 11:26:38.527524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e1ba7-d8ed-4cc1-91d8-1a5416462461 None None] Network 6b0775b6-8525-493d-a433-e037e7b3858e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:38.543089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51100) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:38.543454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51102) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:38.558151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-925697834'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:38.598453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a41b6e-4105-433d-b149-d6241e8b64db None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:38.655158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-76a41b6e-4105-433d-b149-d6241e8b64db None None] Deleting port f301badb-2eb4-4eab-92a0-51143d8c9d0c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:38.655543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76a41b6e-4105-433d-b149-d6241e8b64db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.663758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.691170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7b793636-c422-40eb-b09e-2df4a1f78642 None None] Provisioning for port d52ce9b7-b582-4c10-bd80-e28259d7f932 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:38.722278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.818953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:38.842062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.845130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.845675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Fanout notify agent at l3_agent the message router_deleted on router 87390a57-3858-434a-8b2e-6cd28c998b85 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:26:38.853179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:network and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:38.867324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:38.875791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.879349 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7e33f853-4d37-420c-9877-61080acfdc87 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/routers/87390a57-3858-434a-8b2e-6cd28c998b85 HTTP/1.1" status: 204 len: 168 time: 3.1707697 Feb 28 11:26:38.880886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51108) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:38.881099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.961260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-76a41b6e-4105-433d-b149-d6241e8b64db None None] For port f301badb-2eb4-4eab-92a0-51143d8c9d0c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f301badb-2eb4-4eab-92a0-51143d8c9d0c,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:38.961658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76a41b6e-4105-433d-b149-d6241e8b64db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:38.964739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:39.037869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bd3063-c54e-4b26-8bcd-fe31b98fc5b0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting subnet 439d8f99-b479-422f-9103-cad0c205cac1 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:39.042477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16bd3063-c54e-4b26-8bcd-fe31b98fc5b0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.109429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16bd3063-c54e-4b26-8bcd-fe31b98fc5b0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.116031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-76a41b6e-4105-433d-b149-d6241e8b64db None None] Calling delete_port for f301badb-2eb4-4eab-92a0-51143d8c9d0c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:39.212125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:39.220019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76a41b6e-4105-433d-b149-d6241e8b64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.221137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.268011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a41b6e-4105-433d-b149-d6241e8b64db None None] Pushing event deleted for resources: {'Port': ['ID=f301badb-2eb4-4eab-92a0-51143d8c9d0c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:39.271932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a41b6e-4105-433d-b149-d6241e8b64db None None] No DVR routers for this DVR port f301badb-2eb4-4eab-92a0-51143d8c9d0c on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:39.301020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-116c5c50-da1d-43df-943f-401261b00e20 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.314501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-116c5c50-da1d-43df-943f-401261b00e20 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.331055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ff9eb477-93e8-4675-84d2-8c477608957c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:router {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:39.394384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16bd3063-c54e-4b26-8bcd-fe31b98fc5b0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.395148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d52ce9b7-b582-4c10-bd80-e28259d7f932 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:39.423103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:26:39.481719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port d52ce9b7-b582-4c10-bd80-e28259d7f932 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:39.487073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d52ce9b7-b582-4c10-bd80-e28259d7f932 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:39.487576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.534559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.534905 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Added segment f2a85e2d-f460-49ca-9fc8-d967daa587a5 of type vlan for network a409d989-c4bc-4fd5-ad2e-6461310b995d Feb 28 11:26:39.561369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a4f998b4-9940-49aa-b8cb-e106dcb63f45 None None] Provisioning complete for port d52ce9b7-b582-4c10-bd80-e28259d7f932 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:39.561638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a4f998b4-9940-49aa-b8cb-e106dcb63f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.569608 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-116c5c50-da1d-43df-943f-401261b00e20 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Floating IP b5fdd646-3a3f-415d-9c80-26249b40b9b9 associated. External IP: 172.26.8.166, port: f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2. Feb 28 11:26:39.637411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16bd3063-c54e-4b26-8bcd-fe31b98fc5b0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.670217 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.681541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd3063-c54e-4b26-8bcd-fe31b98fc5b0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Subnet': ['ID=439d8f99-b479-422f-9103-cad0c205cac1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:39.689218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16bd3063-c54e-4b26-8bcd-fe31b98fc5b0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.718068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e23aab4-1600-41d1-9573-4fea89316601 None None] Network 73ce8a92-9286-4c10-8582-aaf7f39be5be requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:39.823950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ff9eb477-93e8-4675-84d2-8c477608957c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:router {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:39.825869 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ff9eb477-93e8-4675-84d2-8c477608957c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.2811599 Feb 28 11:26:39.838585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51112) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:39.844639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a4f998b4-9940-49aa-b8cb-e106dcb63f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.856639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port d52ce9b7-b582-4c10-bd80-e28259d7f932, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d52ce9b7-b582-4c10-bd80-e28259d7f932,segment=NetworkSegment(6cff9f79-f777-4434-be15-82d8aab6875d),segment_id=6cff9f79-f777-4434-be15-82d8aab6875d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:39.860576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.867035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:39.887088 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-16bd3063-c54e-4b26-8bcd-fe31b98fc5b0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/subnets/439d8f99-b479-422f-9103-cad0c205cac1 HTTP/1.1" status: 204 len: 168 time: 1.0059006 Feb 28 11:26:39.889988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51116) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:39.944534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f301badb-2eb4-4eab-92a0-51143d8c9d0c no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:40.054993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f301badb-2eb4-4eab-92a0-51143d8c9d0c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:26:40.055409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f301badb-2eb4-4eab-92a0-51143d8c9d0c not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:26:40.096522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.102577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-a4f998b4-9940-49aa-b8cb-e106dcb63f45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:40.102912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-a4f998b4-9940-49aa-b8cb-e106dcb63f45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:40.106987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=d52ce9b7-b582-4c10-bd80-e28259d7f932,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:40.113118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.125961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8163b8a-5f68-4819-8d00-dea284d21d13 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.134862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-401c0cf3-db4f-48b9-a5ae-a219a0ba0cc9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.184194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port 6a7dac6d-5b8c-4032-9e64-a43891c0fede {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:40.184756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.200844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e0e30-b956-4c1a-99a7-0d5937465362 None None] DHCP port deletion for 73ce8a92-9286-4c10-8582-aaf7f39be5be request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:40.205150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a28e0e30-b956-4c1a-99a7-0d5937465362 None None] Deleting port 6a7dac6d-5b8c-4032-9e64-a43891c0fede {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:40.205523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a28e0e30-b956-4c1a-99a7-0d5937465362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.216452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.308401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116c5c50-da1d-43df-943f-401261b00e20 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Router ca78622d-83e4-49a9-ba47-b75d10445cd4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:40.464896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a28e0e30-b956-4c1a-99a7-0d5937465362 None None] For port 6a7dac6d-5b8c-4032-9e64-a43891c0fede, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6a7dac6d-5b8c-4032-9e64-a43891c0fede,segment=NetworkSegment(e483454e-832d-4001-b8dc-8a4b9e2bd991),segment_id=e483454e-832d-4001-b8dc-8a4b9e2bd991)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:40.465529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a28e0e30-b956-4c1a-99a7-0d5937465362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.556369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.561713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:40.562310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.572841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a8163b8a-5f68-4819-8d00-dea284d21d13 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Calling delete_port for d54ebf69-81fb-4b53-b9f6-5bc5f600723b owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:40.578925 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] For port 6a7dac6d-5b8c-4032-9e64-a43891c0fede, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6a7dac6d-5b8c-4032-9e64-a43891c0fede,segment=NetworkSegment(e483454e-832d-4001-b8dc-8a4b9e2bd991),segment_id=e483454e-832d-4001-b8dc-8a4b9e2bd991)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:40.579307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.590073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a28e0e30-b956-4c1a-99a7-0d5937465362 None None] Calling delete_port for 6a7dac6d-5b8c-4032-9e64-a43891c0fede owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:40.718437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a28e0e30-b956-4c1a-99a7-0d5937465362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.719395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for 6a7dac6d-5b8c-4032-9e64-a43891c0fede owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:40.746118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c5c50-da1d-43df-943f-401261b00e20 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:40.756078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-116c5c50-da1d-43df-943f-401261b00e20 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:40.766449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] Sync routers for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:40.781798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e0e30-b956-4c1a-99a7-0d5937465362 None None] Pushing event deleted for resources: {'Port': ['ID=6a7dac6d-5b8c-4032-9e64-a43891c0fede,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:40.783968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e0e30-b956-4c1a-99a7-0d5937465362 None None] No DVR routers for this DVR port 6a7dac6d-5b8c-4032-9e64-a43891c0fede on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:40.792789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:40.792789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:40.843989 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-116c5c50-da1d-43df-943f-401261b00e20 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "PUT /v2.0/floatingips/b5fdd646-3a3f-415d-9c80-26249b40b9b9 HTTP/1.1" status: 200 len: 992 time: 2.8977273 Feb 28 11:26:40.845467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'tag': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:26:40.867513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:40.867828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:40.873148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.20.0.1 (6b0775b6-8525-493d-a433-e037e7b3858e/d6b9e9b0-0405-4e9f-87f4-88b52231e53e/4c94a258-0a79-42cf-8e57-9fdfc7ac70ad) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:40.896779 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'tag': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2', 'status': 'completed', 'code': 200} Feb 28 11:26:40.962117 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4130552 Feb 28 11:26:40.975103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51124) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:40.992219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517e5f8-b52c-440c-b419-c47688e41e16 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Network': ['ID=a409d989-c4bc-4fd5-ad2e-6461310b995d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:41.006531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network a409d989-c4bc-4fd5-ad2e-6461310b995d details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:26:41.046266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'subnet': {'network_id': 'a409d989-c4bc-4fd5-ad2e-6461310b995d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:41.073022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fb45d-72ce-4f6e-a787-f9b3f44425e8 req-65266b79-1873-4b6f-9616-18b6edfd8967 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:41.074887 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e9fb45d-72ce-4f6e-a787-f9b3f44425e8 req-65266b79-1873-4b6f-9616-18b6edfd8967 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1133635 Feb 28 11:26:41.078475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-8e641f67-8b21-4e06-82d8-60e1910e7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:41.080062 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-8e641f67-8b21-4e06-82d8-60e1910e7b8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1099 time: 0.1627154 Feb 28 11:26:41.122920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-401c0cf3-db4f-48b9-a5ae-a219a0ba0cc9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:41.133011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:41.141711 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-401c0cf3-db4f-48b9-a5ae-a219a0ba0cc9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:41.209062 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e9fb45d-72ce-4f6e-a787-f9b3f44425e8 req-b9b35b46-6793-4133-85be-dc467c54ec66 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278558 Feb 28 11:26:41.260188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-5e6dedb8-f2fe-43a9-b029-5ade17f3c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:41.261715 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-5e6dedb8-f2fe-43a9-b029-5ade17f3c8f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 913 time: 0.1656196 Feb 28 11:26:41.366284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-401c0cf3-db4f-48b9-a5ae-a219a0ba0cc9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:41.366816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401c0cf3-db4f-48b9-a5ae-a219a0ba0cc9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Fanout notify agent at l3_agent the message router_deleted on router 9d301503-c6f1-4840-ad98-a5b980f0da5d {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:26:41.391382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d52ce9b7-b582-4c10-bd80-e28259d7f932 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:41.471382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port 6a7dac6d-5b8c-4032-9e64-a43891c0fede {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:41.471725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:41.530695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:41.548708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8163b8a-5f68-4819-8d00-dea284d21d13 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:41.556194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-401c0cf3-db4f-48b9-a5ae-a219a0ba0cc9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:41.559859 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-401c0cf3-db4f-48b9-a5ae-a219a0ba0cc9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/routers/9d301503-c6f1-4840-ad98-a5b980f0da5d HTTP/1.1" status: 204 len: 168 time: 1.7113700 Feb 28 11:26:41.561417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:41.594807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:41.602614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:41.606113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d52ce9b7-b582-4c10-bd80-e28259d7f932 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:41.606596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:41.624454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] The port '6a7dac6d-5b8c-4032-9e64-a43891c0fede' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:26:41.640830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8163b8a-5f68-4819-8d00-dea284d21d13 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event deleted for resources: {'Port': ['ID=d54ebf69-81fb-4b53-b9f6-5bc5f600723b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:41.707541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:41.711543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:41.717373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:55Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'b5fdd646-3a3f-415d-9c80-26249b40b9b9', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'floating_ip_address': '172.26.8.166', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'port_id': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'mac_address': 'fa:16:3e:3e:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:26:06Z', 'updated_at': '2022-02-28T11:26:39Z', 'revision_number': 1, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2', 'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'mac_address': 'fa:16:3e:3b:73:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:52Z', 'updated_at': '2022-02-28T11:26:13Z', 'revision_number': 5, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'subnets': [{'id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:41.737532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] Checking router: ca78622d-83e4-49a9-ba47-b75d10445cd4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:26:41.772957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:41.773444 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-0046591d-3d49-4814-bbca-b4bbe0300b84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 1000 time: 0.5056560 Feb 28 11:26:41.773576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:41.790430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:41.834432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Router d1f1a49a-ff23-4ed0-9f92-d8d89c71f845 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:26:41.894802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6a7dac6d-5b8c-4032-9e64-a43891c0fede no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:41.940432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 6a7dac6d-5b8c-4032-9e64-a43891c0fede {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:26:41.940770 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6a7dac6d-5b8c-4032-9e64-a43891c0fede not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:26:41.990112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:41.993198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.018026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:42.032255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:42.049109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:42.052015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ce8a92-9286-4c10-8582-aaf7f39be5be']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:42.071956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14510c-cbfa-4f96-aa8c-add51a7018eb req-65fa4d8f-1dc4-472f-8b60-b3310694a80b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:42.073414 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8e14510c-cbfa-4f96-aa8c-add51a7018eb req-65fa4d8f-1dc4-472f-8b60-b3310694a80b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.5620697 Feb 28 11:26:42.074786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-4e9b240b-c34c-49c7-aa65-34f6a1b64671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:42.075555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Transition to ACTIVE for port object 4c94a258-0a79-42cf-8e57-9fdfc7ac70ad will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:42.076450 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-4e9b240b-c34c-49c7-aa65-34f6a1b64671 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.2793422 Feb 28 11:26:42.082406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e483454e-832d-4001-b8dc-8a4b9e2bd991') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:42.082691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e483454e-832d-4001-b8dc-8a4b9e2bd991') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:42.085041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:42.139744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.155007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:42.158946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.165751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8163b8a-5f68-4819-8d00-dea284d21d13 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.167645 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a8163b8a-5f68-4819-8d00-dea284d21d13 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "DELETE /v2.0/ports/d54ebf69-81fb-4b53-b9f6-5bc5f600723b HTTP/1.1" status: 204 len: 168 time: 4.1453588 Feb 28 11:26:42.175263 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51134) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:42.227992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.292678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:42.293069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:42.307962 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:42.311473 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8e14510c-cbfa-4f96-aa8c-add51a7018eb req-6528ab06-e652-4b07-8cd1-5164216f21f7 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209661 Feb 28 11:26:42.396866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:42.398790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.415050 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6136c9d-e3da-4afc-ba48-2688a027c0d1 None None] Sync routers for ids ['d1f1a49a-ff23-4ed0-9f92-d8d89c71f845'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:42.428759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.432363 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6136c9d-e3da-4afc-ba48-2688a027c0d1 None None] Routers {'d1f1a49a-ff23-4ed0-9f92-d8d89c71f845'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:42.441888 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f6136c9d-e3da-4afc-ba48-2688a027c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d1f1a49a-ff23-4ed0-9f92-d8d89c71f845'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:42.453633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.461995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-c6ec1d7a-54da-4bd9-9255-970e29749c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:42.463490 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-c6ec1d7a-54da-4bd9-9255-970e29749c40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3680968 Feb 28 11:26:42.472368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Network': ['ID=73ce8a92-9286-4c10-8582-aaf7f39be5be,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:42.480977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:55Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'b5fdd646-3a3f-415d-9c80-26249b40b9b9', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'floating_ip_address': '172.26.8.166', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'port_id': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'mac_address': 'fa:16:3e:3e:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:26:06Z', 'updated_at': '2022-02-28T11:26:39Z', 'revision_number': 1, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2', 'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'mac_address': 'fa:16:3e:3b:73:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:52Z', 'updated_at': '2022-02-28T11:26:13Z', 'revision_number': 5, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'subnets': [{'id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:42.487610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a5793-9b0c-48d2-b56a-bd540c287b0b None None] The sync data for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:55Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'b5fdd646-3a3f-415d-9c80-26249b40b9b9', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'floating_ip_address': '172.26.8.166', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'port_id': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'mac_address': 'fa:16:3e:3e:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:26:06Z', 'updated_at': '2022-02-28T11:26:39Z', 'revision_number': 1, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2', 'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'mac_address': 'fa:16:3e:3b:73:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:52Z', 'updated_at': '2022-02-28T11:26:13Z', 'revision_number': 5, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'subnets': [{'id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:42.502789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 6b0775b6-8525-493d-a433-e037e7b3858e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:42.508656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.512212 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cb94052e-b06b-4876-9d55-fdb30ec86e20 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "PUT /v2.0/routers/d1f1a49a-ff23-4ed0-9f92-d8d89c71f845 HTTP/1.1" status: 200 len: 914 time: 10.8919797 Feb 28 11:26:42.522525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832354a-7e0e-417b-be94-7fd53fa884b0 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:42.523287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7832354a-7e0e-417b-be94-7fd53fa884b0 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Synchronizing usage tracker for tenant:c327d44aeb4e4d959570fbcd67925c44 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:42.526060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:42.528827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51138) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:42.543343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:42.557707 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b07f461-9561-4952-ac4a-d0dbf7b2d84d tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/networks/73ce8a92-9286-4c10-8582-aaf7f39be5be HTTP/1.1" status: 204 len: 168 time: 2.6641257 Feb 28 11:26:42.563158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51142) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:42.581190 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f6136c9d-e3da-4afc-ba48-2688a027c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:42.596270 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6136c9d-e3da-4afc-ba48-2688a027c0d1 None None] Routers {'d1f1a49a-ff23-4ed0-9f92-d8d89c71f845'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:42.597186 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f6136c9d-e3da-4afc-ba48-2688a027c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d1f1a49a-ff23-4ed0-9f92-d8d89c71f845'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:42.654852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=4c94a258-0a79-42cf-8e57-9fdfc7ac70ad,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:42.690013 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f6136c9d-e3da-4afc-ba48-2688a027c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:42.690413 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6136c9d-e3da-4afc-ba48-2688a027c0d1 None None] The sync data for ids ['d1f1a49a-ff23-4ed0-9f92-d8d89c71f845'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:42.724074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7832354a-7e0e-417b-be94-7fd53fa884b0 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Unset dirty status for tenant:c327d44aeb4e4d959570fbcd67925c44 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:42.725271 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7832354a-7e0e-417b-be94-7fd53fa884b0 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "GET /v2.0/ports?device_id=f004a637-1c28-4dfd-aa17-ab5179c10985 HTTP/1.1" status: 200 len: 913 time: 0.5490980 Feb 28 11:26:42.736553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.746066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51146) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:42.847923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321313d7-d700-4709-bd38-9db0ebe94379 None None] New status for floating IP b5fdd646-3a3f-415d-9c80-26249b40b9b9: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:26:42.891530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.891779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port 39b79ab8-2952-48fc-88c2-b2f6a7f078e3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:42.891867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:42.965338 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-177ab15a-9525-4c63-997c-c99ddbad3d82 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841011 Feb 28 11:26:43.026483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Subnet': ['ID=a74154c4-c05a-4457-992c-65340895483a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:43.030087 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3cfb0b59-5aa8-4718-ac9b-160b48105fae tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/routers/d1f1a49a-ff23-4ed0-9f92-d8d89c71f845 HTTP/1.1" status: 200 len: 920 time: 0.4917374 Feb 28 11:26:43.043353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51150) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:43.050506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ef082670-f6d7-4dda-b693-9080b812f7e5 None None] Provisioning for port 4c94a258-0a79-42cf-8e57-9fdfc7ac70ad completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:43.059802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ef082670-f6d7-4dda-b693-9080b812f7e5 None None] Provisioning complete for port 4c94a258-0a79-42cf-8e57-9fdfc7ac70ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:43.060276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef082670-f6d7-4dda-b693-9080b812f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.088236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.116079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Checking segment: {'id': 'f2a85e2d-f460-49ca-9fc8-d967daa587a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a409d989-c4bc-4fd5-ad2e-6461310b995d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:43.116696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network hostable DHCP agents. Network: a409d989-c4bc-4fd5-ad2e-6461310b995d, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:26:43.174021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ef082670-f6d7-4dda-b693-9080b812f7e5 None None] Port 4c94a258-0a79-42cf-8e57-9fdfc7ac70ad cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:43.280850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network a409d989-c4bc-4fd5-ad2e-6461310b995d is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:26:43.294094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.313591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, a409d989-c4bc-4fd5-ad2e-6461310b995d) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:43.321960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b773c0f2-ecfc-4957-b66d-f67ad5400773 None None] Network a409d989-c4bc-4fd5-ad2e-6461310b995d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:43.367080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:43.367762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.407842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:43.418093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:43.420965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:43.421560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.435445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2efd20-6dd0-41ab-b9fb-180b7ce3b887 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:43.478311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=b2cf3677-16d0-41c9-b149-293576145614,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:43.490315 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-97fc6d03-f035-49e9-a553-76b7ddf528e4 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5071328 Feb 28 11:26:43.496593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:43.500017 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-73a573f4-c9d4-43f6-be61-cbdb58d06962 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9347982 Feb 28 11:26:43.507157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51158) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:43.518502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-243502419', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:43.527617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.528032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.543777 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba75b7f3-a086-41d9-8b7a-ea1ea3ad0729 req-70f6d063-a03c-4605-a63c-5a93065977e6 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675676 Feb 28 11:26:43.590487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:43.659561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0390c9b8-4f41-4d0b-b445-5f98224f7271 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:43.660253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0390c9b8-4f41-4d0b-b445-5f98224f7271 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Synchronizing usage tracker for tenant:d66ff6e345ee4df89982dddef805faa1 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:43.665223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:router and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:43.721580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-a409d989-c4bc-4fd5-ad2e-6461310b995d', 'network_id': 'a409d989-c4bc-4fd5-ad2e-6461310b995d', 'tenant_id': '4239f37fe6c04993a696873551656206', 'fixed_ips': [{'subnet_id': 'a74154c4-c05a-4457-992c-65340895483a'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:43.722408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.728909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:43.741997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for 39b79ab8-2952-48fc-88c2-b2f6a7f078e3 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:43.788046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:43.821438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0390c9b8-4f41-4d0b-b445-5f98224f7271 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Unset dirty status for tenant:d66ff6e345ee4df89982dddef805faa1 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:43.822889 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0390c9b8-4f41-4d0b-b445-5f98224f7271 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=d1f1a49a-ff23-4ed0-9f92-d8d89c71f845&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7782593 Feb 28 11:26:43.827557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51164) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:43.831152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.832322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.899580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65a9e8-9cd0-4eae-b4fb-69637b71406a req-2792dc52-3fdf-4702-a67d-0a3519f38eca tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:43.901324 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fd65a9e8-9cd0-4eae-b4fb-69637b71406a req-2792dc52-3fdf-4702-a67d-0a3519f38eca tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.3873169 Feb 28 11:26:43.904867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:43.910582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': 'b2cf3677-16d0-41c9-b149-293576145614'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:43.911565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.006218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.017345 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fd65a9e8-9cd0-4eae-b4fb-69637b71406a req-5f40d9fa-c469-4613-8137-8aa9767cfe54 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056263 Feb 28 11:26:44.051686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.107828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=39b79ab8-2952-48fc-88c2-b2f6a7f078e3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:44.110188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.111530 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-36f124a4-e8b2-42df-af0a-bdf3fe18f54f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6032910 Feb 28 11:26:44.115186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51168) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:44.115483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Allocated IP 2001:db8::2 (a409d989-c4bc-4fd5-ad2e-6461310b995d/a74154c4-c05a-4457-992c-65340895483a/51a5b627-48ac-483f-9a4d-c96ca5906c1b) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:44.179761 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/b2cf3677-16d0-41c9-b149-293576145614/040ca58c-0f3d-4fea-babb-7561a2b600a7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:44.228602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.235828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6afcf7-1dcb-4759-a356-3cf8482fd523 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:44.240361 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ba6afcf7-1dcb-4759-a356-3cf8482fd523 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 881 time: 0.4040344 Feb 28 11:26:44.245349 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51172) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:44.313278 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0b8a717b-bfef-42d9-bef2-7a3e90e3d8bc tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1f1a49a-ff23-4ed0-9f92-d8d89c71f845 HTTP/1.1" status: 200 len: 205 time: 0.0645018 Feb 28 11:26:44.318330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51176) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:44.464408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.466912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.471343 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-af7210aa-e74e-444d-a92d-e379e35b3efd tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/floatingips/e9568ebe-8dd0-4bfe-a211-f92a8254abbb HTTP/1.1" status: 204 len: 168 time: 1.9019659 Feb 28 11:26:44.482244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:44.506377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.530953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Transition to ACTIVE for port object 51a5b627-48ac-483f-9a4d-c96ca5906c1b will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:44.560483 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fa6029-5992-4195-940d-eb5df7f1b7c4 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] DELETE failed (client error): The resource could not be found. Feb 28 11:26:44.560957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fa6029-5992-4195-940d-eb5df7f1b7c4 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:26:44.562692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.563003 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a7fa6029-5992-4195-940d-eb5df7f1b7c4 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/ports/8bd91526-553c-473c-858a-262d5b290b0e HTTP/1.1" status: 404 len: 333 time: 0.0758984 Feb 28 11:26:44.565421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Transition to ACTIVE for port object 51a5b627-48ac-483f-9a4d-c96ca5906c1b will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:44.575800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.579599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Transition to ACTIVE for port object 040ca58c-0f3d-4fea-babb-7561a2b600a7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:44.585548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51184) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:44.595535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.652726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Network a409d989-c4bc-4fd5-ad2e-6461310b995d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:44.657111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Transition to ACTIVE for port object 040ca58c-0f3d-4fea-babb-7561a2b600a7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:44.658605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:44.664604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:44.703920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.707956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.728414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.748227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Pushing event updated for resources: {'Port': ['ID=51a5b627-48ac-483f-9a4d-c96ca5906c1b,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:44.819774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b245cc12-dda5-44f2-b361-5bc68fb19ccc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Synchronizing usage tracker for tenant:e78f1096056b4c2fad508c5192912841 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:44.832401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:44.836669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:44.839155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:44.841661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Attempting to bind port 51a5b627-48ac-483f-9a4d-c96ca5906c1b on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:44.842040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Attempting to bind port 51a5b627-48ac-483f-9a4d-c96ca5906c1b by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'f2a85e2d-f460-49ca-9fc8-d967daa587a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a409d989-c4bc-4fd5-ad2e-6461310b995d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:44.842403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Attempting to bind port 51a5b627-48ac-483f-9a4d-c96ca5906c1b on network a409d989-c4bc-4fd5-ad2e-6461310b995d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:44.859283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.861463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:44.861840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Checking segment: {'id': 'f2a85e2d-f460-49ca-9fc8-d967daa587a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a409d989-c4bc-4fd5-ad2e-6461310b995d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:44.862241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.862634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Bound using segment: {'id': 'f2a85e2d-f460-49ca-9fc8-d967daa587a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a409d989-c4bc-4fd5-ad2e-6461310b995d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:44.863102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Bound port: 51a5b627-48ac-483f-9a4d-c96ca5906c1b, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a85e2d-f460-49ca-9fc8-d967daa587a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a409d989-c4bc-4fd5-ad2e-6461310b995d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:44.863497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.872512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Pushing event updated for resources: {'Port': ['ID=040ca58c-0f3d-4fea-babb-7561a2b600a7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:44.921666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.003895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Attempting to bind port 040ca58c-0f3d-4fea-babb-7561a2b600a7 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:45.004454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Attempting to bind port 040ca58c-0f3d-4fea-babb-7561a2b600a7 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:45.004575 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Attempting to bind port 040ca58c-0f3d-4fea-babb-7561a2b600a7 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:45.020148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:45.020552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:45.020967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.021357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:45.021839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Bound port: 040ca58c-0f3d-4fea-babb-7561a2b600a7, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:45.022213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.094894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] For port 51a5b627-48ac-483f-9a4d-c96ca5906c1b, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:45.118667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] For port 51a5b627-48ac-483f-9a4d-c96ca5906c1b, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=51a5b627-48ac-483f-9a4d-c96ca5906c1b,segment=NetworkSegment(f2a85e2d-f460-49ca-9fc8-d967daa587a5),segment_id=f2a85e2d-f460-49ca-9fc8-d967daa587a5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:45.121602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.134535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.187695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.191326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=4c94a258-0a79-42cf-8e57-9fdfc7ac70ad,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:45.200229 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] For port 040ca58c-0f3d-4fea-babb-7561a2b600a7, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:45.214255 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b245cc12-dda5-44f2-b361-5bc68fb19ccc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Unset dirty status for tenant:e78f1096056b4c2fad508c5192912841 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:45.217618 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b245cc12-dda5-44f2-b361-5bc68fb19ccc tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "GET /v2.0/ports?device_id=87390a57-3858-434a-8b2e-6cd28c998b85 HTTP/1.1" status: 200 len: 205 time: 0.6284308 Feb 28 11:26:45.219805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51190) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:45.228865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] For port 040ca58c-0f3d-4fea-babb-7561a2b600a7, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=040ca58c-0f3d-4fea-babb-7561a2b600a7,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:45.240990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c2b7-657e-43aa-9740-54724a96b5b6 None None] Pushing event updated for resources: {'Port': ['ID=51a5b627-48ac-483f-9a4d-c96ca5906c1b,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:45.246034 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.261636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.308988 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-4346422e-1bea-430a-9095-636979b539b8 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] delete failed (client error): The resource could not be found. Feb 28 11:26:45.316452 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4346422e-1bea-430a-9095-636979b539b8 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/routers/87390a57-3858-434a-8b2e-6cd28c998b85 HTTP/1.1" status: 404 len: 336 time: 0.0946836 Feb 28 11:26:45.318173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:45.338424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d7de2-66af-459a-93f3-b2c4e11d5a78 None None] Pushing event updated for resources: {'Port': ['ID=040ca58c-0f3d-4fea-babb-7561a2b600a7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:45.373422 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-2489f2d5-ece9-446b-a652-6a23136ee1ab tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] DELETE failed (client error): The resource could not be found. Feb 28 11:26:45.373937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2489f2d5-ece9-446b-a652-6a23136ee1ab tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:26:45.419097 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2489f2d5-ece9-446b-a652-6a23136ee1ab tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/subnets/439d8f99-b479-422f-9103-cad0c205cac1 HTTP/1.1" status: 404 len: 337 time: 0.0959504 Feb 28 11:26:45.426506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51198) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:45.459294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Subnet': ['ID=a74154c4-c05a-4457-992c-65340895483a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:45.509753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::1 (89a85dab-b254-4061-917a-102ac7d2b42f/b2cf3677-16d0-41c9-b149-293576145614/5e9c9ead-aac4-4fe4-a024-f94eb649a495) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:45.530447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edd2b4-2c33-462f-9757-722e1b6475b5 req-8d4b1699-0792-45e9-b9c6-8abb72937593 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:45.538304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f7edd2b4-2c33-462f-9757-722e1b6475b5 req-8d4b1699-0792-45e9-b9c6-8abb72937593 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.3839505 Feb 28 11:26:45.572061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed3f2a-86f0-4c17-8a94-5097c68ac304 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port df03dff3-0fe5-49b8-ba56-0228fbbf05ed {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:45.572822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3f2a-86f0-4c17-8a94-5097c68ac304 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.707081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.820421 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f7edd2b4-2c33-462f-9757-722e1b6475b5 req-e1358705-9e2f-4c3c-9612-11e469806669 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807596 Feb 28 11:26:45.870915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 6b0775b6-8525-493d-a433-e037e7b3858e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:45.881736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a409d989-c4bc-4fd5-ad2e-6461310b995d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:45.889041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:45.891581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.964376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Deleting port 61ca29db-cfc2-4b21-99c6-d993fe2bcbd3 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:45.964716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:45.989437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a85e2d-f460-49ca-9fc8-d967daa587a5') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:45.990331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a85e2d-f460-49ca-9fc8-d967daa587a5') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:46.029401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.037543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.123380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.131612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 5e9c9ead-aac4-4fe4-a024-f94eb649a495 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:46.161286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:46.161739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.164087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3f2a-86f0-4c17-8a94-5097c68ac304 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:46.175539 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:46.234398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9dc2228c-5e5a-447e-a3ec-f0b4da0c9dc9 None None] Provisioning complete for port 4c94a258-0a79-42cf-8e57-9fdfc7ac70ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:46.235412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9dc2228c-5e5a-447e-a3ec-f0b4da0c9dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.319450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b3fad-e2ac-4d4d-a4c2-8506729e331f req-2ed3f9f3-076c-45c8-a3d4-f01e32f300d6 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:46.321134 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-663b3fad-e2ac-4d4d-a4c2-8506729e331f req-2ed3f9f3-076c-45c8-a3d4-f01e32f300d6 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.3437419 Feb 28 11:26:46.328193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed3f2a-86f0-4c17-8a94-5097c68ac304 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for df03dff3-0fe5-49b8-ba56-0228fbbf05ed owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:46.332476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2228c-5e5a-447e-a3ec-f0b4da0c9dc9 None None] Port 4c94a258-0a79-42cf-8e57-9fdfc7ac70ad cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:46.373325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:26:46.373325 dv-neutron-831192-2-hyperv neutron-server[87639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:26:46.373325 dv-neutron-831192-2-hyperv neutron-server[87639]: [parameters: {'id': 'a409d989-c4bc-4fd5-ad2e-6461310b995d'}] Feb 28 11:26:46.373325 dv-neutron-831192-2-hyperv neutron-server[87639]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:46.374108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:46.413101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.581211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.608755 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-663b3fad-e2ac-4d4d-a4c2-8506729e331f req-44c0ddea-6e74-468c-8b71-f0201c4104c8 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511551 Feb 28 11:26:46.649922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router b3ca7a2d-ecc2-4509-a5d0-688ef55a1604 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:26:46.653138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:46.659197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:46.662075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:46.662604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.757553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77d627-637e-4621-8b80-94b33a4ad2af None None] Network a409d989-c4bc-4fd5-ad2e-6461310b995d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:46.781192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Calling delete_port for 61ca29db-cfc2-4b21-99c6-d993fe2bcbd3 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:46.850060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Deleting port 17ead583-9275-449b-924a-3f2fe5bc2465 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:46.850407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.885087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:46.938737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=5e9c9ead-aac4-4fe4-a024-f94eb649a495,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:47.007435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3f2a-86f0-4c17-8a94-5097c68ac304 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.076294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3edc7af7-0830-46f7-a068-fe39f034f2b9 None None] Provisioning for port 51a5b627-48ac-483f-9a4d-c96ca5906c1b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:47.198851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting port 51a5b627-48ac-483f-9a4d-c96ca5906c1b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:47.199311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.213983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed3f2a-86f0-4c17-8a94-5097c68ac304 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=df03dff3-0fe5-49b8-ba56-0228fbbf05ed,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:47.220367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86089815-846e-496d-a77f-e5c04b8fd221 None None] DHCP port deletion for a409d989-c4bc-4fd5-ad2e-6461310b995d request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:47.233412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-86089815-846e-496d-a77f-e5c04b8fd221 None None] Deleting port 51a5b627-48ac-483f-9a4d-c96ca5906c1b {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:47.233947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86089815-846e-496d-a77f-e5c04b8fd221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.265322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.364290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:47.372499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-062f81b6-f12d-4b1b-b2ff-eec9d27f6529 None None] Provisioning for port 040ca58c-0f3d-4fea-babb-7561a2b600a7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:47.381312 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9705c7c-2878-412d-bd0e-e25626a80ac1 None None] Sync routers for ids ['b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:47.395433 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9705c7c-2878-412d-bd0e-e25626a80ac1 None None] Routers {'b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:47.397145 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9705c7c-2878-412d-bd0e-e25626a80ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:47.431956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 040ca58c-0f3d-4fea-babb-7561a2b600a7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:47.478523 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9705c7c-2878-412d-bd0e-e25626a80ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:47.488070 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9705c7c-2878-412d-bd0e-e25626a80ac1 None None] Routers {'b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:47.488897 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9705c7c-2878-412d-bd0e-e25626a80ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:47.549035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3f2a-86f0-4c17-8a94-5097c68ac304 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.558219 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9705c7c-2878-412d-bd0e-e25626a80ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:47.558915 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9705c7c-2878-412d-bd0e-e25626a80ac1 None None] The sync data for ids ['b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:47.566967 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0e2c6946-d416-40b3-92d4-218f727dade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/b3ca7a2d-ecc2-4509-a5d0-688ef55a1604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3798795 Feb 28 11:26:47.569855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:47.579426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.590483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e0003ef4-3fe5-4724-a704-40775b176633 None None] Provisioning for port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:47.641811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.649360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event deleted for resources: {'Port': ['ID=61ca29db-cfc2-4b21-99c6-d993fe2bcbd3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:47.651889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e0003ef4-3fe5-4724-a704-40775b176633 None None] Provisioning complete for port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:47.652683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0003ef4-3fe5-4724-a704-40775b176633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.680183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d47b2-d939-4d7d-90d3-c77f6b3094dd req-eda65cab-45b9-4a8a-9510-97b7b83b4d4e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:47.681711 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f9d47b2-d939-4d7d-90d3-c77f6b3094dd req-eda65cab-45b9-4a8a-9510-97b7b83b4d4e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.5656450 Feb 28 11:26:47.702864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 040ca58c-0f3d-4fea-babb-7561a2b600a7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:47.720563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 040ca58c-0f3d-4fea-babb-7561a2b600a7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:47.720784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.779777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-86089815-846e-496d-a77f-e5c04b8fd221 None None] For port 51a5b627-48ac-483f-9a4d-c96ca5906c1b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=51a5b627-48ac-483f-9a4d-c96ca5906c1b,segment=NetworkSegment(f2a85e2d-f460-49ca-9fc8-d967daa587a5),segment_id=f2a85e2d-f460-49ca-9fc8-d967daa587a5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:47.780167 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86089815-846e-496d-a77f-e5c04b8fd221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.781539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d8c8a-ec20-4bd1-8ae4-fc7020c16390 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:47.782237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0d8d8c8a-ec20-4bd1-8ae4-fc7020c16390 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:47.787143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e0003ef4-3fe5-4724-a704-40775b176633 None None] Port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:47.787320 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c3ed3f2a-86f0-4c17-8a94-5097c68ac304 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/ports/df03dff3-0fe5-49b8-ba56-0228fbbf05ed HTTP/1.1" status: 204 len: 168 time: 2.3564801 Feb 28 11:26:47.799565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:47.870151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0d8d8c8a-ec20-4bd1-8ae4-fc7020c16390 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:47.874005 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0d8d8c8a-ec20-4bd1-8ae4-fc7020c16390 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports/4c94a258-0a79-42cf-8e57-9fdfc7ac70ad HTTP/1.1" status: 200 len: 910 time: 0.2510974 Feb 28 11:26:47.876198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51216) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:47.881452 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f9d47b2-d939-4d7d-90d3-c77f6b3094dd req-31df3c6a-3cfb-4da4-b32e-af77cb8a7e8d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880244 Feb 28 11:26:47.899409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Calling delete_port for 17ead583-9275-449b-924a-3f2fe5bc2465 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:47.918129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-86089815-846e-496d-a77f-e5c04b8fd221 None None] Calling delete_port for 51a5b627-48ac-483f-9a4d-c96ca5906c1b owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:48.026496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86089815-846e-496d-a77f-e5c04b8fd221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.087281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] For port 51a5b627-48ac-483f-9a4d-c96ca5906c1b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=51a5b627-48ac-483f-9a4d-c96ca5906c1b,segment=NetworkSegment(f2a85e2d-f460-49ca-9fc8-d967daa587a5),segment_id=f2a85e2d-f460-49ca-9fc8-d967daa587a5)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:48.087643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.099538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86089815-846e-496d-a77f-e5c04b8fd221 None None] Pushing event deleted for resources: {'Port': ['ID=51a5b627-48ac-483f-9a4d-c96ca5906c1b,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:48.145160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86089815-846e-496d-a77f-e5c04b8fd221 None None] No DVR routers for this DVR port 51a5b627-48ac-483f-9a4d-c96ca5906c1b on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:48.185012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.222838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 040ca58c-0f3d-4fea-babb-7561a2b600a7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=040ca58c-0f3d-4fea-babb-7561a2b600a7,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:48.232181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.233486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.334709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-24cc0d4d-3c36-447b-adc2-dc9b35b71980 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port 7fc1c473-995f-472e-bf6b-3deb423aa70c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:48.334709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-24cc0d4d-3c36-447b-adc2-dc9b35b71980 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.358844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=040ca58c-0f3d-4fea-babb-7561a2b600a7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:48.496386 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Calling delete_port for 51a5b627-48ac-483f-9a4d-c96ca5906c1b owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:48.500179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.531353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.532334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.642908 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.647552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.699581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=5e9c9ead-aac4-4fe4-a024-f94eb649a495,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:48.765779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.766257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Fanout notify agent at l3_agent the message router_deleted on router d1f1a49a-ff23-4ed0-9f92-d8d89c71f845 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:26:48.824505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:48.824817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:48.832296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.833962 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-152ee520-b848-40cf-8eb0-90506e17fdd0 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/d1f1a49a-ff23-4ed0-9f92-d8d89c71f845 HTTP/1.1" status: 204 len: 168 time: 4.5132170 Feb 28 11:26:48.838461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51228) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:48.866874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:48.874684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:48.892442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1746172086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:48.917668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:48.930030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Usage tracker for resource:router and tenant:1a854edb4c604176829921abe61d1f2f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:48.965540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:48.986753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:48.987982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b81f3-f6aa-4fa3-921f-3edc77c43196 req-67a3e2e9-1a1a-4c17-8259-3affc00bab00 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:48.989555 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-865b81f3-f6aa-4fa3-921f-3edc77c43196 req-67a3e2e9-1a1a-4c17-8259-3affc00bab00 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.2947905 Feb 28 11:26:49.022179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-24cc0d4d-3c36-447b-adc2-dc9b35b71980 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.038913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.039968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.118212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-41209f33-2f34-43b8-87cb-7b21faa4dd02 None None] Provisioning complete for port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:49.118808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-41209f33-2f34-43b8-87cb-7b21faa4dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.122569 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-865b81f3-f6aa-4fa3-921f-3edc77c43196 req-54802cbb-a555-44b8-8ea3-5bb39f9fc20b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201656 Feb 28 11:26:49.166007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-24cc0d4d-3c36-447b-adc2-dc9b35b71980 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for 7fc1c473-995f-472e-bf6b-3deb423aa70c owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:49.178407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-41209f33-2f34-43b8-87cb-7b21faa4dd02 None None] Port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:26:49.194161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.206425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.258898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Router 302718bf-c62e-41c4-9c26-0ea1288a477d is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:26:49.270430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event deleted for resources: {'Port': ['ID=17ead583-9275-449b-924a-3f2fe5bc2465,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:49.272843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.327015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting port 51a5b627-48ac-483f-9a4d-c96ca5906c1b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:49.327379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.357438 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 040ca58c-0f3d-4fea-babb-7561a2b600a7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:49.465917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 040ca58c-0f3d-4fea-babb-7561a2b600a7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:49.466680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.508837 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] The port '51a5b627-48ac-483f-9a4d-c96ca5906c1b' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:26:49.510669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.594959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:49.604574 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c8c82739-a44d-4479-bc25-b8ad3bfd6281 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "PUT /v2.0/routers/302718bf-c62e-41c4-9c26-0ea1288a477d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4886861 Feb 28 11:26:49.608689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:49.611251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Sync routers for ids ['302718bf-c62e-41c4-9c26-0ea1288a477d'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:49.621929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Routers {'302718bf-c62e-41c4-9c26-0ea1288a477d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:49.622606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['302718bf-c62e-41c4-9c26-0ea1288a477d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:49.687705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d0252-6dbb-4695-9531-5a0dcbb9ba6e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:49.688645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c95d0252-6dbb-4695-9531-5a0dcbb9ba6e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:49.755689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c95d0252-6dbb-4695-9531-5a0dcbb9ba6e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:49.756871 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c95d0252-6dbb-4695-9531-5a0dcbb9ba6e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports/5e9c9ead-aac4-4fe4-a024-f94eb649a495 HTTP/1.1" status: 200 len: 911 time: 0.1474783 Feb 28 11:26:49.759386 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.760664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:49.761696 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e8841f3c-a06a-44fd-b400-2c168d2ed7d3 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9193032 Feb 28 11:26:49.783978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51240) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:49.800261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Set router 302718bf-c62e-41c4-9c26-0ea1288a477d gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:49.802942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': False}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:49.949001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port 4c94a258-0a79-42cf-8e57-9fdfc7ac70ad {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:49.949344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.994245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.054704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-24cc0d4d-3c36-447b-adc2-dc9b35b71980 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.065034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c606894-33dd-45c2-a5a7-1187dcfc3bb6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:50.071800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c606894-33dd-45c2-a5a7-1187dcfc3bb6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:50.076036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7c606894-33dd-45c2-a5a7-1187dcfc3bb6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3117774 Feb 28 11:26:50.076642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51244) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:50.163779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302718bf-c62e-41c4-9c26-0ea1288a477d', 'name': 'tempest-NetworksTestDHCPv6-router-243502419', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:43Z', 'updated_at': '2022-02-28T11:26:47Z', 'revision_number': 2, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None, '_interfaces': [{'id': '5e9c9ead-aac4-4fe4-a024-f94eb649a495', 'name': '', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'mac_address': 'fa:16:3e:ba:a7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302718bf-c62e-41c4-9c26-0ea1288a477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'b2cf3677-16d0-41c9-b149-293576145614', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:26:45Z', 'updated_at': '2022-02-28T11:26:47Z', 'revision_number': 2, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'subnets': [{'id': 'b2cf3677-16d0-41c9-b149-293576145614', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:50.168777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Checking router: 302718bf-c62e-41c4-9c26-0ea1288a477d for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:26:50.169300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Updating router 302718bf-c62e-41c4-9c26-0ea1288a477d port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:26:50.192055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc0d4d-3c36-447b-adc2-dc9b35b71980 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=7fc1c473-995f-472e-bf6b-3deb423aa70c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:50.217843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a409d989-c4bc-4fd5-ad2e-6461310b995d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:50.257150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.355242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.384186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a85e2d-f460-49ca-9fc8-d967daa587a5') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:50.384576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a85e2d-f460-49ca-9fc8-d967daa587a5') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:50.500311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.560586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for 4c94a258-0a79-42cf-8e57-9fdfc7ac70ad owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:50.590756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.603958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.610571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.611355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.642142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:50.642547 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:50.657817 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:50.660837 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-24cc0d4d-3c36-447b-adc2-dc9b35b71980 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.665521 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-24cc0d4d-3c36-447b-adc2-dc9b35b71980 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/ports/7fc1c473-995f-472e-bf6b-3deb423aa70c HTTP/1.1" status: 204 len: 168 time: 2.8008158 Feb 28 11:26:50.665683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:50.807410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa514-cc0a-446c-b0a8-5ca1621f0bcd req-686d78b4-83b7-49c7-82ce-7a1671e77ba5 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:50.808845 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-66ffa514-cc0a-446c-b0a8-5ca1621f0bcd req-686d78b4-83b7-49c7-82ce-7a1671e77ba5 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.5484831 Feb 28 11:26:50.838681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Transition to ACTIVE for port object 5e9c9ead-aac4-4fe4-a024-f94eb649a495 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:50.846449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.890267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.908891 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-66ffa514-cc0a-446c-b0a8-5ca1621f0bcd req-687e8fd0-b225-44d2-9687-a60cb6ef8239 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913506 Feb 28 11:26:50.947461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563aa628-2bdc-4d29-9237-a419735d78ba tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:50.948963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-563aa628-2bdc-4d29-9237-a419735d78ba tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Synchronizing usage tracker for tenant:e78f1096056b4c2fad508c5192912841 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:50.996441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8023c-ce1f-435e-ae31-ad6fc758c758 None None] Pushing event updated for resources: {'Port': ['ID=5e9c9ead-aac4-4fe4-a024-f94eb649a495,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:51.067603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-563aa628-2bdc-4d29-9237-a419735d78ba tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Unset dirty status for tenant:e78f1096056b4c2fad508c5192912841 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:51.068743 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-563aa628-2bdc-4d29-9237-a419735d78ba tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "GET /v2.0/ports?device_id=72010f97-e5b0-4fa9-b744-db02a4f59cb0 HTTP/1.1" status: 200 len: 913 time: 0.4026005 Feb 28 11:26:51.073160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:51.122793 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Attempting to bind port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:51.123501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Attempting to bind port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:51.124016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Attempting to bind port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:51.130252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:51.130857 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:51.131438 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.131972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:51.132599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Bound port: 5e9c9ead-aac4-4fe4-a024-f94eb649a495, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:51.133139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.170511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.233622 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/a409d989-c4bc-4fd5-ad2e-6461310b995d HTTP/1.1" status: 204 len: 168 time: 7.5851736 Feb 28 11:26:51.245681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] For port 5e9c9ead-aac4-4fe4-a024-f94eb649a495, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:51.250529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] For port 5e9c9ead-aac4-4fe4-a024-f94eb649a495, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5e9c9ead-aac4-4fe4-a024-f94eb649a495,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:51.256817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.261572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3029e8-e0bb-4af8-a5cd-2d3ebb3e75b1 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Network': ['ID=a409d989-c4bc-4fd5-ad2e-6461310b995d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:51.268551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51258) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:51.277978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-443779441'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:51.284284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:51.297811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:network and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:51.310117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:51.334602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:51.338157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Routers {'302718bf-c62e-41c4-9c26-0ea1288a477d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:51.338890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['302718bf-c62e-41c4-9c26-0ea1288a477d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:51.390014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.445078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:51.448963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.464614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8023c-ce1f-435e-ae31-ad6fc758c758 None None] Pushing event updated for resources: {'Port': ['ID=5e9c9ead-aac4-4fe4-a024-f94eb649a495,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:51.482418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Router f004a637-1c28-4dfd-aa17-ab5179c10985 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:51.505132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] Set router 302718bf-c62e-41c4-9c26-0ea1288a477d gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:51.530709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=4c94a258-0a79-42cf-8e57-9fdfc7ac70ad,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:51.745989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:26:51.761132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.761841 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Added segment 33896a07-94ae-48e2-882a-05caf0c561c8 of type vlan for network 3a111f70-39d7-4a34-98bc-bae4d7bd8929 Feb 28 11:26:51.809525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.885921 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302718bf-c62e-41c4-9c26-0ea1288a477d', 'name': 'tempest-NetworksTestDHCPv6-router-243502419', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:43Z', 'updated_at': '2022-02-28T11:26:47Z', 'revision_number': 2, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None, '_interfaces': [{'id': '5e9c9ead-aac4-4fe4-a024-f94eb649a495', 'name': '', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'mac_address': 'fa:16:3e:ba:a7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302718bf-c62e-41c4-9c26-0ea1288a477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'b2cf3677-16d0-41c9-b149-293576145614', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:26:45Z', 'updated_at': '2022-02-28T11:26:51Z', 'revision_number': 4, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'subnets': [{'id': 'b2cf3677-16d0-41c9-b149-293576145614', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:51.890852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4f197-fe3c-4043-afe2-9d0b962fff03 None None] The sync data for ids ['302718bf-c62e-41c4-9c26-0ea1288a477d'] in dv-neutron-831192-2-hyperv is: [{'id': '302718bf-c62e-41c4-9c26-0ea1288a477d', 'name': 'tempest-NetworksTestDHCPv6-router-243502419', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:43Z', 'updated_at': '2022-02-28T11:26:47Z', 'revision_number': 2, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None, '_interfaces': [{'id': '5e9c9ead-aac4-4fe4-a024-f94eb649a495', 'name': '', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'mac_address': 'fa:16:3e:ba:a7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302718bf-c62e-41c4-9c26-0ea1288a477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'b2cf3677-16d0-41c9-b149-293576145614', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:26:45Z', 'updated_at': '2022-02-28T11:26:51Z', 'revision_number': 4, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'subnets': [{'id': 'b2cf3677-16d0-41c9-b149-293576145614', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:51.903849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.909230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:51.909828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:51.996260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:52.037164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:52.043782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:52.142396 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8725767 Feb 28 11:26:52.146529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51266) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:52.151838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:52.202150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa76b5-7701-44f1-8cf6-f0b2a0b55b05 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Network': ['ID=3a111f70-39d7-4a34-98bc-bae4d7bd8929,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:52.213025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Request body: {'subnet': {'network_id': '3a111f70-39d7-4a34-98bc-bae4d7bd8929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:52.214583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 3a111f70-39d7-4a34-98bc-bae4d7bd8929 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:26:52.272553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:52.286712 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbb4ef-d56f-4031-8ae6-3abd725915d0 None None] Sync routers for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:52.297670 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbb4ef-d56f-4031-8ae6-3abd725915d0 None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:52.303412 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67bbb4ef-d56f-4031-8ae6-3abd725915d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:52.349689 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ab2e8b51-ac4e-4423-bdd4-3e1506fd9bb2 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "PUT /v2.0/routers/f004a637-1c28-4dfd-aa17-ab5179c10985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5711751 Feb 28 11:26:52.355832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51270) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:52.426339 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67bbb4ef-d56f-4031-8ae6-3abd725915d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:52.445405 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbb4ef-d56f-4031-8ae6-3abd725915d0 None None] Routers {'f004a637-1c28-4dfd-aa17-ab5179c10985'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:52.446697 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67bbb4ef-d56f-4031-8ae6-3abd725915d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f004a637-1c28-4dfd-aa17-ab5179c10985'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:52.505737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:52.517790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Usage tracker for resource:subnet and tenant:4239f37fe6c04993a696873551656206 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:52.534499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:52.550969 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67bbb4ef-d56f-4031-8ae6-3abd725915d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:52.551396 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbb4ef-d56f-4031-8ae6-3abd725915d0 None None] The sync data for ids ['f004a637-1c28-4dfd-aa17-ab5179c10985'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:52.597266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:52.614850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Allocated IP 172.26.8.176 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/855d46d1-e2f5-4a68-922a-4a708135daad) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:52.642268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Made reservation on behalf of 4239f37fe6c04993a696873551656206 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:26:52.646330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:52.858831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:52.924800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router b3ca7a2d-ecc2-4509-a5d0-688ef55a1604 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:52.956944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f08c2b-601f-418e-8dfd-9c0529f48239 req-2a633794-08f1-45f3-af10-a470e19880f3 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:52.958427 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-86f08c2b-601f-418e-8dfd-9c0529f48239 req-2a633794-08f1-45f3-af10-a470e19880f3 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.8057675 Feb 28 11:26:53.154347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:53.168617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922b2f3-f7d9-4e4b-8740-c947eef06138 None None] Sync routers for ids ['b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:53.181674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922b2f3-f7d9-4e4b-8740-c947eef06138 None None] Routers {'b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:53.182452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4922b2f3-f7d9-4e4b-8740-c947eef06138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:53.210969 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-86f08c2b-601f-418e-8dfd-9c0529f48239 req-2c3d66de-83d8-4b39-b290-3a4b0f120190 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928723 Feb 28 11:26:53.221286 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-23b136cf-b0a6-48ab-a4d1-1e2270c0f01c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/b3ca7a2d-ecc2-4509-a5d0-688ef55a1604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3439717 Feb 28 11:26:53.223590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51274) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:53.241369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.248746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.253069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4922b2f3-f7d9-4e4b-8740-c947eef06138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:53.263555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922b2f3-f7d9-4e4b-8740-c947eef06138 None None] Routers {'b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:53.263702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:53.264056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.264806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4922b2f3-f7d9-4e4b-8740-c947eef06138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:53.279449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Deleting port 2c025a0c-1440-4209-aafe-025a62717b8c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:53.279893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.306454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2e344116-1aa0-4487-8b93-33914b177e10 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:53.339356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4922b2f3-f7d9-4e4b-8740-c947eef06138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:53.340033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922b2f3-f7d9-4e4b-8740-c947eef06138 None None] The sync data for ids ['b3ca7a2d-ecc2-4509-a5d0-688ef55a1604'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:53.422011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5e9c9ead-aac4-4fe4-a024-f94eb649a495 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:53.480384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.484411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.500095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:53.506998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:53.507396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.547230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2e344116-1aa0-4487-8b93-33914b177e10 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:53.550966 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2e344116-1aa0-4487-8b93-33914b177e10 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ca7a2d-ecc2-4509-a5d0-688ef55a1604 HTTP/1.1" status: 200 len: 205 time: 0.3233869 Feb 28 11:26:53.561852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51278) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:53.596219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] For port 5e9c9ead-aac4-4fe4-a024-f94eb649a495, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5e9c9ead-aac4-4fe4-a024-f94eb649a495,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:53.596725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.635625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.665047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:53.671154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 5e9c9ead-aac4-4fe4-a024-f94eb649a495, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5e9c9ead-aac4-4fe4-a024-f94eb649a495,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:53.678897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.686527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:53.705625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:53.782740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Pushing event updated for resources: {'Port': ['ID=855d46d1-e2f5-4a68-922a-4a708135daad,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:53.791030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 5e9c9ead-aac4-4fe4-a024-f94eb649a495 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:53.796325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=5e9c9ead-aac4-4fe4-a024-f94eb649a495,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:53.804859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:53.852468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20ff3dd0-c701-48d7-ae75-b62e48b2f481 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.022765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:54.022994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:54.031416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.objects.ports [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:26:54.041056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Calling delete_port for 2c025a0c-1440-4209-aafe-025a62717b8c owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:54.067141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.080138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port deb384ad-1375-476f-bcd3-0f10134238bb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:54.080710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.448536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.565842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:54.566179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.596864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for deb384ad-1375-476f-bcd3-0f10134238bb owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:54.692789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20ff3dd0-c701-48d7-ae75-b62e48b2f481 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.707722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20ff3dd0-c701-48d7-ae75-b62e48b2f481 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.709774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event updated for resources: {'Subnet': ['ID=3b57623d-9787-47ab-b824-9735aadc599a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:54.712633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565b971-edb4-4684-9f20-86de8581a087 req-0c4606df-b982-417e-b779-34315bb27fcb tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:54.714086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d565b971-edb4-4684-9f20-86de8581a087 req-0c4606df-b982-417e-b779-34315bb27fcb tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.3494859 Feb 28 11:26:54.765733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Checking segment: {'id': '33896a07-94ae-48e2-882a-05caf0c561c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3a111f70-39d7-4a34-98bc-bae4d7bd8929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:54.766095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network hostable DHCP agents. Network: 3a111f70-39d7-4a34-98bc-bae4d7bd8929, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:26:54.779172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20ff3dd0-c701-48d7-ae75-b62e48b2f481 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.779700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ff3dd0-c701-48d7-ae75-b62e48b2f481 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Fanout notify agent at l3_agent the message router_deleted on router b3ca7a2d-ecc2-4509-a5d0-688ef55a1604 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:26:54.877814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20ff3dd0-c701-48d7-ae75-b62e48b2f481 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.881911 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-20ff3dd0-c701-48d7-ae75-b62e48b2f481 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/b3ca7a2d-ecc2-4509-a5d0-688ef55a1604 HTTP/1.1" status: 204 len: 168 time: 1.3129029 Feb 28 11:26:54.882829 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d565b971-edb4-4684-9f20-86de8581a087 req-4944d939-4a8c-4fa9-8f52-7a92cc2d766e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462314 Feb 28 11:26:54.882975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51284) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:54.885466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Network 3a111f70-39d7-4a34-98bc-bae4d7bd8929 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:26:54.917620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] For port 5e9c9ead-aac4-4fe4-a024-f94eb649a495, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5e9c9ead-aac4-4fe4-a024-f94eb649a495,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:54.917981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:54.975576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 3a111f70-39d7-4a34-98bc-bae4d7bd8929) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:54.983502 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d69f2-467a-4e17-a70d-557e847e74c7 None None] Network 3a111f70-39d7-4a34-98bc-bae4d7bd8929 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:55.048267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:55.048734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.050829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 5e9c9ead-aac4-4fe4-a024-f94eb649a495 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:55.100407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d5d680-ad96-454f-9be4-8822be5881a2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting subnet d6b9e9b0-0405-4e9f-87f4-88b52231e53e {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:55.120964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49d5d680-ad96-454f-9be4-8822be5881a2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.151508 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8408ce5e-b132-43d1-ac27-07ea2a575ffa tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9994202 Feb 28 11:26:55.154763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51288) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:55.165729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.207343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-3a111f70-39d7-4a34-98bc-bae4d7bd8929', 'network_id': '3a111f70-39d7-4a34-98bc-bae4d7bd8929', 'tenant_id': '4239f37fe6c04993a696873551656206', 'fixed_ips': [{'subnet_id': '3b57623d-9787-47ab-b824-9735aadc599a'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:26:55.208338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.225048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.310944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.326590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event deleted for resources: {'Port': ['ID=2c025a0c-1440-4209-aafe-025a62717b8c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:55.336437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49d5d680-ad96-454f-9be4-8822be5881a2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.373796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=deb384ad-1375-476f-bcd3-0f10134238bb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:55.388268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Allocated IP 2001:db8::f816:3eff:fe6d:a0f (3a111f70-39d7-4a34-98bc-bae4d7bd8929/3b57623d-9787-47ab-b824-9735aadc599a/0971c7c7-dcd3-42f3-a67b-1d172dada304) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:26:55.401966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5e9c9ead-aac4-4fe4-a024-f94eb649a495 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:55.499630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.538591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.608190 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5e9c9ead-aac4-4fe4-a024-f94eb649a495 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:55.608624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.727954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Could not find standard attr ID for object 5e9c9ead-aac4-4fe4-a024-f94eb649a495. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:26:55.732539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.734891 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No ports have port_id starting with 5e9c9ead-aac4-4fe4-a024-f94eb649a495 Feb 28 11:26:55.737325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.756244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Transition to ACTIVE for port object 0971c7c7-dcd3-42f3-a67b-1d172dada304 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:55.775074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Transition to ACTIVE for port object 0971c7c7-dcd3-42f3-a67b-1d172dada304 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:26:55.782129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.797220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.846700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Network 3a111f70-39d7-4a34-98bc-bae4d7bd8929 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:26:55.854555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:26:55.858870 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:26:55.890502 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Pushing event updated for resources: {'Port': ['ID=0971c7c7-dcd3-42f3-a67b-1d172dada304,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:55.930675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.934834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.953288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49d5d680-ad96-454f-9be4-8822be5881a2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:55.988506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Attempting to bind port 0971c7c7-dcd3-42f3-a67b-1d172dada304 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:26:55.989151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Attempting to bind port 0971c7c7-dcd3-42f3-a67b-1d172dada304 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '33896a07-94ae-48e2-882a-05caf0c561c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3a111f70-39d7-4a34-98bc-bae4d7bd8929'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:26:55.989496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Attempting to bind port 0971c7c7-dcd3-42f3-a67b-1d172dada304 on network 3a111f70-39d7-4a34-98bc-bae4d7bd8929 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:26:55.998588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:26:55.998966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Checking segment: {'id': '33896a07-94ae-48e2-882a-05caf0c561c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3a111f70-39d7-4a34-98bc-bae4d7bd8929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:26:55.999767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.000170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Bound using segment: {'id': '33896a07-94ae-48e2-882a-05caf0c561c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3a111f70-39d7-4a34-98bc-bae4d7bd8929'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:26:56.000657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Bound port: 0971c7c7-dcd3-42f3-a67b-1d172dada304, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33896a07-94ae-48e2-882a-05caf0c561c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3a111f70-39d7-4a34-98bc-bae4d7bd8929'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:26:56.001300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.037708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=5e9c9ead-aac4-4fe4-a024-f94eb649a495,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:56.079943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.080384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Fanout notify agent at l3_agent the message router_deleted on router f004a637-1c28-4dfd-aa17-ab5179c10985 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:26:56.112924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.116499 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cdc4a76b-dc2f-459a-96ae-4dfe7e56b942 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "DELETE /v2.0/routers/f004a637-1c28-4dfd-aa17-ab5179c10985 HTTP/1.1" status: 204 len: 168 time: 3.7487009 Feb 28 11:26:56.121874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] For port 0971c7c7-dcd3-42f3-a67b-1d172dada304, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:26:56.125781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] For port 0971c7c7-dcd3-42f3-a67b-1d172dada304, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0971c7c7-dcd3-42f3-a67b-1d172dada304,segment=NetworkSegment(33896a07-94ae-48e2-882a-05caf0c561c8),segment_id=33896a07-94ae-48e2-882a-05caf0c561c8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:26:56.126402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51294) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:56.131172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.137293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.182325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.261697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49d5d680-ad96-454f-9be4-8822be5881a2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.297908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a61606-0627-46a2-a0b2-af795295b23d None None] Pushing event updated for resources: {'Port': ['ID=0971c7c7-dcd3-42f3-a67b-1d172dada304,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:56.327536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8243d35-9d54-40ce-bdae-4e23a4209231 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Deleting subnet a6147f39-8314-48ec-8553-2245e12f4c78 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:56.333596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5d680-ad96-454f-9be4-8822be5881a2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b9e9b0-0405-4e9f-87f4-88b52231e53e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:56.337499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49d5d680-ad96-454f-9be4-8822be5881a2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.344076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2466fc92-75e8-4285-a2a2-48dd33ca2748 None None] Network 6b0775b6-8525-493d-a433-e037e7b3858e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:56.344327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8243d35-9d54-40ce-bdae-4e23a4209231 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.382631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.386687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.393640 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-49d5d680-ad96-454f-9be4-8822be5881a2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/d6b9e9b0-0405-4e9f-87f4-88b52231e53e HTTP/1.1" status: 204 len: 168 time: 1.5094943 Feb 28 11:26:56.428204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:56.431863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.476344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8243d35-9d54-40ce-bdae-4e23a4209231 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.575204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Subnet': ['ID=3b57623d-9787-47ab-b824-9735aadc599a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:56.614074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Router ea88a9cd-1a46-46aa-863d-3dcf974b112c is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:26:56.624743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8243d35-9d54-40ce-bdae-4e23a4209231 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.721558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d32659b-cc72-4d02-8b51-0374f7f5fc17 None None] DHCP port deletion for 6b0775b6-8525-493d-a433-e037e7b3858e request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:56.728183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8d32659b-cc72-4d02-8b51-0374f7f5fc17 None None] Deleting port d52ce9b7-b582-4c10-bd80-e28259d7f932 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:56.732353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d32659b-cc72-4d02-8b51-0374f7f5fc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.863318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8243d35-9d54-40ce-bdae-4e23a4209231 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.914347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.920272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:56.923594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8243d35-9d54-40ce-bdae-4e23a4209231 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event deleted for resources: {'Subnet': ['ID=a6147f39-8314-48ec-8553-2245e12f4c78,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:56.930485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8243d35-9d54-40ce-bdae-4e23a4209231 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.937612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.938833 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f4c6737e-1350-4e47-986f-572af4c3682c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "PUT /v2.0/routers/ea88a9cd-1a46-46aa-863d-3dcf974b112c HTTP/1.1" status: 200 len: 916 time: 7.1513164 Feb 28 11:26:56.941861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51302) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:56.949390 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9867b7d7-44b8-4c11-b563-7933382a9901 None None] Sync routers for ids ['ea88a9cd-1a46-46aa-863d-3dcf974b112c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:56.953357 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a8243d35-9d54-40ce-bdae-4e23a4209231 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "DELETE /v2.0/subnets/a6147f39-8314-48ec-8553-2245e12f4c78 HTTP/1.1" status: 204 len: 168 time: 0.8224840 Feb 28 11:26:56.953465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:56.954973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51306) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:56.961423 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867b7d7-44b8-4c11-b563-7933382a9901 None None] Routers {'ea88a9cd-1a46-46aa-863d-3dcf974b112c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:56.962130 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9867b7d7-44b8-4c11-b563-7933382a9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ea88a9cd-1a46-46aa-863d-3dcf974b112c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:57.018159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8d32659b-cc72-4d02-8b51-0374f7f5fc17 None None] For port d52ce9b7-b582-4c10-bd80-e28259d7f932, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d52ce9b7-b582-4c10-bd80-e28259d7f932,segment=NetworkSegment(6cff9f79-f777-4434-be15-82d8aab6875d),segment_id=6cff9f79-f777-4434-be15-82d8aab6875d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:57.019375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d32659b-cc72-4d02-8b51-0374f7f5fc17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.049398 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9867b7d7-44b8-4c11-b563-7933382a9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:57.058970 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867b7d7-44b8-4c11-b563-7933382a9901 None None] Routers {'ea88a9cd-1a46-46aa-863d-3dcf974b112c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:57.059739 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9867b7d7-44b8-4c11-b563-7933382a9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ea88a9cd-1a46-46aa-863d-3dcf974b112c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:57.095104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c4fa-e469-45e8-8b5a-4c6af005001c req-49d741c7-f4d4-484c-ad5b-d88778bb5678 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:57.100825 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4175c4fa-e469-45e8-8b5a-4c6af005001c req-49d741c7-f4d4-484c-ad5b-d88778bb5678 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 1.0608814 Feb 28 11:26:57.104256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a111f70-39d7-4a34-98bc-bae4d7bd8929']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:57.130434 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9867b7d7-44b8-4c11-b563-7933382a9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:57.130906 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9867b7d7-44b8-4c11-b563-7933382a9901 None None] The sync data for ids ['ea88a9cd-1a46-46aa-863d-3dcf974b112c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:57.136362 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-30fecfc0-4232-448d-80b0-4090a55abe22 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/routers/ea88a9cd-1a46-46aa-863d-3dcf974b112c HTTP/1.1" status: 200 len: 922 time: 0.1938658 Feb 28 11:26:57.139035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51310) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:57.162655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7ddb28-a506-42dd-b501-e7302c7f853f None None] Network c5004e39-3a57-4c0c-948c-ed68d067baa5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:57.175864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33896a07-94ae-48e2-882a-05caf0c561c8') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:57.176076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33896a07-94ae-48e2-882a-05caf0c561c8') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:57.193117 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8d32659b-cc72-4d02-8b51-0374f7f5fc17 None None] Calling delete_port for d52ce9b7-b582-4c10-bd80-e28259d7f932 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:57.339363 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.420658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06673e7a-ad9f-4f1a-8fd7-6767954ffb6c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:57.420658 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-06673e7a-ad9f-4f1a-8fd7-6767954ffb6c tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=ea88a9cd-1a46-46aa-863d-3dcf974b112c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2757816 Feb 28 11:26:57.420658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51314) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:57.461623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d32659b-cc72-4d02-8b51-0374f7f5fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.495758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.523933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32659b-cc72-4d02-8b51-0374f7f5fc17 None None] No DVR routers for this DVR port d52ce9b7-b582-4c10-bd80-e28259d7f932 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:57.526964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32659b-cc72-4d02-8b51-0374f7f5fc17 None None] Pushing event deleted for resources: {'Port': ['ID=d52ce9b7-b582-4c10-bd80-e28259d7f932,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:57.554115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0971c7c7-dcd3-42f3-a67b-1d172dada304 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:26:57.565168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port d52ce9b7-b582-4c10-bd80-e28259d7f932 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:57.565498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.636410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a68a06-01b4-4986-bde8-b773aca32e46 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:57.637821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4175c4fa-e469-45e8-8b5a-4c6af005001c req-eae008d7-4d35-48f7-977d-9cb7e57ccae9 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5360665 Feb 28 11:26:57.639179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.651706 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-15a68a06-01b4-4986-bde8-b773aca32e46 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 881 time: 0.2308738 Feb 28 11:26:57.652525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51318) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:57.663306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 0971c7c7-dcd3-42f3-a67b-1d172dada304 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:57.703871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Router 302718bf-c62e-41c4-9c26-0ea1288a477d has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:57.705888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ee719-4e4a-4ee5-89f3-87d6605d80ce None None] Network 3a111f70-39d7-4a34-98bc-bae4d7bd8929 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:26:57.711835 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-074b127f-91cc-41dd-9d0f-b7431b5dd060 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea88a9cd-1a46-46aa-863d-3dcf974b112c HTTP/1.1" status: 200 len: 205 time: 0.0582006 Feb 28 11:26:57.712539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51322) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:57.738724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.741262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:57.741649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.744045 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a08284b-0bd7-40a3-bc48-23af95d1ff29 None None] DHCP port deletion for c5004e39-3a57-4c0c-948c-ed68d067baa5 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:57.769463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9a08284b-0bd7-40a3-bc48-23af95d1ff29 None None] Deleting port 6379a95a-6ff4-4cee-9ef3-d80082714233 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:57.770123 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a08284b-0bd7-40a3-bc48-23af95d1ff29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:57.774312 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:57.791622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] The port 'd52ce9b7-b582-4c10-bd80-e28259d7f932' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:26:57.811358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d52ce9b7-b582-4c10-bd80-e28259d7f932 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:57.909459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: d52ce9b7-b582-4c10-bd80-e28259d7f932 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:26:57.909766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d52ce9b7-b582-4c10-bd80-e28259d7f932 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:26:57.927739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.929040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-61479e39-7e1c-4d53-a64b-544042939fcb None None] Provisioning for port 0971c7c7-dcd3-42f3-a67b-1d172dada304 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:26:57.969317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-61479e39-7e1c-4d53-a64b-544042939fcb None None] Provisioning complete for port 0971c7c7-dcd3-42f3-a67b-1d172dada304 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:26:57.969317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-61479e39-7e1c-4d53-a64b-544042939fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:57.984963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Deleting port 6379a95a-6ff4-4cee-9ef3-d80082714233 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:57.985299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.092462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:26:58.092462 dv-neutron-831192-2-hyperv neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:26:58.092462 dv-neutron-831192-2-hyperv neutron-server[87638]: [parameters: {'id': '3a111f70-39d7-4a34-98bc-bae4d7bd8929'}] Feb 28 11:26:58.092462 dv-neutron-831192-2-hyperv neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:58.092973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:58.110539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.122176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Deleting port 855d46d1-e2f5-4a68-922a-4a708135daad {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:58.122601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.226490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:58.232973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.245785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] Sync routers for ids ['302718bf-c62e-41c4-9c26-0ea1288a477d'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:58.299801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9a08284b-0bd7-40a3-bc48-23af95d1ff29 None None] For port 6379a95a-6ff4-4cee-9ef3-d80082714233, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6379a95a-6ff4-4cee-9ef3-d80082714233,segment=NetworkSegment(35676968-d1c0-4e25-8b50-298fa98f3f9f),segment_id=35676968-d1c0-4e25-8b50-298fa98f3f9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:58.300195 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a08284b-0bd7-40a3-bc48-23af95d1ff29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.302354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.319407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0775b6-8525-493d-a433-e037e7b3858e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:58.350272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:26:58.354389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cff9f79-f777-4434-be15-82d8aab6875d') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:58.354678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cff9f79-f777-4434-be15-82d8aab6875d') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:58.383337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] Routers {'302718bf-c62e-41c4-9c26-0ea1288a477d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:58.383980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['302718bf-c62e-41c4-9c26-0ea1288a477d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:58.394685 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-320950d1-832e-4664-b959-a6538f658264 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "PUT /v2.0/routers/302718bf-c62e-41c4-9c26-0ea1288a477d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3144252 Feb 28 11:26:58.394685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.414760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51326) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:58.429175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Calling delete_port for 855d46d1-e2f5-4a68-922a-4a708135daad owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:58.499876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9a08284b-0bd7-40a3-bc48-23af95d1ff29 None None] Calling delete_port for 6379a95a-6ff4-4cee-9ef3-d80082714233 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:58.510729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.559390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-61479e39-7e1c-4d53-a64b-544042939fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.602717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.608756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.612288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:26:58.612684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:26:58.631487 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:26:58.655605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] Set router 302718bf-c62e-41c4-9c26-0ea1288a477d gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:58.655854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] For port 6379a95a-6ff4-4cee-9ef3-d80082714233, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6379a95a-6ff4-4cee-9ef3-d80082714233,segment=NetworkSegment(35676968-d1c0-4e25-8b50-298fa98f3f9f),segment_id=35676968-d1c0-4e25-8b50-298fa98f3f9f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:58.656276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.709810 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event deleted for resources: {'Port': ['ID=855d46d1-e2f5-4a68-922a-4a708135daad,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:58.769795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219b99c-1e88-4c56-bb84-2b8c3e1d18a0 None None] DHCP port deletion for 3a111f70-39d7-4a34-98bc-bae4d7bd8929 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:26:58.775507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.798160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302718bf-c62e-41c4-9c26-0ea1288a477d', 'name': 'tempest-NetworksTestDHCPv6-router-243502419', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:43Z', 'updated_at': '2022-02-28T11:26:55Z', 'revision_number': 3, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:58.802322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4219b99c-1e88-4c56-bb84-2b8c3e1d18a0 None None] Deleting port 0971c7c7-dcd3-42f3-a67b-1d172dada304 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:58.802766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4219b99c-1e88-4c56-bb84-2b8c3e1d18a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.849122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] Checking router: 302718bf-c62e-41c4-9c26-0ea1288a477d for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:26:58.858364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-61479e39-7e1c-4d53-a64b-544042939fcb None None] For port 0971c7c7-dcd3-42f3-a67b-1d172dada304, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0971c7c7-dcd3-42f3-a67b-1d172dada304,segment=NetworkSegment(33896a07-94ae-48e2-882a-05caf0c561c8),segment_id=33896a07-94ae-48e2-882a-05caf0c561c8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:58.865513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a08284b-0bd7-40a3-bc48-23af95d1ff29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.905407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-61479e39-7e1c-4d53-a64b-544042939fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:58.929635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] Routers {'302718bf-c62e-41c4-9c26-0ea1288a477d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:58.930365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['302718bf-c62e-41c4-9c26-0ea1288a477d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:58.985596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08284b-0bd7-40a3-bc48-23af95d1ff29 None None] Pushing event deleted for resources: {'Port': ['ID=6379a95a-6ff4-4cee-9ef3-d80082714233,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:59.055668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08284b-0bd7-40a3-bc48-23af95d1ff29 None None] No DVR routers for this DVR port 6379a95a-6ff4-4cee-9ef3-d80082714233 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:59.094607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.096166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3cf485-b245-4884-86a0-3dc440709eb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:59.097079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.100715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3cf485-b245-4884-86a0-3dc440709eb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:59.103020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7a3cf485-b245-4884-86a0-3dc440709eb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:26:59.120729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Calling delete_port for 6379a95a-6ff4-4cee-9ef3-d80082714233 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:59.123019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.125325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Fanout notify agent at l3_agent the message router_deleted on router ea88a9cd-1a46-46aa-863d-3dcf974b112c {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:26:59.142068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.149903 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8b731d8e-cbba-4df8-afc8-75a2b0a6b3ca tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/ea88a9cd-1a46-46aa-863d-3dcf974b112c HTTP/1.1" status: 204 len: 168 time: 1.4297071 Feb 28 11:26:59.149903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51332) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:59.154006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1278940376', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:59.163408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:59.169741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Usage tracker for resource:router and tenant:1a854edb4c604176829921abe61d1f2f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:59.172891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:59.187620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:59.187839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] Set router 302718bf-c62e-41c4-9c26-0ea1288a477d gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:26:59.205022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.206280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.226188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.284864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting port 0971c7c7-dcd3-42f3-a67b-1d172dada304 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:26:59.285391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.336018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302718bf-c62e-41c4-9c26-0ea1288a477d', 'name': 'tempest-NetworksTestDHCPv6-router-243502419', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:43Z', 'updated_at': '2022-02-28T11:26:55Z', 'revision_number': 3, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:59.351653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.353168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7a3cf485-b245-4884-86a0-3dc440709eb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:26:59.354374 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7a3cf485-b245-4884-86a0-3dc440709eb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9384551 Feb 28 11:26:59.384448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51336) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:59.385524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.388174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61479e39-7e1c-4d53-a64b-544042939fcb None None] Pushing event updated for resources: {'Port': ['ID=0971c7c7-dcd3-42f3-a67b-1d172dada304,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:59.397918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6379a95a-6ff4-4cee-9ef3-d80082714233 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:59.432898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9b2b41-d1c3-4dbf-aade-6ff67f5e4c16 None None] The sync data for ids ['302718bf-c62e-41c4-9c26-0ea1288a477d'] in dv-neutron-831192-2-hyperv is: [{'id': '302718bf-c62e-41c4-9c26-0ea1288a477d', 'name': 'tempest-NetworksTestDHCPv6-router-243502419', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:26:43Z', 'updated_at': '2022-02-28T11:26:55Z', 'revision_number': 3, 'project_id': 'a09335d254864d09afe0d8e62dd89c81', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:59.472496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Network': ['ID=6b0775b6-8525-493d-a433-e037e7b3858e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:59.498861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 6379a95a-6ff4-4cee-9ef3-d80082714233 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:26:59.499318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6379a95a-6ff4-4cee-9ef3-d80082714233 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:26:59.499806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0971c7c7-dcd3-42f3-a67b-1d172dada304 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:26:59.509287 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5047d0ce-a853-4c3f-8c5c-ebb29d80499e tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/networks/6b0775b6-8525-493d-a433-e037e7b3858e HTTP/1.1" status: 204 len: 168 time: 3.0754726 Feb 28 11:26:59.514841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51340) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:59.523209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-519945329', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:26:59.554625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4219b99c-1e88-4c56-bb84-2b8c3e1d18a0 None None] For port 0971c7c7-dcd3-42f3-a67b-1d172dada304, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0971c7c7-dcd3-42f3-a67b-1d172dada304,segment=NetworkSegment(33896a07-94ae-48e2-882a-05caf0c561c8),segment_id=33896a07-94ae-48e2-882a-05caf0c561c8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:59.555202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4219b99c-1e88-4c56-bb84-2b8c3e1d18a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.558444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:26:59.575806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:26:59.576595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:26:59.579922 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f335ac-7d28-4c44-9031-b8d92aa9d33d None None] Sync routers for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:26:59.591067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:26:59.592434 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f335ac-7d28-4c44-9031-b8d92aa9d33d None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:59.593355 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-91f335ac-7d28-4c44-9031-b8d92aa9d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:59.601064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:router and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:26:59.604453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:26:59.613543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:26:59.616442 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1d466881-b16c-4c48-bdab-0426214f10ca tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "PUT /v2.0/routers/72010f97-e5b0-4fa9-b744-db02a4f59cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5380170 Feb 28 11:26:59.618440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-04770c77-996c-461e-9a5a-4eb7d355e135 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet b2cf3677-16d0-41c9-b149-293576145614 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:26:59.638558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:59.641532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.647380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.654153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.669415 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-91f335ac-7d28-4c44-9031-b8d92aa9d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:59.682011 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f335ac-7d28-4c44-9031-b8d92aa9d33d None None] Routers {'72010f97-e5b0-4fa9-b744-db02a4f59cb0'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:26:59.682869 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-91f335ac-7d28-4c44-9031-b8d92aa9d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:26:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:59.703679 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4219b99c-1e88-4c56-bb84-2b8c3e1d18a0 None None] Calling delete_port for 0971c7c7-dcd3-42f3-a67b-1d172dada304 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:26:59.722882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15cbe9-de5a-4feb-b9bf-9e6936e78738 req-9c20c583-7d00-46ad-97b9-cd9e3ae2b150 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:59.730247 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eb15cbe9-de5a-4feb-b9bf-9e6936e78738 req-9c20c583-7d00-46ad-97b9-cd9e3ae2b150 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.9452112 Feb 28 11:26:59.753317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04770c77-996c-461e-9a5a-4eb7d355e135 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.766000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.838440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.846900 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-91f335ac-7d28-4c44-9031-b8d92aa9d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:26:59.847574 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f335ac-7d28-4c44-9031-b8d92aa9d33d None None] The sync data for ids ['72010f97-e5b0-4fa9-b744-db02a4f59cb0'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:26:59.918373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4219b99c-1e88-4c56-bb84-2b8c3e1d18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.935382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04770c77-996c-461e-9a5a-4eb7d355e135 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:59.974070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219b99c-1e88-4c56-bb84-2b8c3e1d18a0 None None] Pushing event deleted for resources: {'Port': ['ID=0971c7c7-dcd3-42f3-a67b-1d172dada304,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:59.977876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219b99c-1e88-4c56-bb84-2b8c3e1d18a0 None None] No DVR routers for this DVR port 0971c7c7-dcd3-42f3-a67b-1d172dada304 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:26:59.990778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] For port 0971c7c7-dcd3-42f3-a67b-1d172dada304, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0971c7c7-dcd3-42f3-a67b-1d172dada304,segment=NetworkSegment(33896a07-94ae-48e2-882a-05caf0c561c8),segment_id=33896a07-94ae-48e2-882a-05caf0c561c8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:26:59.991155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.065149 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eb15cbe9-de5a-4feb-b9bf-9e6936e78738 req-a59458a4-5351-4c16-80b7-d56baf8f365d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341100 Feb 28 11:27:00.121088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Deleting port 6379a95a-6ff4-4cee-9ef3-d80082714233 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:00.121426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.149792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ece7f4a6-40f0-4335-8ade-8d8c414b8b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.185246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.215864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Calling delete_port for 0971c7c7-dcd3-42f3-a67b-1d172dada304 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:00.320005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] The port '6379a95a-6ff4-4cee-9ef3-d80082714233' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:27:00.368389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.446713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.487966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.699325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04770c77-996c-461e-9a5a-4eb7d355e135 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.748350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:27:00.749085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:27:00.750150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.843251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Allocated IP 172.26.8.79 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/b7f5c973-2144-4995-aaba-3741aa674f66) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:00.853721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5004e39-3a57-4c0c-948c-ed68d067baa5']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:00.881114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35676968-d1c0-4e25-8b50-298fa98f3f9f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:00.881407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35676968-d1c0-4e25-8b50-298fa98f3f9f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:00.907708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.922827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.935939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.940953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting port 0ad57b9c-8bd1-4201-b7bb-d071ce36347a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:00.941285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.942513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.965948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04770c77-996c-461e-9a5a-4eb7d355e135 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:00.999430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.007394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:01.007794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:01.026117 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:01.053352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04770c77-996c-461e-9a5a-4eb7d355e135 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cf3677-16d0-41c9-b149-293576145614,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:01.055363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04770c77-996c-461e-9a5a-4eb7d355e135 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.056874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ddaea3-763c-4212-ac93-de052431509a None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:01.191037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.226542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.243572 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-04770c77-996c-461e-9a5a-4eb7d355e135 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/b2cf3677-16d0-41c9-b149-293576145614 HTTP/1.1" status: 204 len: 168 time: 1.8438873 Feb 28 11:27:01.255266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting port 0971c7c7-dcd3-42f3-a67b-1d172dada304 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:01.255266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.283599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51350) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:01.294963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5e9c9ead-aac4-4fe4-a024-f94eb649a495 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:27:01.300908 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.335753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:01.337970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 5e9c9ead-aac4-4fe4-a024-f94eb649a495 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:27:01.338330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5e9c9ead-aac4-4fe4-a024-f94eb649a495 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:27:01.347289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:01.357015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:01.374204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.393660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event updated for resources: {'Port': ['ID=b7f5c973-2144-4995-aaba-3741aa674f66,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:01.411755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.26.8.206 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/3aa3c1f9-67e3-445a-aa13-af435bc67954) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:01.421738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac3c2ef-de56-422d-8501-fe3fe73f1d71 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:27:01.427099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3c2ef-de56-422d-8501-fe3fe73f1d71 None None] Deleting port 040ca58c-0f3d-4fea-babb-7561a2b600a7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:01.427496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c2ef-de56-422d-8501-fe3fe73f1d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.430078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] The port '0971c7c7-dcd3-42f3-a67b-1d172dada304' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:27:01.468784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event deleted for resources: {'Network': ['ID=c5004e39-3a57-4c0c-948c-ed68d067baa5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:01.480909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-320c8e70-4248-4257-a839-26a527ce0fad tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "DELETE /v2.0/networks/c5004e39-3a57-4c0c-948c-ed68d067baa5 HTTP/1.1" status: 204 len: 168 time: 4.4702404 Feb 28 11:27:01.499732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51354) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:01.585517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.636318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3ac3c2ef-de56-422d-8501-fe3fe73f1d71 None None] For port 040ca58c-0f3d-4fea-babb-7561a2b600a7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=040ca58c-0f3d-4fea-babb-7561a2b600a7,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:01.637067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c2ef-de56-422d-8501-fe3fe73f1d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.771017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3c2ef-de56-422d-8501-fe3fe73f1d71 None None] Calling delete_port for 040ca58c-0f3d-4fea-babb-7561a2b600a7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:01.822347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.853674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c2ef-de56-422d-8501-fe3fe73f1d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.906451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3c2ef-de56-422d-8501-fe3fe73f1d71 None None] Pushing event deleted for resources: {'Port': ['ID=040ca58c-0f3d-4fea-babb-7561a2b600a7,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:01.911494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3c2ef-de56-422d-8501-fe3fe73f1d71 None None] No DVR routers for this DVR port 040ca58c-0f3d-4fea-babb-7561a2b600a7 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:27:01.967305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:01.972717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Calling delete_port for 0ad57b9c-8bd1-4201-b7bb-d071ce36347a owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:02.032063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.078804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.101344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:02.105436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b6b448ef-e658-4ae5-a238-e693dc60675f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:router {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:02.111684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:02.117831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:02.134418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Deleting port 7f840b22-ef0d-47d9-8850-747256e41384 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:02.134753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.167394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b617a7b-b885-44fa-99bd-2191b4a3dd9b req-6bf00081-2192-41ee-a62d-b239fe074571 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:02.170649 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b617a7b-b885-44fa-99bd-2191b4a3dd9b req-6bf00081-2192-41ee-a62d-b239fe074571 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.9644012 Feb 28 11:27:02.192480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a111f70-39d7-4a34-98bc-bae4d7bd8929']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:02.239074 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33896a07-94ae-48e2-882a-05caf0c561c8') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:02.239383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33896a07-94ae-48e2-882a-05caf0c561c8') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:02.272006 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:27:02.289403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.304548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b6b448ef-e658-4ae5-a238-e693dc60675f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:router {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:02.309208 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b6b448ef-e658-4ae5-a238-e693dc60675f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0131612 Feb 28 11:27:02.325338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51358) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:02.342535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=3aa3c1f9-67e3-445a-aa13-af435bc67954,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:02.390422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e69e4003-d70d-4a70-86b2-fbfed0e698fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.426695 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b617a7b-b885-44fa-99bd-2191b4a3dd9b req-2eda4474-f806-4c77-88c6-3b10bce42d61 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361977 Feb 28 11:27:02.427674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.498655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:02.499056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:02.521604 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:02.660525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b064ee-5858-4653-8923-8f0277206f1d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.796738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.810188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.810493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:02.878674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.054613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.072556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Calling delete_port for 7f840b22-ef0d-47d9-8850-747256e41384 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:03.125564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.195193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Network': ['ID=3a111f70-39d7-4a34-98bc-bae4d7bd8929,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:03.213452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b064ee-5858-4653-8923-8f0277206f1d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.222948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b064ee-5858-4653-8923-8f0277206f1d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.236534 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a3db3734-8fcd-4735-b6d4-a174de3cfbb9 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/3a111f70-39d7-4a34-98bc-bae4d7bd8929 HTTP/1.1" status: 204 len: 168 time: 8.0774229 Feb 28 11:27:03.241762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51362) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:03.284849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b064ee-5858-4653-8923-8f0277206f1d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.285394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b064ee-5858-4653-8923-8f0277206f1d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Fanout notify agent at l3_agent the message router_deleted on router 302718bf-c62e-41c4-9c26-0ea1288a477d {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:03.287365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.306082 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6d0a6d-c453-49cc-8d2a-32b78134c4e5 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): The resource could not be found. Feb 28 11:27:03.306549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6d0a6d-c453-49cc-8d2a-32b78134c4e5 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:03.337934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 040ca58c-0f3d-4fea-babb-7561a2b600a7 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:27:03.381393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Router 7d796c4d-0d45-46ca-aeaa-5f90fb443e93 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:27:03.405072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 040ca58c-0f3d-4fea-babb-7561a2b600a7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:27:03.405626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 040ca58c-0f3d-4fea-babb-7561a2b600a7 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:27:03.469118 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3d6d0a6d-c453-49cc-8d2a-32b78134c4e5 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/subnets/3b57623d-9787-47ab-b824-9735aadc599a HTTP/1.1" status: 404 len: 337 time: 0.2252338 Feb 28 11:27:03.477590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51368) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:03.487383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Port': ['ID=0ad57b9c-8bd1-4201-b7bb-d071ce36347a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:03.537322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.675256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b064ee-5858-4653-8923-8f0277206f1d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.678603 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-87b064ee-5858-4653-8923-8f0277206f1d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/routers/302718bf-c62e-41c4-9c26-0ea1288a477d HTTP/1.1" status: 204 len: 168 time: 1.3455286 Feb 28 11:27:03.684683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51372) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:03.700547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.722184 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f475427f-b384-41a6-8df8-930d3b9bb4ce tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): The resource could not be found. Feb 28 11:27:03.722650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f475427f-b384-41a6-8df8-930d3b9bb4ce tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:03.724898 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f475427f-b384-41a6-8df8-930d3b9bb4ce tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/3a111f70-39d7-4a34-98bc-bae4d7bd8929 HTTP/1.1" status: 404 len: 339 time: 0.2445624 Feb 28 11:27:03.729657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51376) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:03.775906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a003c055-e6b3-48f3-9325-7d3fb79a4b9a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:03.786632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.823754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.835562 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b8c26b-93ae-4469-815e-28db627196eb tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): The resource could not be found. Feb 28 11:27:03.836165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b8c26b-93ae-4469-815e-28db627196eb tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:03.838460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:03.920929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:03.931590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b7306-1cf7-453e-95b0-9d5fd776c171 None None] Sync routers for ids ['7d796c4d-0d45-46ca-aeaa-5f90fb443e93'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:03.940594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b7306-1cf7-453e-95b0-9d5fd776c171 None None] Routers {'7d796c4d-0d45-46ca-aeaa-5f90fb443e93'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:03.941207 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b66b7306-1cf7-453e-95b0-9d5fd776c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7d796c4d-0d45-46ca-aeaa-5f90fb443e93'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:03.964807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Pushing event deleted for resources: {'Port': ['ID=7f840b22-ef0d-47d9-8850-747256e41384,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:03.969736 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a5b8c26b-93ae-4469-815e-28db627196eb tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/subnets/a74154c4-c05a-4457-992c-65340895483a HTTP/1.1" status: 404 len: 337 time: 0.2349877 Feb 28 11:27:04.001581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51380) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.008762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b66b7306-1cf7-453e-95b0-9d5fd776c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:04.017619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b7306-1cf7-453e-95b0-9d5fd776c171 None None] Routers {'7d796c4d-0d45-46ca-aeaa-5f90fb443e93'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:04.018220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b66b7306-1cf7-453e-95b0-9d5fd776c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7d796c4d-0d45-46ca-aeaa-5f90fb443e93'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:04.026879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.030561 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b2fa37b6-1474-43b9-8e95-268e2d699ae4 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8787363 Feb 28 11:27:04.037957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51384) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.042742 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d0dc1c-3703-4078-a76c-2cf9bced89bd tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): The resource could not be found. Feb 28 11:27:04.043245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d0dc1c-3703-4078-a76c-2cf9bced89bd tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:04.047111 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-73d0dc1c-3703-4078-a76c-2cf9bced89bd tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/a409d989-c4bc-4fd5-ad2e-6461310b995d HTTP/1.1" status: 404 len: 339 time: 0.0434964 Feb 28 11:27:04.050177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:04.051492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51388) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.078147 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b66b7306-1cf7-453e-95b0-9d5fd776c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:04.078468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b7306-1cf7-453e-95b0-9d5fd776c171 None None] The sync data for ids ['7d796c4d-0d45-46ca-aeaa-5f90fb443e93'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:04.098221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.100551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a003c055-e6b3-48f3-9325-7d3fb79a4b9a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:04.101670 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a003c055-e6b3-48f3-9325-7d3fb79a4b9a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4162052 Feb 28 11:27:04.104951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51392) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.131763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.148505 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbeae6e-b2aa-4b1b-8a95-cc2fc36da8d2 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): The resource could not be found. Feb 28 11:27:04.148951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbeae6e-b2aa-4b1b-8a95-cc2fc36da8d2 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:04.150573 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2dbeae6e-b2aa-4b1b-8a95-cc2fc36da8d2 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/subnets/52815eeb-4e7e-4c15-a966-5e2463e87269 HTTP/1.1" status: 404 len: 337 time: 0.0988073 Feb 28 11:27:04.159022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51396) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.212727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc921d-af8d-432f-a876-b0caa62f4c86 req-7abee077-2035-4831-857c-76bd551c1b0b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:04.214175 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bfc921d-af8d-432f-a876-b0caa62f4c86 req-7abee077-2035-4831-857c-76bd551c1b0b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.6119237 Feb 28 11:27:04.215052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-62074d6c-22d0-4619-afad-9dc7b4205c1a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): The resource could not be found. Feb 28 11:27:04.215525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62074d6c-22d0-4619-afad-9dc7b4205c1a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:04.223052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.223629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Fanout notify agent at l3_agent the message router_deleted on router 72010f97-e5b0-4fa9-b744-db02a4f59cb0 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:04.232244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.236034 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-db73b591-daf5-4474-92fc-07ec3c21f627 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/routers/72010f97-e5b0-4fa9-b744-db02a4f59cb0 HTTP/1.1" status: 204 len: 168 time: 4.5936954 Feb 28 11:27:04.247038 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-62074d6c-22d0-4619-afad-9dc7b4205c1a tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/169a7f5c-67e4-49f8-9c90-b483793325eb HTTP/1.1" status: 404 len: 339 time: 0.0825937 Feb 28 11:27:04.248965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51400) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.252630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51402) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.256337 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.258613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.259700 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e6312dce-ac0f-4a97-b042-e4a7bd280718 tempest-FloatingIPAdminTestJSON-175269549 tempest-FloatingIPAdminTestJSON-175269549-project] 10.222.0.64 "DELETE /v2.0/floatingips/91d004b3-8d33-48d3-ba02-8fd5f04c7f32 HTTP/1.1" status: 204 len: 168 time: 2.7510183 Feb 28 11:27:04.291625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfedb7-b63e-4af8-a997-1662a57d4dae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:04.292302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-28dfedb7-b63e-4af8-a997-1662a57d4dae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:04.392099 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bfc921d-af8d-432f-a876-b0caa62f4c86 req-e8a8332c-c3f4-412b-a980-9112cee1d9c2 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698627 Feb 28 11:27:04.392603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 04b851fe-4b19-465c-b125-9e7aea07a580 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:27:04.401401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f44f7711-3cdf-4c39-aa38-51086352959d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting port 81a54f4a-2a58-4f04-935e-4193f29f8b5c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:04.401726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f44f7711-3cdf-4c39-aa38-51086352959d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.402245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-28dfedb7-b63e-4af8-a997-1662a57d4dae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:04.403452 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-28dfedb7-b63e-4af8-a997-1662a57d4dae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2958524 Feb 28 11:27:04.407627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51410) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.436472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-827cee09-525a-4d30-bb7a-970afea7a3e0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Deleting subnet 7e8136ae-ec30-42e3-8780-19ae5490096f {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:04.448102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cee09-525a-4d30-bb7a-970afea7a3e0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.554724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b423b43f-aa21-4961-b3b4-2eb734fb860d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:router {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:04.554986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cee09-525a-4d30-bb7a-970afea7a3e0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.577055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51416) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.666938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b423b43f-aa21-4961-b3b4-2eb734fb860d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:router {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:04.672173 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b423b43f-aa21-4961-b3b4-2eb734fb860d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2595301 Feb 28 11:27:04.679168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51422) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:04.706033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cee09-525a-4d30-bb7a-970afea7a3e0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:04.746970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:04.761267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f44f7711-3cdf-4c39-aa38-51086352959d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.010377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f44f7711-3cdf-4c39-aa38-51086352959d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Calling delete_port for 81a54f4a-2a58-4f04-935e-4193f29f8b5c owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:05.083296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cee09-525a-4d30-bb7a-970afea7a3e0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.107993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:05.116445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.122733 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d140d-3431-42cb-9948-39af5d307a37 None None] Sync routers for ids ['04b851fe-4b19-465c-b125-9e7aea07a580'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:05.133569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cee09-525a-4d30-bb7a-970afea7a3e0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8136ae-ec30-42e3-8780-19ae5490096f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:05.134133 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d140d-3431-42cb-9948-39af5d307a37 None None] Routers {'04b851fe-4b19-465c-b125-9e7aea07a580'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:05.134502 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c00d140d-3431-42cb-9948-39af5d307a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04b851fe-4b19-465c-b125-9e7aea07a580'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:05.136287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cee09-525a-4d30-bb7a-970afea7a3e0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.150308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-827cee09-525a-4d30-bb7a-970afea7a3e0 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/subnets/7e8136ae-ec30-42e3-8780-19ae5490096f HTTP/1.1" status: 204 len: 168 time: 0.8988419 Feb 28 11:27:05.152523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f44f7711-3cdf-4c39-aa38-51086352959d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.154332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51426) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:05.165492 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3c3d4bb1-461e-46a6-bb97-b7edac4994d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c327d44aeb4e4d959570fbcd67925c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843318 Feb 28 11:27:05.170399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51430) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:05.203760 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c00d140d-3431-42cb-9948-39af5d307a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:05.212827 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d140d-3431-42cb-9948-39af5d307a37 None None] Routers {'04b851fe-4b19-465c-b125-9e7aea07a580'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:05.213419 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c00d140d-3431-42cb-9948-39af5d307a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04b851fe-4b19-465c-b125-9e7aea07a580'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:05.218203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:05.228764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f7711-3cdf-4c39-aa38-51086352959d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Port': ['ID=81a54f4a-2a58-4f04-935e-4193f29f8b5c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:05.249959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f44f7711-3cdf-4c39-aa38-51086352959d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.258938 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f44f7711-3cdf-4c39-aa38-51086352959d tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/ports/81a54f4a-2a58-4f04-935e-4193f29f8b5c HTTP/1.1" status: 204 len: 168 time: 0.9909930 Feb 28 11:27:05.259478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.259478 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bc7778c4-a751-4d55-8932-f3d52d61b493 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.7376950 Feb 28 11:27:05.259692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51434) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:05.259692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51436) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:05.263909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:05.276976 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c00d140d-3431-42cb-9948-39af5d307a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:05.277373 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d140d-3431-42cb-9948-39af5d307a37 None None] The sync data for ids ['04b851fe-4b19-465c-b125-9e7aea07a580'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:05.303302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:05.306693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.332379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.422403 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-977a1b67-975d-4b75-868b-58784f05a849 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): The resource could not be found. Feb 28 11:27:05.422854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977a1b67-975d-4b75-868b-58784f05a849 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:05.426775 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-977a1b67-975d-4b75-868b-58784f05a849 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/subnets/da0e6cd7-8e1b-47c0-9cd7-25cf96484cf5 HTTP/1.1" status: 404 len: 337 time: 0.1647742 Feb 28 11:27:05.428346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51444) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:05.433319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.435983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01fab9c7-3b84-43f9-92c3-3c65c14f3236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.437597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.469498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Deleting port b7f5c973-2144-4995-aaba-3741aa674f66 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:05.469762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.522745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01fab9c7-3b84-43f9-92c3-3c65c14f3236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.733817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01fab9c7-3b84-43f9-92c3-3c65c14f3236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.752137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.761798 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9e836594-56be-439d-84f6-63e3ba52c13a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/routers/04b851fe-4b19-465c-b125-9e7aea07a580 HTTP/1.1" status: 200 len: 880 time: 0.5016823 Feb 28 11:27:05.764347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:05.780105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fab9c7-3b84-43f9-92c3-3c65c14f3236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d9d8f-ff99-4385-8f86-46811e1d9d4f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:05.785210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.884982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.935969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Calling delete_port for b7f5c973-2144-4995-aaba-3741aa674f66 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:05.954067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a6a280-71d2-4d87-9dbf-23eff5d5f168']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:05.975940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01fab9c7-3b84-43f9-92c3-3c65c14f3236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:05.977057 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-01fab9c7-3b84-43f9-92c3-3c65c14f3236 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e81d9d8f-ff99-4385-8f86-46811e1d9d4f HTTP/1.1" status: 204 len: 168 time: 0.7564025 Feb 28 11:27:06.003663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c600c2-5aa8-41b2-83ff-a9675f198abb') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:06.003953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c600c2-5aa8-41b2-83ff-a9675f198abb') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:06.026352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.039914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc0bb5-20f0-4bf4-b761-c5fd9a4fb6e5 req-02a58ae8-30c4-45bd-83f2-78a99b4d47d0 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:06.041476 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-87cc0bb5-20f0-4bf4-b761-c5fd9a4fb6e5 req-02a58ae8-30c4-45bd-83f2-78a99b4d47d0 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.4953456 Feb 28 11:27:06.104936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.109688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.objects.ports [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:27:06.111579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.127760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.148133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:06.148815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:06.166629 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:06.174929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:06.179906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:06.189866 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fbf1ff-fbff-48de-b5d3-893d5cf2718f None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:06.191992 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:06.192592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.209817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=a44d6291-ba1e-450b-a1dc-edc6d952d1fc,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:06.253786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e73bd8-3950-4a19-837c-4193bda387c7']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:06.277133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee6909b-0bab-482e-8f7c-eb2397cd879d') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:06.277674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee6909b-0bab-482e-8f7c-eb2397cd879d') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:06.286524 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-92878d5f-7460-4751-9491-f88d521fe444 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6040597 Feb 28 11:27:06.290754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:06.295175 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-87cc0bb5-20f0-4bf4-b761-c5fd9a4fb6e5 req-f62b032f-d3b0-4030-af39-f4dea44253c6 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449944 Feb 28 11:27:06.302267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.312015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:06.342018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.407196 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51462) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:06.438801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Pushing event deleted for resources: {'Port': ['ID=b7f5c973-2144-4995-aaba-3741aa674f66,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:06.480089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.486625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5345227-014f-4092-8a75-a2393c5d4a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.510005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.518597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.528738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': 'a44d6291-ba1e-450b-a1dc-edc6d952d1fc'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:06.529971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.542057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f5345227-014f-4092-8a75-a2393c5d4a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:06.549526 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f5345227-014f-4092-8a75-a2393c5d4a70 admin admin] Usage tracker for resource:security_group_rule and tenant:5d7d9a6f41e149499e4036114f7f9f13 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:06.554126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f5345227-014f-4092-8a75-a2393c5d4a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:06.563333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f5345227-014f-4092-8a75-a2393c5d4a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:06.572575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.616379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] Pushing event deleted for resources: {'Network': ['ID=e0a6a280-71d2-4d87-9dbf-23eff5d5f168,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:06.639999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:06.640701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:06.655884 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:06.682396 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a0008c13-f367-40d4-ad49-7cd2e1e5ea25 tempest-FloatingIPTestJSON-45078337 tempest-FloatingIPTestJSON-45078337-project] 10.222.0.64 "DELETE /v2.0/networks/e0a6a280-71d2-4d87-9dbf-23eff5d5f168 HTTP/1.1" status: 204 len: 168 time: 1.5270264 Feb 28 11:27:06.822238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:06.827967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.830124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:06.833692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:06.856479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:06.865913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:06.866165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Allocated IP 2001:db8::f816:3eff:fef9:12aa (89a85dab-b254-4061-917a-102ac7d2b42f/a44d6291-ba1e-450b-a1dc-edc6d952d1fc/e8ed62ea-ce29-42e3-a3b9-2df5848b3284) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:06.875163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Network': ['ID=e1e73bd8-3950-4a19-837c-4193bda387c7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:06.891466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-68532fca-d908-4b61-8ad3-9c3ccf0f132c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:router {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:06.901546 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-27ce4a1c-748c-41ca-ad41-cd696da7afb6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/e1e73bd8-3950-4a19-837c-4193bda387c7 HTTP/1.1" status: 204 len: 168 time: 1.4681408 Feb 28 11:27:06.903332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51470) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:06.945342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:06.949166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.088529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-68532fca-d908-4b61-8ad3-9c3ccf0f132c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:router {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:07.089610 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-68532fca-d908-4b61-8ad3-9c3ccf0f132c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3232558 Feb 28 11:27:07.132484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51474) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:07.151270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f43d9759-7d97-47fe-a3fe-d5134170b5aa tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-519945329'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:07.188586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3bbdd241-ab67-464c-9801-af0a7d7b3b89 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting port 316944c5-83b2-4a18-8d2b-b35045f71d29 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:07.189085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd241-ab67-464c-9801-af0a7d7b3b89 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.240912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.261227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Transition to ACTIVE for port object e8ed62ea-ce29-42e3-a3b9-2df5848b3284 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:07.282839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51480) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:07.300381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Transition to ACTIVE for port object e8ed62ea-ce29-42e3-a3b9-2df5848b3284 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:07.307269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.377655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:07.380473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:07.388990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:07.399106 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Pushing event updated for resources: {'Port': ['ID=e8ed62ea-ce29-42e3-a3b9-2df5848b3284,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:07.490035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Attempting to bind port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:07.490454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Attempting to bind port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:07.490855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Attempting to bind port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:07.497008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:07.497374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:07.497819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.498278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:07.499018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Bound port: e8ed62ea-ce29-42e3-a3b9-2df5848b3284, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:07.499464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.586078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc799d1-3033-49bb-bb38-c0d09f8d0404 req-51f20bc8-0de5-482c-a74e-5e7047de9e9a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:07.587620 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3dc799d1-3033-49bb-bb38-c0d09f8d0404 req-51f20bc8-0de5-482c-a74e-5e7047de9e9a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.6151648 Feb 28 11:27:07.594064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] For port e8ed62ea-ce29-42e3-a3b9-2df5848b3284, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:07.598345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] For port e8ed62ea-ce29-42e3-a3b9-2df5848b3284, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e8ed62ea-ce29-42e3-a3b9-2df5848b3284,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:07.603831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.609406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-517dd333-4278-457d-8874-97911077e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:07.610797 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-517dd333-4278-457d-8874-97911077e608 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1099 time: 0.5786302 Feb 28 11:27:07.625597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.643700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.654450 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5345227-014f-4092-8a75-a2393c5d4a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.697087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8893-22ff-4a9b-8f48-eaffd5ef0ad9 None None] Pushing event updated for resources: {'Port': ['ID=e8ed62ea-ce29-42e3-a3b9-2df5848b3284,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:07.752872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd241-ab67-464c-9801-af0a7d7b3b89 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.770934 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dcf28da1-9303-40fc-91dd-858936749116 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e78f1096056b4c2fad508c5192912841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793200 Feb 28 11:27:07.818853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51486) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:07.829422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5345227-014f-4092-8a75-a2393c5d4a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:07.863525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Router 7d796c4d-0d45-46ca-aeaa-5f90fb443e93 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:27:07.980524 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f5345227-014f-4092-8a75-a2393c5d4a70 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d7d9a6f41e149499e4036114f7f9f13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5642905 Feb 28 11:27:07.984345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51490) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:08.000556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5345227-014f-4092-8a75-a2393c5d4a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5364adf-01a9-41b8-bb9d-05965bed94c8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:08.119223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3bbdd241-ab67-464c-9801-af0a7d7b3b89 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Calling delete_port for 316944c5-83b2-4a18-8d2b-b35045f71d29 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:08.149975 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3dc799d1-3033-49bb-bb38-c0d09f8d0404 req-b5c0b6b9-82fe-4eb3-b5d6-bfd2a2c043eb tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5490670 Feb 28 11:27:08.241502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a463a3c-13fb-4185-8b82-0b47dbecff07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.268455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-6229f845-0a76-4b4c-8455-c7e5c959e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:08.270026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-6229f845-0a76-4b4c-8455-c7e5c959e57a service neutron] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 913 time: 0.5912437 Feb 28 11:27:08.286876 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:08.300532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1a4b8-0930-4db9-882b-941b2f035012 None None] Sync routers for ids ['7d796c4d-0d45-46ca-aeaa-5f90fb443e93'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:08.303176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46208b76-df36-4a3c-b316-6b0776bd1e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.325403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be1a4b8-0930-4db9-882b-941b2f035012 None None] Routers {'7d796c4d-0d45-46ca-aeaa-5f90fb443e93'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:08.326471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0be1a4b8-0930-4db9-882b-941b2f035012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7d796c4d-0d45-46ca-aeaa-5f90fb443e93'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:08.415706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.417167 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b32694e2-3df0-4a90-8972-774ede6e9f20 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "PUT /v2.0/routers/7d796c4d-0d45-46ca-aeaa-5f90fb443e93 HTTP/1.1" status: 200 len: 706 time: 4.3782077 Feb 28 11:27:08.426203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51494) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:08.438767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0be1a4b8-0930-4db9-882b-941b2f035012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:08.449439 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be1a4b8-0930-4db9-882b-941b2f035012 None None] Routers {'7d796c4d-0d45-46ca-aeaa-5f90fb443e93'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:08.450165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0be1a4b8-0930-4db9-882b-941b2f035012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7d796c4d-0d45-46ca-aeaa-5f90fb443e93'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:08.498571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46208b76-df36-4a3c-b316-6b0776bd1e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.503638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.512490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f43d9759-7d97-47fe-a3fe-d5134170b5aa tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.518125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0be1a4b8-0930-4db9-882b-941b2f035012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:08.519143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1a4b8-0930-4db9-882b-941b2f035012 None None] The sync data for ids ['7d796c4d-0d45-46ca-aeaa-5f90fb443e93'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:08.546310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd241-ab67-464c-9801-af0a7d7b3b89 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.615442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a463a3c-13fb-4185-8b82-0b47dbecff07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.666741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdd241-ab67-464c-9801-af0a7d7b3b89 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Port': ['ID=316944c5-83b2-4a18-8d2b-b35045f71d29,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:08.682128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:08.686639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd241-ab67-464c-9801-af0a7d7b3b89 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.693817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:08.703406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:08.703990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.720223 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-c218a33a-aa33-41d9-8e60-2166875fb96c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 1002 time: 0.4378135 Feb 28 11:27:08.775863 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3bbdd241-ab67-464c-9801-af0a7d7b3b89 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/ports/316944c5-83b2-4a18-8d2b-b35045f71d29 HTTP/1.1" status: 204 len: 168 time: 1.8713136 Feb 28 11:27:08.776371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51498) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:08.783000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=3bc3cce7-9eeb-46f5-ae9c-db7277658e81,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:08.789948 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2b76104d-e457-4624-856e-633bbeee1807 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/routers/7d796c4d-0d45-46ca-aeaa-5f90fb443e93 HTTP/1.1" status: 200 len: 741 time: 0.3531489 Feb 28 11:27:08.791204 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f43d9759-7d97-47fe-a3fe-d5134170b5aa tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.795951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51502) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:08.837606 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a0be77bb-d5e4-4e39-909f-69875a96f0f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5411818 Feb 28 11:27:08.841910 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-451c171b-8a0b-486f-a98e-cd6af0f84c55 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] DELETE failed (client error): The resource could not be found. Feb 28 11:27:08.842372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451c171b-8a0b-486f-a98e-cd6af0f84c55 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:08.844974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51506) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:08.855621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:cb:51:80', 'name': 'tempest-NetworksTestDHCPv6-439089336'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:08.899175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46208b76-df36-4a3c-b316-6b0776bd1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.903064 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-451c171b-8a0b-486f-a98e-cd6af0f84c55 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/subnets/5665632b-b134-459c-99f9-61b58f44189b HTTP/1.1" status: 404 len: 337 time: 0.1213846 Feb 28 11:27:08.905597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:08.908860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8cbc1b-20c7-4d25-b9ff-79e161086b1d None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:08.917056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-28bf206d-0586-46ab-a1f5-2aa871e23759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:08.918430 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-28bf206d-0586-46ab-a1f5-2aa871e23759 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.1850405 Feb 28 11:27:08.922566 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-08c427ff-693d-4a7a-8439-cd767d1b0c78 tempest-RoutersAdminTest-1661700650 tempest-RoutersAdminTest-1661700650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=7d796c4d-0d45-46ca-aeaa-5f90fb443e93 HTTP/1.1" status: 200 len: 205 time: 0.1225951 Feb 28 11:27:08.927830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51514) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:08.937889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a463a3c-13fb-4185-8b82-0b47dbecff07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.966842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46208b76-df36-4a3c-b316-6b0776bd1e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5364adf-01a9-41b8-bb9d-05965bed94c8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:08.988413 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-69bf3e1c-f709-4a5e-bebc-41ea3428b7ae tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d796c4d-0d45-46ca-aeaa-5f90fb443e93 HTTP/1.1" status: 200 len: 205 time: 0.0552220 Feb 28 11:27:08.989300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46208b76-df36-4a3c-b316-6b0776bd1e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:08.990134 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-46208b76-df36-4a3c-b316-6b0776bd1e3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5364adf-01a9-41b8-bb9d-05965bed94c8 HTTP/1.1" status: 204 len: 168 time: 0.9818606 Feb 28 11:27:09.001670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51518) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:09.048596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-476fac6e-0f45-4218-9893-fdca7c72ac8f None None] Provisioning for port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:09.076785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a463a3c-13fb-4185-8b82-0b47dbecff07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.078437 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3a463a3c-13fb-4185-8b82-0b47dbecff07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6329f2ab-fa0e-4d4e-9a6a-579bd30d66c1 HTTP/1.1" status: 204 len: 168 time: 1.2517951 Feb 28 11:27:09.093134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a463a3c-13fb-4185-8b82-0b47dbecff07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6329f2ab-fa0e-4d4e-9a6a-579bd30d66c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:09.220688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.248408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:09.258982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:09.262653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:09.266957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-5127df5a-ecc4-4393-9df2-2e88d8b1abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:09.268186 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-5127df5a-ecc4-4393-9df2-2e88d8b1abcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3255761 Feb 28 11:27:09.298686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:09.434678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c32e789-264b-41a0-8a9f-79f6c84a7a05 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.501567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:09.523287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e8ed62ea-ce29-42e3-a3b9-2df5848b3284 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:09.628400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51534) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:09.630232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c55288-1b7a-4dd0-b510-158bc9bd5e77 None None] Update dhcp port {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': 'a44d6291-ba1e-450b-a1dc-edc6d952d1fc', 'ip_address': '2001:db8::f816:3eff:fef9:12aa'}, {'subnet_id': '3bc3cce7-9eeb-46f5-ae9c-db7277658e81'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'e8ed62ea-ce29-42e3-a3b9-2df5848b3284'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:27:09.635468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43d9759-7d97-47fe-a3fe-d5134170b5aa tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 04b851fe-4b19-465c-b125-9e7aea07a580 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:27:09.663082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-092eea98-e479-4500-abdd-802b91edc033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.707983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3c55288-1b7a-4dd0-b510-158bc9bd5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.726561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:09.742817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.755090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:09.755763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.768697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.795016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-092eea98-e479-4500-abdd-802b91edc033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:09.830525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ed5646-8fdf-4d40-bca2-e77a603a0cd3']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:09.846751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port d171a6b8-37ec-45c1-a741-99144dc44df1 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:09.900991 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84316410-e9e6-43c3-92c9-5aa22ffca962') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:09.901285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84316410-e9e6-43c3-92c9-5aa22ffca962') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:09.915428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-092eea98-e479-4500-abdd-802b91edc033 admin admin] Usage tracker for resource:security_group_rule and tenant:0086c2a70f854f82af60d2fe60f1bdc5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:09.927506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-092eea98-e479-4500-abdd-802b91edc033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:09.932259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c32e789-264b-41a0-8a9f-79f6c84a7a05 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.936111 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c32e789-264b-41a0-8a9f-79f6c84a7a05 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.945338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-092eea98-e479-4500-abdd-802b91edc033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:09.945616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:09.959577 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-133a3db7-6273-4258-aa37-3a0ce968cc8f service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534765 Feb 28 11:27:10.018545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.040516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76424f-d546-452f-bb1a-2dadd4425874 req-0af8a565-a59f-4d6e-9f8a-ff2a5e02b8f9 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:10.042034 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7f76424f-d546-452f-bb1a-2dadd4425874 req-0af8a565-a59f-4d6e-9f8a-ff2a5e02b8f9 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.5891736 Feb 28 11:27:10.061347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c32e789-264b-41a0-8a9f-79f6c84a7a05 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.061863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c32e789-264b-41a0-8a9f-79f6c84a7a05 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Fanout notify agent at l3_agent the message router_deleted on router 7d796c4d-0d45-46ca-aeaa-5f90fb443e93 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:10.116282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:10.116700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.120589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43d9759-7d97-47fe-a3fe-d5134170b5aa tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:10.128299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c32e789-264b-41a0-8a9f-79f6c84a7a05 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.129576 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2c32e789-264b-41a0-8a9f-79f6c84a7a05 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/7d796c4d-0d45-46ca-aeaa-5f90fb443e93 HTTP/1.1" status: 204 len: 168 time: 1.1269178 Feb 28 11:27:10.131684 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc242e2-d1cd-4177-bb3f-05efafaf8dfe None None] Sync routers for ids ['04b851fe-4b19-465c-b125-9e7aea07a580'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:10.137212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:10.139279 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:10.152234 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc242e2-d1cd-4177-bb3f-05efafaf8dfe None None] Routers {'04b851fe-4b19-465c-b125-9e7aea07a580'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:10.152844 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4cc242e2-d1cd-4177-bb3f-05efafaf8dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04b851fe-4b19-465c-b125-9e7aea07a580'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:10.183659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.189376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f43d9759-7d97-47fe-a3fe-d5134170b5aa tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.190655 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f43d9759-7d97-47fe-a3fe-d5134170b5aa tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/04b851fe-4b19-465c-b125-9e7aea07a580 HTTP/1.1" status: 200 len: 887 time: 3.0575628 Feb 28 11:27:10.230127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.236541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port e8ed62ea-ce29-42e3-a3b9-2df5848b3284, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e8ed62ea-ce29-42e3-a3b9-2df5848b3284,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:10.242595 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b5d3884a-84df-4f0b-b309-74b9053134ae tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d796c4d-0d45-46ca-aeaa-5f90fb443e93 HTTP/1.1" status: 200 len: 205 time: 0.1029966 Feb 28 11:27:10.244896 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4cc242e2-d1cd-4177-bb3f-05efafaf8dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:10.246051 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.259726 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc242e2-d1cd-4177-bb3f-05efafaf8dfe None None] Routers {'04b851fe-4b19-465c-b125-9e7aea07a580'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:10.260472 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4cc242e2-d1cd-4177-bb3f-05efafaf8dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04b851fe-4b19-465c-b125-9e7aea07a580'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:10.335884 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4cc242e2-d1cd-4177-bb3f-05efafaf8dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:10.337386 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc242e2-d1cd-4177-bb3f-05efafaf8dfe None None] The sync data for ids ['04b851fe-4b19-465c-b125-9e7aea07a580'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:10.376623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.377132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51562) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.377260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=e8ed62ea-ce29-42e3-a3b9-2df5848b3284,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:10.536522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-092eea98-e479-4500-abdd-802b91edc033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.553300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-092eea98-e479-4500-abdd-802b91edc033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.556437 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-985bb15b-dcb9-4f6d-8f28-31905e50ec7d tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] delete failed (client error): The resource could not be found. Feb 28 11:27:10.557438 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-985bb15b-dcb9-4f6d-8f28-31905e50ec7d tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/7d796c4d-0d45-46ca-aeaa-5f90fb443e93 HTTP/1.1" status: 404 len: 336 time: 0.1744783 Feb 28 11:27:10.571461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-547274178'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:10.576935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.643574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:10.652736 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7f76424f-d546-452f-bb1a-2dadd4425874 req-f8bc0868-4be7-4139-ba14-b554effa42c8 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5668533 Feb 28 11:27:10.675004 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-092eea98-e479-4500-abdd-802b91edc033 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0086c2a70f854f82af60d2fe60f1bdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0351748 Feb 28 11:27:10.675240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.675240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Usage tracker for resource:network and tenant:1e07b374bd4d4a71a7e44b6c83cfd6c5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:10.677450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.686302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:10.695399 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9587da53-7637-4522-88c6-9b0fb813a5c8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/routers/04b851fe-4b19-465c-b125-9e7aea07a580 HTTP/1.1" status: 200 len: 887 time: 0.4659047 Feb 28 11:27:10.695954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eea98-e479-4500-abdd-802b91edc033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b47cee-1b65-4a8a-af5c-afa1ace5a654,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:10.698309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51580) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.703309 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dea46dfa-359c-496c-8734-8cf33c06ca2a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea88a9cd-1a46-46aa-863d-3dcf974b112c HTTP/1.1" status: 200 len: 205 time: 0.1226563 Feb 28 11:27:10.723136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51584) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.724169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.741159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:10.743777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1e3cf2de-5e17-45bd-ba52-32c3b9816db6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:10.763267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1e3cf2de-5e17-45bd-ba52-32c3b9816db6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:10.767456 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1e3cf2de-5e17-45bd-ba52-32c3b9816db6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b851fe-4b19-465c-b125-9e7aea07a580 HTTP/1.1" status: 200 len: 205 time: 0.0681605 Feb 28 11:27:10.768077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51588) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.824798 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eea76c1f-11e6-4fda-b798-36fd6be54c55 req-7ff4e216-c512-4977-917a-40f1e57d8785 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8519619 Feb 28 11:27:10.825516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Network': ['ID=65ed5646-8fdf-4d40-bca2-e77a603a0cd3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:10.847228 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-536b5b76-c849-4873-8750-7f8a3b396fe6 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/65ed5646-8fdf-4d40-bca2-e77a603a0cd3 HTTP/1.1" status: 204 len: 168 time: 1.9351511 Feb 28 11:27:10.850061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51592) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.855947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 172.20.0.14 (89a85dab-b254-4061-917a-102ac7d2b42f/3bc3cce7-9eeb-46f5-ae9c-db7277658e81/d171a6b8-37ec-45c1-a741-99144dc44df1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:10.858293 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-a5a0bc57-7522-4b96-b7ea-c046d9925b51 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] delete failed (client error): The resource could not be found. Feb 28 11:27:10.859416 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a5a0bc57-7522-4b96-b7ea-c046d9925b51 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/ea88a9cd-1a46-46aa-863d-3dcf974b112c HTTP/1.1" status: 404 len: 336 time: 0.1240942 Feb 28 11:27:10.865050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.869644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Made reservation on behalf of 1e07b374bd4d4a71a7e44b6c83cfd6c5 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:10.873030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.886625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:fecb:5180 (89a85dab-b254-4061-917a-102ac7d2b42f/a44d6291-ba1e-450b-a1dc-edc6d952d1fc/d171a6b8-37ec-45c1-a741-99144dc44df1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:10.946859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:10.972026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-40455d72-8516-46bd-9e0b-aaa6eebd292b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1f1a49a-ff23-4ed0-9f92-d8d89c71f845 HTTP/1.1" status: 200 len: 205 time: 0.1047254 Feb 28 11:27:10.977964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51600) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:10.978860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:11.006098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51cb83e-1d84-469e-9023-ddc4e28b16d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting subnet 1f5dcc05-2876-45f9-abe8-7d4e78125af8 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:11.013725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c51cb83e-1d84-469e-9023-ddc4e28b16d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.046611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.060649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Usage tracker for resource:security_group_rule and tenant:1e07b374bd4d4a71a7e44b6c83cfd6c5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:11.076411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:11.099964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c031df1-4fb1-4035-ada5-c8fb07ff8038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.108200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:11.112244 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-f04815d2-eb7a-40e4-ab66-39cd335b9e68 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] delete failed (client error): The resource could not be found. Feb 28 11:27:11.113267 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f04815d2-eb7a-40e4-ab66-39cd335b9e68 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/d1f1a49a-ff23-4ed0-9f92-d8d89c71f845 HTTP/1.1" status: 404 len: 336 time: 0.1294518 Feb 28 11:27:11.116869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51606) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:11.172096 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b8b2292a-ddbd-4c78-8b70-58e5c0efb65a tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=12741cf0-84d7-440d-8c8c-c9611d25879a HTTP/1.1" status: 200 len: 205 time: 0.0504549 Feb 28 11:27:11.176722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51610) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:11.243694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c031df1-4fb1-4035-ada5-c8fb07ff8038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.250858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c51cb83e-1d84-469e-9023-ddc4e28b16d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.278409 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-81f21990-1c6b-4caa-8bfd-4a1dc88deddb tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] delete failed (client error): The resource could not be found. Feb 28 11:27:11.281413 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-81f21990-1c6b-4caa-8bfd-4a1dc88deddb tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/12741cf0-84d7-440d-8c8c-c9611d25879a HTTP/1.1" status: 404 len: 336 time: 0.1012309 Feb 28 11:27:11.288241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:11.369561 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c2405deb-3e96-4f87-a73d-9e041c639753 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=a691e183-127a-47ed-b2f5-00f57f010dbf HTTP/1.1" status: 200 len: 205 time: 0.0779195 Feb 28 11:27:11.369925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51620) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:11.400028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e8ed62ea-ce29-42e3-a3b9-2df5848b3284 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:11.431093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.438242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c031df1-4fb1-4035-ada5-c8fb07ff8038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.448854 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-ecc01e53-4f2e-4157-a492-dcbd4e14864b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] delete failed (client error): The resource could not be found. Feb 28 11:27:11.452325 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ecc01e53-4f2e-4157-a492-dcbd4e14864b tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/a691e183-127a-47ed-b2f5-00f57f010dbf HTTP/1.1" status: 404 len: 336 time: 0.0790665 Feb 28 11:27:11.453967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51624) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:11.471974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:11.472347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.475901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c031df1-4fb1-4035-ada5-c8fb07ff8038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b47cee-1b65-4a8a-af5c-afa1ace5a654,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:11.487568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object d171a6b8-37ec-45c1-a741-99144dc44df1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:11.500565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.508794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c031df1-4fb1-4035-ada5-c8fb07ff8038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.512320 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2c031df1-4fb1-4035-ada5-c8fb07ff8038 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9b47cee-1b65-4a8a-af5c-afa1ace5a654 HTTP/1.1" status: 204 len: 168 time: 0.8273053 Feb 28 11:27:11.514094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.520537 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f0f3cade-2559-4639-8b79-80c76825f602 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "GET /v2.0/ports?device_id=f27c9c74-dae8-4038-8c0f-06b218446f7d HTTP/1.1" status: 200 len: 205 time: 0.0616519 Feb 28 11:27:11.523517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51630) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:11.544455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.595616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:11.621180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.629274 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-cf15a58e-1923-4517-b05d-5b38eaddcaad tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] delete failed (client error): The resource could not be found. Feb 28 11:27:11.632911 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cf15a58e-1923-4517-b05d-5b38eaddcaad tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/routers/f27c9c74-dae8-4038-8c0f-06b218446f7d HTTP/1.1" status: 404 len: 336 time: 0.1027040 Feb 28 11:27:11.633090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d46de1f-aaf2-441e-ba1e-c78ef4fe88c8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:11.633196 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51636) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:11.642174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.642892 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Added segment 18d3a4a9-08cf-411e-8f9d-945e4a3b0d28 of type vlan for network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 Feb 28 11:27:11.657082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:11.663231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b3c55288-1b7a-4dd0-b510-158bc9bd5e77 None None] Allocated IP 172.20.0.2 (89a85dab-b254-4061-917a-102ac7d2b42f/3bc3cce7-9eeb-46f5-ae9c-db7277658e81/e8ed62ea-ce29-42e3-a3b9-2df5848b3284) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:11.666094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:11.672056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:11.683267 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c6d134-0592-49de-aed2-dac6e44ed3d2 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] DELETE failed (client error): The resource could not be found. Feb 28 11:27:11.683727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c6d134-0592-49de-aed2-dac6e44ed3d2 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:11.691729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port 3aa3c1f9-67e3-445a-aa13-af435bc67954 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:11.692406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.727991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c51cb83e-1d84-469e-9023-ddc4e28b16d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.747581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=d171a6b8-37ec-45c1-a741-99144dc44df1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:11.774395 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-15c6d134-0592-49de-aed2-dac6e44ed3d2 tempest-RoutersAdminTest-1385557527 tempest-RoutersAdminTest-1385557527-project] 10.222.0.64 "DELETE /v2.0/subnets/7ece26ce-68c8-4acc-ae2b-a42b68d23c32 HTTP/1.1" status: 404 len: 337 time: 0.1401637 Feb 28 11:27:11.847380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.871505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:11.878532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.926992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b3c55288-1b7a-4dd0-b510-158bc9bd5e77 None None] For port e8ed62ea-ce29-42e3-a3b9-2df5848b3284, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e8ed62ea-ce29-42e3-a3b9-2df5848b3284,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:11.963526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3c55288-1b7a-4dd0-b510-158bc9bd5e77 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:11.977714 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f67d3c70-d4fe-4f00-ac3e-b385f2e7f3da tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1292920 Feb 28 11:27:11.981918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:11.984699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b3c55288-1b7a-4dd0-b510-158bc9bd5e77 None None] Transition to ACTIVE for port object e8ed62ea-ce29-42e3-a3b9-2df5848b3284 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:11.991383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3c55288-1b7a-4dd0-b510-158bc9bd5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.074971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.080323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c51cb83e-1d84-469e-9023-ddc4e28b16d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.092022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:12.093228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.142470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cb83e-1d84-469e-9023-ddc4e28b16d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5dcc05-2876-45f9-abe8-7d4e78125af8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:12.145941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.154062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c51cb83e-1d84-469e-9023-ddc4e28b16d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.170268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c04aab-c5d6-482b-85ee-f8757d96d776 None None] Network 92ad0d09-ad98-4018-9a26-7d48c16739b4 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:12.224647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ab2c-5376-48b4-8af6-c587b941d68d req-20f84bf9-b1d6-45ec-b239-5597e48213b7 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:12.231401 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9cd2ab2c-5376-48b4-8af6-c587b941d68d req-20f84bf9-b1d6-45ec-b239-5597e48213b7 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.3684859 Feb 28 11:27:12.231602 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c51cb83e-1d84-469e-9023-ddc4e28b16d8 tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/subnets/1f5dcc05-2876-45f9-abe8-7d4e78125af8 HTTP/1.1" status: 204 len: 168 time: 1.3778687 Feb 28 11:27:12.243068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c55288-1b7a-4dd0-b510-158bc9bd5e77 None None] Pushing event updated for resources: {'Port': ['ID=e8ed62ea-ce29-42e3-a3b9-2df5848b3284,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:12.245242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:12.245526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51658) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:12.304717 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9191194 Feb 28 11:27:12.308269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for 3aa3c1f9-67e3-445a-aa13-af435bc67954 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:12.418686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51668) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:12.425220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Request body: {'subnet': {'network_id': '6de76dd4-b2b2-468d-90b7-b7ee1b958465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:12.514021 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9cd2ab2c-5376-48b4-8af6-c587b941d68d req-14a93930-022d-47ba-aacd-760207bf9d59 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732315 Feb 28 11:27:12.531378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e0dc3-79a0-4992-8801-87825a4cd0c0 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event updated for resources: {'Network': ['ID=6de76dd4-b2b2-468d-90b7-b7ee1b958465,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:12.553798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:12.621033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:12.686679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Usage tracker for resource:subnet and tenant:1e07b374bd4d4a71a7e44b6c83cfd6c5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:12.695110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:12.730514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:12.778786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Made reservation on behalf of 1e07b374bd4d4a71a7e44b6c83cfd6c5 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:12.783849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.803561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89a637a-a942-480f-9302-03400b3a7766 None None] DHCP port deletion for 92ad0d09-ad98-4018-9a26-7d48c16739b4 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:27:12.808128 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a89a637a-a942-480f-9302-03400b3a7766 None None] Deleting port b9ac9439-19d5-4d5a-b571-814de4c6dc70 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:12.808720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a89a637a-a942-480f-9302-03400b3a7766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.819173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c7daf3-dcd2-4fa2-a07c-ee37e0386658 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:12.825372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c7daf3-dcd2-4fa2-a07c-ee37e0386658 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:12.826214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-72c7daf3-dcd2-4fa2-a07c-ee37e0386658 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:12.844885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.868136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.937922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:12.963367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:12.963367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a854edb4c604176829921abe61d1f2f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:12.972536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-72c7daf3-dcd2-4fa2-a07c-ee37e0386658 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:12.977835 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-72c7daf3-dcd2-4fa2-a07c-ee37e0386658 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9935613 Feb 28 11:27:12.980558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:12.985260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51688) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:13.025323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:13.043898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=3aa3c1f9-67e3-445a-aa13-af435bc67954,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:13.077520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting port b9ac9439-19d5-4d5a-b571-814de4c6dc70 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:13.083046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.107096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a89a637a-a942-480f-9302-03400b3a7766 None None] For port b9ac9439-19d5-4d5a-b571-814de4c6dc70, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b9ac9439-19d5-4d5a-b571-814de4c6dc70,segment=NetworkSegment(93286f87-e6d6-4226-8551-7ac1799cebdd),segment_id=93286f87-e6d6-4226-8551-7ac1799cebdd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:13.107852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a89a637a-a942-480f-9302-03400b3a7766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.131367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.131953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.132058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.132473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.132881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.133273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.133663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.134049 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.134430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.134814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.135229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.135612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:13.233665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.236083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-18a18b69-3f23-4364-99db-37f3d4d2c2ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port d171a6b8-37ec-45c1-a741-99144dc44df1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:13.236456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18a18b69-3f23-4364-99db-37f3d4d2c2ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.317599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0a14d-cec6-41aa-abc1-081afdb568d6 req-80269240-7248-4abd-89e3-92e0b909e6c6 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:13.319245 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fdb0a14d-cec6-41aa-abc1-081afdb568d6 req-80269240-7248-4abd-89e3-92e0b909e6c6 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.4887791 Feb 28 11:27:13.469306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e8ed62ea-ce29-42e3-a3b9-2df5848b3284 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:13.534207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.539270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.539464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a89a637a-a942-480f-9302-03400b3a7766 None None] Calling delete_port for b9ac9439-19d5-4d5a-b571-814de4c6dc70 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:13.612841 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fdb0a14d-cec6-41aa-abc1-081afdb568d6 req-174f3e27-d6c5-4e62-b56e-9ce6b445bd8f tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823064 Feb 28 11:27:13.618416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.624368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Fanout notify agent at l3_agent the message router_deleted on router 04b851fe-4b19-465c-b125-9e7aea07a580 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:13.626813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.672288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-44320d57-3ad7-4db9-9f97-fe2bfd02193b None None] Provisioning for port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:13.737480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-44320d57-3ad7-4db9-9f97-fe2bfd02193b None None] Provisioning complete for port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:13.739176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44320d57-3ad7-4db9-9f97-fe2bfd02193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.751790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event updated for resources: {'Subnet': ['ID=ba2f142a-7e14-440f-acb1-a5c0eb46b780,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:13.759395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Checking segment: {'id': '18d3a4a9-08cf-411e-8f9d-945e4a3b0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6de76dd4-b2b2-468d-90b7-b7ee1b958465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:13.760196 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Network hostable DHCP agents. Network: 6de76dd4-b2b2-468d-90b7-b7ee1b958465, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:13.773335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a89a637a-a942-480f-9302-03400b3a7766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.778371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.784619 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fc8a141e-2f62-49f2-9b7e-084201b9ade6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/04b851fe-4b19-465c-b125-9e7aea07a580 HTTP/1.1" status: 204 len: 168 time: 3.0155940 Feb 28 11:27:13.789978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51704) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:13.801848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'network': {'name': 'tempest-RoutersTest-821996885'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:13.815860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:13.827349 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:network and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:13.843432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:13.845700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a637a-a942-480f-9302-03400b3a7766 None None] No DVR routers for this DVR port b9ac9439-19d5-4d5a-b571-814de4c6dc70 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:27:13.848783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] For port b9ac9439-19d5-4d5a-b571-814de4c6dc70, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b9ac9439-19d5-4d5a-b571-814de4c6dc70,segment=NetworkSegment(93286f87-e6d6-4226-8551-7ac1799cebdd),segment_id=93286f87-e6d6-4226-8551-7ac1799cebdd)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:13.849453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.854768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:13.871281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a637a-a942-480f-9302-03400b3a7766 None None] Pushing event deleted for resources: {'Port': ['ID=b9ac9439-19d5-4d5a-b571-814de4c6dc70,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:13.884973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:13.896416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:13.896784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.898349 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 6de76dd4-b2b2-468d-90b7-b7ee1b958465) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:13.902809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:13.903508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.932332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5921f3-9ead-4bf7-9499-7398dba5459b None None] Network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:13.943074 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-788a05a4-c26e-45ca-8e54-8095fc8f4b42 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5221698 Feb 28 11:27:13.945509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51712) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:13.954706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:13.955761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-365854490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:13.966333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:13.972325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Usage tracker for resource:router and tenant:1e07b374bd4d4a71a7e44b6c83cfd6c5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:13.976455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:13.985299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:14.003645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.006249 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.027387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.048845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:14.059788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.094373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.102907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:14.125950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.126215 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added segment 6be91615-e701-41d9-bf26-a0fd0e2818f1 of type vlan for network dcf66ea3-56d5-48aa-871e-d05be3ae8636 Feb 28 11:27:14.136359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.137813 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4b6da23d-16d1-479a-bb73-8fd3ee187f46 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1908405 Feb 28 11:27:14.141723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51718) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:14.146541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51720) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:14.152067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Calling delete_port for b9ac9439-19d5-4d5a-b571-814de4c6dc70 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:14.189393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.223343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.249652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18a18b69-3f23-4364-99db-37f3d4d2c2ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.399531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-6de76dd4-b2b2-468d-90b7-b7ee1b958465', 'network_id': '6de76dd4-b2b2-468d-90b7-b7ee1b958465', 'tenant_id': '1e07b374bd4d4a71a7e44b6c83cfd6c5', 'fixed_ips': [{'subnet_id': 'ba2f142a-7e14-440f-acb1-a5c0eb46b780'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:14.401214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.424748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:27:14.482135 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b9ac9439-19d5-4d5a-b571-814de4c6dc70 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:27:14.482771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-18a18b69-3f23-4364-99db-37f3d4d2c2ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for d171a6b8-37ec-45c1-a741-99144dc44df1 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:14.515156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-707527454'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:14.522250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:14.528248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-23bfe5dc-253e-4894-aa2a-0dc51c83e5b9 None None] Provisioning for port d171a6b8-37ec-45c1-a741-99144dc44df1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:14.542179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: b9ac9439-19d5-4d5a-b571-814de4c6dc70 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:27:14.542846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b9ac9439-19d5-4d5a-b571-814de4c6dc70 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:27:14.547936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-23bfe5dc-253e-4894-aa2a-0dc51c83e5b9 None None] Provisioning complete for port d171a6b8-37ec-45c1-a741-99144dc44df1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:14.548304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23bfe5dc-253e-4894-aa2a-0dc51c83e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.580661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Usage tracker for resource:network and tenant:e96241c728af4a9783eb5149b6efd197 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:14.591955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:14.596756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.597598 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a854edb4c604176829921abe61d1f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3474052 Feb 28 11:27:14.599214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117fa00a-8791-4f85-a8c5-227eb5207632,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:14.602682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:14.603304 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.604922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51728) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:14.629125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.629815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.629815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.630112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.630633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.630970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.631402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.631735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.632058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.632545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.632873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.633196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8fa09b-c569-4335-b8ac-bb2bc2e158b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:14.643615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-23bfe5dc-253e-4894-aa2a-0dc51c83e5b9 None None] Port d171a6b8-37ec-45c1-a741-99144dc44df1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:14.674910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:27:14.675597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:27:14.685718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Allocated IP 172.20.0.2 (6de76dd4-b2b2-468d-90b7-b7ee1b958465/ba2f142a-7e14-440f-acb1-a5c0eb46b780/de2270dd-4282-4823-b191-587841b2c325) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:14.756137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:14.756531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95bd5-2013-4b3f-a580-16bfd212f280 req-d24823cc-b0e2-40f2-93e5-e79431767e39 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:14.758098 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bfe95bd5-2013-4b3f-a580-16bfd212f280 req-d24823cc-b0e2-40f2-93e5-e79431767e39 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.5466831 Feb 28 11:27:14.763053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Network': ['ID=dcf66ea3-56d5-48aa-871e-d05be3ae8636,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:14.804536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network dcf66ea3-56d5-48aa-871e-d05be3ae8636 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:14.806084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33f3c761-89d3-4e06-86a0-599e387a4b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.848584 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-beda3856-9110-4c62-8ba4-88e3b48d3021 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0497167 Feb 28 11:27:14.854532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51732) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:14.856568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Made reservation on behalf of e96241c728af4a9783eb5149b6efd197 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:14.859933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.875922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'subnet': {'network_id': 'dcf66ea3-56d5-48aa-871e-d05be3ae8636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:14.891634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.893505 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bfe95bd5-2013-4b3f-a580-16bfd212f280 req-7b924f64-5ba5-48fd-8118-2c3faaec055d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215641 Feb 28 11:27:14.902641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33f3c761-89d3-4e06-86a0-599e387a4b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.946793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18a18b69-3f23-4364-99db-37f3d4d2c2ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.960667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:14.964595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Usage tracker for resource:security_group_rule and tenant:e96241c728af4a9783eb5149b6efd197 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:14.967480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:14.973656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:15.013360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a18b69-3f23-4364-99db-37f3d4d2c2ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=d171a6b8-37ec-45c1-a741-99144dc44df1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:15.105071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.119086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Transition to ACTIVE for port object de2270dd-4282-4823-b191-587841b2c325 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:15.123642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.139113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.145797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Transition to ACTIVE for port object de2270dd-4282-4823-b191-587841b2c325 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:15.150760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:15.153588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.160935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.161287 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Added segment 7c4efc88-286d-4f6b-9c66-2084bc17acb7 of type vlan for network b384fe92-ff43-4c24-8e8a-0a0d131ac513 Feb 28 11:27:15.189152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.236852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:15.241464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:15.245343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:15.246692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.246916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Deleting port b9ac9439-19d5-4d5a-b571-814de4c6dc70 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:15.247264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.252126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:15.252754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.311155 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1635857 Feb 28 11:27:15.345838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Pushing event updated for resources: {'Port': ['ID=de2270dd-4282-4823-b191-587841b2c325,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:15.371376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] The port 'b9ac9439-19d5-4d5a-b571-814de4c6dc70' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:27:15.387605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Attempting to bind port de2270dd-4282-4823-b191-587841b2c325 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:15.388449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Attempting to bind port de2270dd-4282-4823-b191-587841b2c325 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '18d3a4a9-08cf-411e-8f9d-945e4a3b0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6de76dd4-b2b2-468d-90b7-b7ee1b958465'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:15.389143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Attempting to bind port de2270dd-4282-4823-b191-587841b2c325 on network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:15.393222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc30385-512f-4962-b28f-28488a202174,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:15.408624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.415444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:15.417332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Checking segment: {'id': '18d3a4a9-08cf-411e-8f9d-945e4a3b0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6de76dd4-b2b2-468d-90b7-b7ee1b958465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:15.418597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:15.419701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.420363 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Bound using segment: {'id': '18d3a4a9-08cf-411e-8f9d-945e4a3b0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6de76dd4-b2b2-468d-90b7-b7ee1b958465'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:15.421050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Bound port: de2270dd-4282-4823-b191-587841b2c325, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d3a4a9-08cf-411e-8f9d-945e4a3b0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6de76dd4-b2b2-468d-90b7-b7ee1b958465'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:15.421653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.471818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18a18b69-3f23-4364-99db-37f3d4d2c2ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.476857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:subnet and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:15.488350 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:15.501416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:15.503711 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1be7b-f104-47b9-8462-f8a8168cb83d tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Pushing event updated for resources: {'Network': ['ID=b384fe92-ff43-4c24-8e8a-0a0d131ac513,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:15.518747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network b384fe92-ff43-4c24-8e8a-0a0d131ac513 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:15.530327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33f3c761-89d3-4e06-86a0-599e387a4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.536193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51742) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:15.569326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Request body: {'port': {'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513', 'binding:host_id': 'hv-neutron-8311', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-988589031'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:15.623087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3c761-89d3-4e06-86a0-599e387a4b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fa00a-8791-4f85-a8c5-227eb5207632,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:15.625172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:15.637867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:15.641638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.647481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Usage tracker for resource:port and tenant:d2eebdc226ad4174bae0cc8fdbe6481b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:15.650999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.662242 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-18a18b69-3f23-4364-99db-37f3d4d2c2ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/d171a6b8-37ec-45c1-a741-99144dc44df1 HTTP/1.1" status: 204 len: 168 time: 2.6697519 Feb 28 11:27:15.662242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:15.667681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33f3c761-89d3-4e06-86a0-599e387a4b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.671077 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-33f3c761-89d3-4e06-86a0-599e387a4b75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/117fa00a-8791-4f85-a8c5-227eb5207632 HTTP/1.1" status: 204 len: 168 time: 1.0613544 Feb 28 11:27:15.676225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51746) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:15.690151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:15.738462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ad0d09-ad98-4018-9a26-7d48c16739b4']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:15.746184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] For port de2270dd-4282-4823-b191-587841b2c325, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:15.753187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] For port de2270dd-4282-4823-b191-587841b2c325, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=de2270dd-4282-4823-b191-587841b2c325,segment=NetworkSegment(18d3a4a9-08cf-411e-8f9d-945e4a3b0d28),segment_id=18d3a4a9-08cf-411e-8f9d-945e4a3b0d28)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:15.758773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93286f87-e6d6-4226-8551-7ac1799cebdd') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:15.759304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93286f87-e6d6-4226-8551-7ac1799cebdd') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:15.775019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.777297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.801798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.808638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Made reservation on behalf of d2eebdc226ad4174bae0cc8fdbe6481b for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:15.811492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.838319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5680ee-bd3f-4f77-8bda-87eadf3a93af req-83aa4a89-d2d4-4606-a8f9-8a00037f6d1d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:15.839909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eb5680ee-bd3f-4f77-8bda-87eadf3a93af req-83aa4a89-d2d4-4606-a8f9-8a00037f6d1d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.6443448 Feb 28 11:27:15.842347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.862949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:15.863870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:15.883573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd7c49-7bb5-4778-93f2-a9cac4012267 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:15.885481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd7c49-7bb5-4778-93f2-a9cac4012267 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:15.887299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd7c49-7bb5-4778-93f2-a9cac4012267 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:15.888262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f3bd7c49-7bb5-4778-93f2-a9cac4012267 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:15.888989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:15.897670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Usage tracker for resource:security_group_rule and tenant:d2eebdc226ad4174bae0cc8fdbe6481b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:15.906015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:15.913864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:15.914572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01ef6c-b7f3-4a92-b8ce-505563187822 None None] Pushing event updated for resources: {'Port': ['ID=de2270dd-4282-4823-b191-587841b2c325,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:15.930060 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:15.984418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f3bd7c49-7bb5-4778-93f2-a9cac4012267 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:15.985679 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f3bd7c49-7bb5-4778-93f2-a9cac4012267 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3092015 Feb 28 11:27:15.994252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51754) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:16.080499 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eb5680ee-bd3f-4f77-8bda-87eadf3a93af req-b7b913ad-927d-4457-8fcd-8f5500a1a7a4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199163 Feb 28 11:27:16.095604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.115966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.135751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] Pushing event deleted for resources: {'Network': ['ID=92ad0d09-ad98-4018-9a26-7d48c16739b4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:16.143252 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e6bea9bf-8918-4641-a173-c802f29ed21b tempest-NetworksIpV6TestAttrs-2049907968 tempest-NetworksIpV6TestAttrs-2049907968-project] 10.222.0.64 "DELETE /v2.0/networks/92ad0d09-ad98-4018-9a26-7d48c16739b4 HTTP/1.1" status: 204 len: 168 time: 3.8950365 Feb 28 11:27:16.145391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51760) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:16.205407 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9c4c421c-46fd-4937-ba6c-13a6b67191ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d66ff6e345ee4df89982dddef805faa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568194 Feb 28 11:27:16.207261 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51766) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:16.320264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca58de6-5c00-4924-9808-fb45f33e269c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.323468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.335607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.372780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] device_id is not set on port b18e159d-defd-44f5-a108-f7a3dfde68f8 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:16.411700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Allocated IP 172.20.0.1 (6de76dd4-b2b2-468d-90b7-b7ee1b958465/ba2f142a-7e14-440f-acb1-a5c0eb46b780/9bf234dd-4c2b-4066-af36-2b253631a4ef) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:16.414060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda8266d-f128-498c-9de6-8e793345e8a4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:16.454597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcb587b-3768-4a07-bec4-61f33d9b4bb5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 3bc3cce7-9eeb-46f5-ae9c-db7277658e81 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:16.465513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca58de6-5c00-4924-9808-fb45f33e269c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.466199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bfcb587b-3768-4a07-bec4-61f33d9b4bb5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.522212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.589879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51772) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:16.625944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b208dcb-d831-4480-b0dd-94b60e47bc99 req-625a8253-4900-4b7f-8a88-6dad0c4cd8f1 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:16.632896 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1b208dcb-d831-4480-b0dd-94b60e47bc99 req-625a8253-4900-4b7f-8a88-6dad0c4cd8f1 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.2616773 Feb 28 11:27:16.665974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca58de6-5c00-4924-9808-fb45f33e269c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.696268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bfcb587b-3768-4a07-bec4-61f33d9b4bb5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.712391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca58de6-5c00-4924-9808-fb45f33e269c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6a2fb6-09ef-4f05-b1c2-d9acc0751e11,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:16.793878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1b208dcb-d831-4480-b0dd-94b60e47bc99 req-e19867a0-561e-4673-b0cd-f83e2e108926 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600177 Feb 28 11:27:16.800197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Subnet': ['ID=3f161ffe-cefb-4f34-a809-8e35f933858e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:16.828589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Checking segment: {'id': '6be91615-e701-41d9-bf26-a0fd0e2818f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcf66ea3-56d5-48aa-871e-d05be3ae8636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:16.828956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network hostable DHCP agents. Network: dcf66ea3-56d5-48aa-871e-d05be3ae8636, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:16.842866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca58de6-5c00-4924-9808-fb45f33e269c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.844161 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fca58de6-5c00-4924-9808-fb45f33e269c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b6a2fb6-09ef-4f05-b1c2-d9acc0751e11 HTTP/1.1" status: 204 len: 168 time: 0.6359787 Feb 28 11:27:16.898802 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-057fd21a-7d7c-48a4-9e22-c28e77f68116 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4239f37fe6c04993a696873551656206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051777 Feb 28 11:27:16.905906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:16.920229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network dcf66ea3-56d5-48aa-871e-d05be3ae8636 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:16.953497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.960679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] device_id is not set on port b18e159d-defd-44f5-a108-f7a3dfde68f8 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:16.973164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, dcf66ea3-56d5-48aa-871e-d05be3ae8636) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:16.975570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bfcb587b-3768-4a07-bec4-61f33d9b4bb5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:16.981812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50811d02-adbb-4606-84bd-ed59f830d3aa None None] Network dcf66ea3-56d5-48aa-871e-d05be3ae8636 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:17.004023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.028678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:17.029499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.036639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Transition to ACTIVE for port object b18e159d-defd-44f5-a108-f7a3dfde68f8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:17.044999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cc64dd6-f4bb-4fd1-ace4-260fcd560c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.063775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.068301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Transition to ACTIVE for port object 9bf234dd-4c2b-4066-af36-2b253631a4ef will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:17.092844 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0fc9a78f-5e32-49a7-adb7-7a86421d9e95 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2372906 Feb 28 11:27:17.095581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51788) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:17.103715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1289058577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:17.113639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:17.123466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:router and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:17.130938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:17.141003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:17.153579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bfcb587b-3768-4a07-bec4-61f33d9b4bb5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.193073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cc64dd6-f4bb-4fd1-ace4-260fcd560c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.216192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb587b-3768-4a07-bec4-61f33d9b4bb5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc3cce7-9eeb-46f5-ae9c-db7277658e81,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:17.218053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.219260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.228805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bfcb587b-3768-4a07-bec4-61f33d9b4bb5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.236751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c902bd-b17b-4497-a096-daf2af291951 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:17.237151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.322641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'Port': ['ID=b18e159d-defd-44f5-a108-f7a3dfde68f8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:17.401471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:17.412427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:17.418274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:17.487686 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bfcb587b-3768-4a07-bec4-61f33d9b4bb5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/3bc3cce7-9eeb-46f5-ae9c-db7277658e81 HTTP/1.1" status: 204 len: 168 time: 1.4922447 Feb 28 11:27:17.495151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51798) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:17.500365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b3bac-25f5-44d7-9484-779f57525124 None None] Network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:17.506149 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.509284 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Checking segment: {'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:17.521617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Network hostable DHCP agents. Network: b384fe92-ff43-4c24-8e8a-0a0d131ac513, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:17.525066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event updated for resources: {'Port': ['ID=9bf234dd-4c2b-4066-af36-2b253631a4ef,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:17.545086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device de2270dd-4282-4823-b191-587841b2c325 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:17.547608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.580695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.677580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.680231 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-531928d1-6256-4ec3-b06d-85ca4068bde1 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5835233 Feb 28 11:27:17.687927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51806) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:17.740907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c35175b8-a2dd-43c2-a3d6-6a45ae06af36 None None] Provisioning for port de2270dd-4282-4823-b191-587841b2c325 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:17.839980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Network b384fe92-ff43-4c24-8e8a-0a0d131ac513 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:17.842952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cc64dd6-f4bb-4fd1-ace4-260fcd560c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.876194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-dcf66ea3-56d5-48aa-871e-d05be3ae8636', 'network_id': 'dcf66ea3-56d5-48aa-871e-d05be3ae8636', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'fixed_ips': [{'subnet_id': '3f161ffe-cefb-4f34-a809-8e35f933858e'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:17.877090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.882632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc64dd6-f4bb-4fd1-ace4-260fcd560c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e6d12d-c3dc-4f2c-86ea-57cc3fd55aa1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:17.887752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, b384fe92-ff43-4c24-8e8a-0a0d131ac513) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:17.908423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:17.921499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a9337-c0b5-4956-bf61-4e081ae614b3 None None] Network b384fe92-ff43-4c24-8e8a-0a0d131ac513 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:17.930301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1df12c-2401-4b99-ba53-004caadd895c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet a44d6291-ba1e-450b-a1dc-edc6d952d1fc {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:17.932352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:17.936140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:17.936140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:17.939772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cc64dd6-f4bb-4fd1-ace4-260fcd560c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.944024 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4cc64dd6-f4bb-4fd1-ace4-260fcd560c8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74e6d12d-c3dc-4f2c-86ea-57cc3fd55aa1 HTTP/1.1" status: 204 len: 168 time: 1.0367568 Feb 28 11:27:17.946287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce1df12c-2401-4b99-ba53-004caadd895c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.991994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993e54-721c-4904-873b-5851f694d252 req-48ac3f69-ff22-4c57-847a-bda4757f4c19 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:17.999505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.000157 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2f993e54-721c-4904-873b-5851f694d252 req-48ac3f69-ff22-4c57-847a-bda4757f4c19 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.6593158 Feb 28 11:27:18.002974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.003142 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.023602 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 2 to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 Feb 28 11:27:18.046710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:18.047304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:18.047643 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:18.063390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.063716 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.066260 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 3 to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 Feb 28 11:27:18.099064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:18.099470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:18.099814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:18.111633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce1df12c-2401-4b99-ba53-004caadd895c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.127076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port de2270dd-4282-4823-b191-587841b2c325 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:18.143496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.143834 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.152251 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 4 to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 Feb 28 11:27:18.188432 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2f993e54-721c-4904-873b-5851f694d252 req-b7c9bfe3-cd71-4882-a4dc-cb19d2942f2c tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823349 Feb 28 11:27:18.197892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port de2270dd-4282-4823-b191-587841b2c325 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:18.197892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.213861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:18.214205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:18.214544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:18.221910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.222252 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.225376 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 5 to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 Feb 28 11:27:18.255043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:18.255438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:18.255777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:18.263640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.263973 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.265672 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 6 to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 Feb 28 11:27:18.282927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:18.283284 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:18.283638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:18.296757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.297251 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.300190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 7 to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 Feb 28 11:27:18.309548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce1df12c-2401-4b99-ba53-004caadd895c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.365394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:18.365850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:18.366261 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:18.376834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.377238 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.380227 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 8 to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 Feb 28 11:27:18.399174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:18.399476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:18.400499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:18.410486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.410912 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.413462 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 9 to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 Feb 28 11:27:18.429069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Allocated IP 172.20.0.2 (dcf66ea3-56d5-48aa-871e-d05be3ae8636/3f161ffe-cefb-4f34-a809-8e35f933858e/1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:18.432168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce1df12c-2401-4b99-ba53-004caadd895c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.465536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:18.465869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:18.466208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:18.483375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.483868 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.484503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1df12c-2401-4b99-ba53-004caadd895c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=a44d6291-ba1e-450b-a1dc-edc6d952d1fc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:18.486365 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 10 to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 Feb 28 11:27:18.498697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce1df12c-2401-4b99-ba53-004caadd895c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.516972 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ce1df12c-2401-4b99-ba53-004caadd895c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/a44d6291-ba1e-450b-a1dc-edc6d952d1fc HTTP/1.1" status: 204 len: 168 time: 1.0150218 Feb 28 11:27:18.517876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:18.518202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:18.518534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:18.520798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51830) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:18.600785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef24518e-4b71-4c6d-bdad-79622f604a4a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:router {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:18.604878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port b18e159d-defd-44f5-a108-f7a3dfde68f8 on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:18.605441 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port b18e159d-defd-44f5-a108-f7a3dfde68f8 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:18.605956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.662108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef24518e-4b71-4c6d-bdad-79622f604a4a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:router {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:18.667718 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ef24518e-4b71-4c6d-bdad-79622f604a4a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1458025 Feb 28 11:27:18.674877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:18.684006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:18.749456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.760714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Transition to ACTIVE for port object 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:18.867471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] For port b18e159d-defd-44f5-a108-f7a3dfde68f8, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:18.868493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempted to set empty binding levels {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 11:27:18.874514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:18.878126 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.889047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.930748 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Transition to ACTIVE for port object 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:18.973592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port de2270dd-4282-4823-b191-587841b2c325, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=de2270dd-4282-4823-b191-587841b2c325,segment=NetworkSegment(18d3a4a9-08cf-411e-8f9d-945e4a3b0d28),segment_id=18d3a4a9-08cf-411e-8f9d-945e4a3b0d28)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:18.978341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:18.982986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'Port': ['ID=b18e159d-defd-44f5-a108-f7a3dfde68f8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:18.988077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:18.990582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.995107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.999803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:19.007545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:19.008462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.030629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:19.035021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.056086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2edffb3f-9480-4ea6-a000-8fea69133c87 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.5081825 Feb 28 11:27:19.073750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51856) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:19.076975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Network dcf66ea3-56d5-48aa-871e-d05be3ae8636 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:19.100831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:19.111324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:19.172227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.341723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51866) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:19.350281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Pushing event updated for resources: {'Port': ['ID=1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:19.416205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c43cf4ed-ddba-45ba-a59e-92b9b0935114 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Deleting port b18e159d-defd-44f5-a108-f7a3dfde68f8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:19.416973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43cf4ed-ddba-45ba-a59e-92b9b0935114 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.431489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.431904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.432243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.432574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.432899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.433219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.433541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.433862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.434177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.434496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.434824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.435274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:19.558187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:19.561510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Attempting to bind port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:19.561850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Attempting to bind port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6be91615-e701-41d9-bf26-a0fd0e2818f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcf66ea3-56d5-48aa-871e-d05be3ae8636'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:19.562231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Attempting to bind port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 on network dcf66ea3-56d5-48aa-871e-d05be3ae8636 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:19.579982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:19.579982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Checking segment: {'id': '6be91615-e701-41d9-bf26-a0fd0e2818f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcf66ea3-56d5-48aa-871e-d05be3ae8636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:19.580341 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.581320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Bound using segment: {'id': '6be91615-e701-41d9-bf26-a0fd0e2818f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcf66ea3-56d5-48aa-871e-d05be3ae8636'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:19.581320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Bound port: 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be91615-e701-41d9-bf26-a0fd0e2818f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcf66ea3-56d5-48aa-871e-d05be3ae8636'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:19.581648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.625311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c9e238b-c249-4b40-ab2c-6c7f2c26316a None None] Provisioning for port 9bf234dd-4c2b-4066-af36-2b253631a4ef completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:19.683631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=de2270dd-4282-4823-b191-587841b2c325,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:19.690357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c9e238b-c249-4b40-ab2c-6c7f2c26316a None None] Provisioning complete for port 9bf234dd-4c2b-4066-af36-2b253631a4ef triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:19.690732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c9e238b-c249-4b40-ab2c-6c7f2c26316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.811018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e238b-c249-4b40-ab2c-6c7f2c26316a None None] Port 9bf234dd-4c2b-4066-af36-2b253631a4ef cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:19.824423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] For port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:19.834827 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] For port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1,segment=NetworkSegment(6be91615-e701-41d9-bf26-a0fd0e2818f1),segment_id=6be91615-e701-41d9-bf26-a0fd0e2818f1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:19.844047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.894873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c9e238b-c249-4b40-ab2c-6c7f2c26316a None None] Provisioning complete for port de2270dd-4282-4823-b191-587841b2c325 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:19.895498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c9e238b-c249-4b40-ab2c-6c7f2c26316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.977708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c43cf4ed-ddba-45ba-a59e-92b9b0935114 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] For port b18e159d-defd-44f5-a108-f7a3dfde68f8, host hv-neutron-8311, got binding levels [] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:19.978249 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43cf4ed-ddba-45ba-a59e-92b9b0935114 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.999738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9189cce-7dba-45f3-a3c9-011bc4c5274b None None] Pushing event updated for resources: {'Port': ['ID=1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:20.030795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.121540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.20.0.1 (dcf66ea3-56d5-48aa-871e-d05be3ae8636/3f161ffe-cefb-4f34-a809-8e35f933858e/ec36949d-2d20-4ccd-ae14-0342b42253fd) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:20.140176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1131618186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:20.147704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-288506358', 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:20.153043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.161933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c43cf4ed-ddba-45ba-a59e-92b9b0935114 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Calling delete_port for b18e159d-defd-44f5-a108-f7a3dfde68f8 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:20.169308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6d8c1-a188-49a5-b2de-18640710300e None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:20.203694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:20.206133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:20.215734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:router and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:20.220650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:20.228948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Usage tracker for resource:port and tenant:c5b9de6f84964c1689769cb38f2bbc21 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:20.259288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:20.262083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:20.322104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:20.335022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-85555685-43db-4394-ac69-795fa3f9734e None None] Provisioning complete for port 9bf234dd-4c2b-4066-af36-2b253631a4ef triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:20.335421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-85555685-43db-4394-ac69-795fa3f9734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.340363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event updated for resources: {'Port': ['ID=9bf234dd-4c2b-4066-af36-2b253631a4ef,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:20.340989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07926556-fdab-4eee-acdd-036c49ff4958 req-a1088ac0-a0f7-4bef-a465-1bacbe739e4b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:20.342745 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07926556-fdab-4eee-acdd-036c49ff4958 req-a1088ac0-a0f7-4bef-a465-1bacbe739e4b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.8787332 Feb 28 11:27:20.453134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.460564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-85555685-43db-4394-ac69-795fa3f9734e None None] Port 9bf234dd-4c2b-4066-af36-2b253631a4ef cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:20.482434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-85555685-43db-4394-ac69-795fa3f9734e None None] Provisioning complete for port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:20.482736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-85555685-43db-4394-ac69-795fa3f9734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.539176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.540226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.558100 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Made reservation on behalf of c5b9de6f84964c1689769cb38f2bbc21 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:20.560703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.585121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43cf4ed-ddba-45ba-a59e-92b9b0935114 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.591677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.603958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.619928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:20.642967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Transition to ACTIVE for port object ec36949d-2d20-4ccd-ae14-0342b42253fd will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:20.658004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef7be3-9a18-42d3-9589-3c2a81ee9887 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:27:20.665380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4aef7be3-9a18-42d3-9589-3c2a81ee9887 None None] Deleting port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:20.666026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4aef7be3-9a18-42d3-9589-3c2a81ee9887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.671323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Usage tracker for resource:security_group_rule and tenant:c5b9de6f84964c1689769cb38f2bbc21 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:20.680040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.681412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:20.689112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:20.692144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:20.695400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43cf4ed-ddba-45ba-a59e-92b9b0935114 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.717772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c43cf4ed-ddba-45ba-a59e-92b9b0935114 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b18e159d-defd-44f5-a108-f7a3dfde68f8 HTTP/1.1" status: 204 len: 168 time: 1.6426144 Feb 28 11:27:20.732134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51880) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:20.736599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cf4ed-ddba-45ba-a59e-92b9b0935114 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event deleted for resources: {'Port': ['ID=b18e159d-defd-44f5-a108-f7a3dfde68f8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:20.773309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:20.800256 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07926556-fdab-4eee-acdd-036c49ff4958 req-67b6e88c-2b30-421e-ad6b-7232eff4bdc6 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4327075 Feb 28 11:27:20.821279 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c181988e-4d0d-4431-8cfe-394e176eda97 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:27:20.822211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c181988e-4d0d-4431-8cfe-394e176eda97 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Synchronizing usage tracker for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:20.855203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.861208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.970422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:20.975352 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1126c6cf-ca86-41b8-bfe4-3f32749cbbfc tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.6266589 Feb 28 11:27:20.975993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51886) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:20.995428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-173353300'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:21.010080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:21.022551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:network and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:21.025688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:21.031856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:21.057611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Made reservation on behalf of e6deddb3ad654d65bbafac0554ce9205 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:21.061385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.067537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4aef7be3-9a18-42d3-9589-3c2a81ee9887 None None] For port e8ed62ea-ce29-42e3-a3b9-2df5848b3284, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e8ed62ea-ce29-42e3-a3b9-2df5848b3284,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:21.067936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4aef7be3-9a18-42d3-9589-3c2a81ee9887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.089799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.167344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:21.168548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network dcf66ea3-56d5-48aa-871e-d05be3ae8636 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:21.175005 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:21.194430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:security_group_rule and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:21.200912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:21.206098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:21.225201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:21.240386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.252379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:27:21.258918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.262414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] device_id is not set on port f294cbf5-9712-4cb3-aac5-1478518e9ad7 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:21.282448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.298587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=ec36949d-2d20-4ccd-ae14-0342b42253fd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:21.369469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Router d679273e-1d97-46a9-81c3-f9ec97982d85 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:27:21.388103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4aef7be3-9a18-42d3-9589-3c2a81ee9887 None None] Calling delete_port for e8ed62ea-ce29-42e3-a3b9-2df5848b3284 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:21.474212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72d105a5-a931-42fe-85f4-627630504c67 None None] Provisioning complete for port 9bf234dd-4c2b-4066-af36-2b253631a4ef triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:21.474875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72d105a5-a931-42fe-85f4-627630504c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.565453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0b4a4-a7da-4926-b788-2e4735d345b8 None None] Network dcf66ea3-56d5-48aa-871e-d05be3ae8636 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:21.573862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Allocated IP 172.26.8.139 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/f294cbf5-9712-4cb3-aac5-1478518e9ad7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:21.582195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:21.603766 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4ba9f7e3-08b9-4209-a28d-e93b34a598b3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "PUT /v2.0/routers/d679273e-1d97-46a9-81c3-f9ec97982d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4606967 Feb 28 11:27:21.606992 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51892) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:21.610803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962729a-5695-47b4-b143-7b2d0e374276 None None] Sync routers for ids ['d679273e-1d97-46a9-81c3-f9ec97982d85'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:21.627797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Request body: {'port': {'network_id': '6de76dd4-b2b2-468d-90b7-b7ee1b958465', 'name': 'tempest-FloatingIPNegativeTestJSON-1448988239'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:21.647660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device de2270dd-4282-4823-b191-587841b2c325 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:21.656982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.742918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-72d105a5-a931-42fe-85f4-627630504c67 None None] Port 9bf234dd-4c2b-4066-af36-2b253631a4ef cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:21.763749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962729a-5695-47b4-b143-7b2d0e374276 None None] Routers {'d679273e-1d97-46a9-81c3-f9ec97982d85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:21.764760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2962729a-5695-47b4-b143-7b2d0e374276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d679273e-1d97-46a9-81c3-f9ec97982d85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:21.803241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.839796 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4aef7be3-9a18-42d3-9589-3c2a81ee9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.887788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2962729a-5695-47b4-b143-7b2d0e374276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:21.907586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef7be3-9a18-42d3-9589-3c2a81ee9887 None None] Pushing event deleted for resources: {'Port': ['ID=e8ed62ea-ce29-42e3-a3b9-2df5848b3284,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:21.913673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:21.915935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c181988e-4d0d-4431-8cfe-394e176eda97 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Unset dirty status for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:21.917225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef7be3-9a18-42d3-9589-3c2a81ee9887 None None] No DVR routers for this DVR port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:27:21.921430 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c181988e-4d0d-4431-8cfe-394e176eda97 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "GET /v2.0/ports/b18e159d-defd-44f5-a108-f7a3dfde68f8 HTTP/1.1" status: 404 len: 333 time: 1.1823702 Feb 28 11:27:21.928961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51896) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:21.932200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962729a-5695-47b4-b143-7b2d0e374276 None None] Routers {'d679273e-1d97-46a9-81c3-f9ec97982d85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:21.933227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2962729a-5695-47b4-b143-7b2d0e374276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d679273e-1d97-46a9-81c3-f9ec97982d85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:21.959442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:21.966137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Usage tracker for resource:port and tenant:1e07b374bd4d4a71a7e44b6c83cfd6c5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:21.977814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:21.988412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:22.002941 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7ac91cce-7fde-4020-8b80-be154108fc6e None None] Provisioning for port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:22.015232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2962729a-5695-47b4-b143-7b2d0e374276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:22.015576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962729a-5695-47b4-b143-7b2d0e374276 None None] The sync data for ids ['d679273e-1d97-46a9-81c3-f9ec97982d85'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:22.017194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Request body: {'port': {'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-911248699'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:22.021819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Made reservation on behalf of 1e07b374bd4d4a71a7e44b6c83cfd6c5 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:22.022313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:22.026034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.031946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:22.074014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port de2270dd-4282-4823-b191-587841b2c325 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:22.074547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.076614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Made reservation on behalf of d2eebdc226ad4174bae0cc8fdbe6481b for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:22.078887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.108871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:22.111146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] device_id is not set on port aaad157f-f3df-44d5-8415-a54780e38f35 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:22.117200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2827b2de-bde8-46b4-8747-bf4c6d3cbc0b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:22.130822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:22.145601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:22.175387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Pushing event updated for resources: {'Port': ['ID=f294cbf5-9712-4cb3-aac5-1478518e9ad7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:22.200031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] device_id is not set on port ea0a85b8-820c-4bce-af0e-2bb816d7731d yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:22.275765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:22.290355 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING neutron.services.revisions.revision_plugin [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Could not find related port for resource to bump revision. Feb 28 11:27:22.295400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Allocated IP 172.20.0.4 (6de76dd4-b2b2-468d-90b7-b7ee1b958465/ba2f142a-7e14-440f-acb1-a5c0eb46b780/aaad157f-f3df-44d5-8415-a54780e38f35) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:22.324936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Port e8ed62ea-ce29-42e3-a3b9-2df5848b3284 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87638) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 11:27:22.324936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Reverting IP allocation for 2001:db8::f816:3eff:fef9:12aa {{(pid=87638) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 11:27:22.332948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.344336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef9:12aa {{(pid=87638) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 11:27:22.351171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.353386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:22.353998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.364845 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:22.371785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:22.372554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.377232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.461961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390290-5bd8-40c4-8d61-009212ce5566 req-1691ffca-d54d-44a6-8280-7a0e7749a8c5 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:22.471038 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-da390290-5bd8-40c4-8d61-009212ce5566 req-1691ffca-d54d-44a6-8280-7a0e7749a8c5 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.6015127 Feb 28 11:27:22.504343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.531464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.534630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.535159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=ec36949d-2d20-4ccd-ae14-0342b42253fd,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:22.559946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:22.562083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.584017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:22.603006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3838879e-a7a3-4ffd-b0dc-8f98704b912c None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:22.605509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:22.606106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.622946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1,segment=NetworkSegment(6be91615-e701-41d9-bf26-a0fd0e2818f1),segment_id=6be91615-e701-41d9-bf26-a0fd0e2818f1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:22.626495 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9248b990-2c19-46aa-95db-2ac5c65186b6 tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0533249 Feb 28 11:27:22.634032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:22.653130 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.660332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=b0ca252a-0cbe-4950-8e24-2601b855e496,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:22.666017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.139'}]}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:22.671551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:22.677067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Usage tracker for resource:router and tenant:c5b9de6f84964c1689769cb38f2bbc21 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:22.680835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:22.687463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:22.699649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a74f5db5-e47e-4f4f-8af7-a4f952ba7ce1 None None] Provisioning complete for port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:22.700373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a74f5db5-e47e-4f4f-8af7-a4f952ba7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.791391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:22.808455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.809340 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Added segment 91388446-6566-4bea-af22-35c9d0ab43e8 of type vlan for network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 Feb 28 11:27:22.810112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e8ed62ea-ce29-42e3-a3b9-2df5848b3284 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:27:22.830590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.837358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb2bbf-3316-49f2-8111-f503bbfd5532,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:22.840296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.841576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.858624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network dcf66ea3-56d5-48aa-871e-d05be3ae8636 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:22.859984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Transition to ACTIVE for port object aaad157f-f3df-44d5-8415-a54780e38f35 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:22.861629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:22.869153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: e8ed62ea-ce29-42e3-a3b9-2df5848b3284 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:27:22.869495 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e8ed62ea-ce29-42e3-a3b9-2df5848b3284 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:27:22.883101 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-da390290-5bd8-40c4-8d61-009212ce5566 req-f56c1b5a-a0e6-4395-b288-b8e2235d4fff tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106870 Feb 28 11:27:22.971816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:22.981048 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dd8192cb-9bc2-4e8e-a012-331b2ee8a27a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3047338 Feb 28 11:27:22.988132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:22.994746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51904) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:23.008677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:23.023824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.090363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.132851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a74f5db5-e47e-4f4f-8af7-a4f952ba7ce1 None None] Provisioning for port ec36949d-2d20-4ccd-ae14-0342b42253fd completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:23.139896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': 'b0ca252a-0cbe-4950-8e24-2601b855e496'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:23.140724 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.153267 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a74f5db5-e47e-4f4f-8af7-a4f952ba7ce1 None None] Provisioning complete for port ec36949d-2d20-4ccd-ae14-0342b42253fd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:23.153681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a74f5db5-e47e-4f4f-8af7-a4f952ba7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.198830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.303560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.305470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event updated for resources: {'Port': ['ID=aaad157f-f3df-44d5-8415-a54780e38f35,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:23.309153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:23.309357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.318858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:23.321795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:23.324156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:23.330483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a74f5db5-e47e-4f4f-8af7-a4f952ba7ce1 None None] Port ec36949d-2d20-4ccd-ae14-0342b42253fd cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:23.370516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router b47ee0e7-b656-4a55-851e-2fc72367e6a2 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:27:23.438523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Network': ['ID=cba57088-40f9-4cfe-b0fb-d5aa7a0c0628,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:23.466758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:23.471102 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:23.471839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.564091 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e5335b87-003a-4065-bd68-8b21a254193f tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9559402 Feb 28 11:27:23.568269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51908) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:23.576758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:23.582988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:23.585000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:23.586943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:23.592015 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3b15da5b-42de-487b-a150-5cb0f454f27c tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/b47ee0e7-b656-4a55-851e-2fc72367e6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9024460 Feb 28 11:27:23.594930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51912) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:23.598150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Usage tracker for resource:floatingip and tenant:1e07b374bd4d4a71a7e44b6c83cfd6c5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:23.598278 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342143d-29f7-428f-b07b-e8c56fe9c74c None None] Sync routers for ids ['b47ee0e7-b656-4a55-851e-2fc72367e6a2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:23.613736 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342143d-29f7-428f-b07b-e8c56fe9c74c None None] Routers {'b47ee0e7-b656-4a55-851e-2fc72367e6a2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:23.614285 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6342143d-29f7-428f-b07b-e8c56fe9c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b47ee0e7-b656-4a55-851e-2fc72367e6a2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:23.636857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:23.655696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:23.687353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7422b-0caa-442d-a78a-706311dd293b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:23.687353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1fb7422b-0caa-442d-a78a-706311dd293b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:23.692121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.697808 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6342143d-29f7-428f-b07b-e8c56fe9c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:23.710309 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342143d-29f7-428f-b07b-e8c56fe9c74c None None] Routers {'b47ee0e7-b656-4a55-851e-2fc72367e6a2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:23.712754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Allocated IP 2001:db8::f816:3eff:fe17:c885 (89a85dab-b254-4061-917a-102ac7d2b42f/b0ca252a-0cbe-4950-8e24-2601b855e496/99cbb829-f87e-4085-9328-8334b5110a23) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:23.713118 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6342143d-29f7-428f-b07b-e8c56fe9c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b47ee0e7-b656-4a55-851e-2fc72367e6a2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:23.721800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-486da0fd-4cd8-4082-ad4c-687ce4e8d45a None None] Provisioning complete for port ec36949d-2d20-4ccd-ae14-0342b42253fd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:23.722170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-486da0fd-4cd8-4082-ad4c-687ce4e8d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.728392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:23.739421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:23.743550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1fb7422b-0caa-442d-a78a-706311dd293b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:23.747589 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1fb7422b-0caa-442d-a78a-706311dd293b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports/ec36949d-2d20-4ccd-ae14-0342b42253fd HTTP/1.1" status: 200 len: 910 time: 0.1489434 Feb 28 11:27:23.747589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51916) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:23.755666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-77bf936a-c667-4248-88bf-17e3a32b5adf tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3f161ffe-cefb-4f34-a809-8e35f933858e'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:23.804154 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6342143d-29f7-428f-b07b-e8c56fe9c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:23.806251 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342143d-29f7-428f-b07b-e8c56fe9c74c None None] The sync data for ids ['b47ee0e7-b656-4a55-851e-2fc72367e6a2'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:23.815976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:23.824723 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c02fd637-8a73-44d8-9273-a9c81ce99168 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8368807 Feb 28 11:27:23.825792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:23.833878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.841372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:23.848643 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'subnet': {'network_id': 'cba57088-40f9-4cfe-b0fb-d5aa7a0c0628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:23.864836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:23.865467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:23.921163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-486da0fd-4cd8-4082-ad4c-687ce4e8d45a None None] Port ec36949d-2d20-4ccd-ae14-0342b42253fd cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:24.006243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:24.010038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.033743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.075528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.144838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d83c4ac3-f319-4c48-82bf-10a4ef749d6c None None] Provisioning for port aaad157f-f3df-44d5-8415-a54780e38f35 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:24.158943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77bf936a-c667-4248-88bf-17e3a32b5adf tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.165521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d83c4ac3-f319-4c48-82bf-10a4ef749d6c None None] Provisioning complete for port aaad157f-f3df-44d5-8415-a54780e38f35 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:24.165658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d83c4ac3-f319-4c48-82bf-10a4ef749d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.211855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:24.227231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.231893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:subnet and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:24.238836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d83c4ac3-f319-4c48-82bf-10a4ef749d6c None None] Port aaad157f-f3df-44d5-8415-a54780e38f35 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:24.247057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:24.252394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Transition to ACTIVE for port object 99cbb829-f87e-4085-9328-8334b5110a23 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:24.271067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:24.271924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Transition to ACTIVE for port object 99cbb829-f87e-4085-9328-8334b5110a23 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:24.278533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.282186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Network b384fe92-ff43-4c24-8e8a-0a0d131ac513 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:24.295230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'Port': ['ID=ea0a85b8-820c-4bce-af0e-2bb816d7731d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:24.297909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:24.305165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:24.306078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:24.306667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.346720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:24.350152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:24.358345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:24.386116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Made reservation on behalf of e6deddb3ad654d65bbafac0554ce9205 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:24.389555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.398982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Pushing event updated for resources: {'Port': ['ID=99cbb829-f87e-4085-9328-8334b5110a23,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:24.437715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Allocated IP 172.26.8.75 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/8fe2e8d3-2192-4ba9-841a-13aeb6b46393) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:24.454831 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-17d2ba6e-e082-47e0-8161-3de1d4f18bff tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4808371 Feb 28 11:27:24.455530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51926) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:24.458262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Attempting to bind port 99cbb829-f87e-4085-9328-8334b5110a23 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:24.459002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Attempting to bind port 99cbb829-f87e-4085-9328-8334b5110a23 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:24.459215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Attempting to bind port 99cbb829-f87e-4085-9328-8334b5110a23 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:24.465379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:24.465379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:24.465967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.466422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:24.467088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Bound port: 99cbb829-f87e-4085-9328-8334b5110a23, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:24.467619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.527169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:24.559024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbba78-4c35-46dd-8599-16c284745541 req-87196914-def3-4bcc-aa0b-c9980cabba16 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:24.561133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] For port 99cbb829-f87e-4085-9328-8334b5110a23, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:24.563766 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57dbba78-4c35-46dd-8599-16c284745541 req-87196914-def3-4bcc-aa0b-c9980cabba16 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.5340681 Feb 28 11:27:24.564522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] For port 99cbb829-f87e-4085-9328-8334b5110a23, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=99cbb829-f87e-4085-9328-8334b5110a23,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:24.571092 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.680698 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8e005-62d4-4d34-9c7c-f04b5fa67575 None None] Pushing event updated for resources: {'Port': ['ID=99cbb829-f87e-4085-9328-8334b5110a23,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:24.783354 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57dbba78-4c35-46dd-8599-16c284745541 req-d33f688d-6482-4a9f-90d4-605c47fbde46 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926835 Feb 28 11:27:24.831650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:24.947071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.095756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.137645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77bf936a-c667-4248-88bf-17e3a32b5adf tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.161391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77bf936a-c667-4248-88bf-17e3a32b5adf tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.216152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:25.224116 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:25.228195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event updated for resources: {'Port': ['ID=8fe2e8d3-2192-4ba9-841a-13aeb6b46393,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:25.232310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:25.320378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf936a-c667-4248-88bf-17e3a32b5adf tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:25.320912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77bf936a-c667-4248-88bf-17e3a32b5adf tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.322217 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-77bf936a-c667-4248-88bf-17e3a32b5adf tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/ports/ec36949d-2d20-4ccd-ae14-0342b42253fd HTTP/1.1" status: 200 len: 910 time: 1.5735345 Feb 28 11:27:25.327276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51932) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:25.362143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.393842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 99cbb829-f87e-4085-9328-8334b5110a23 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:25.431693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf936a-c667-4248-88bf-17e3a32b5adf tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=ec36949d-2d20-4ccd-ae14-0342b42253fd,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:25.478290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 99cbb829-f87e-4085-9328-8334b5110a23 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:25.603305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.604826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.615263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:25.635777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:25.638752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:25.639372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.682494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=efc0e79a-93db-4225-b05a-77de31d61534,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:25.744579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85a3c4-7cdd-4b6a-97d4-d86fed8f1735 req-dbd78cab-df07-42d9-93ea-bde1b60588a3 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:25.746063 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8b85a3c4-7cdd-4b6a-97d4-d86fed8f1735 req-dbd78cab-df07-42d9-93ea-bde1b60588a3 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.6649361 Feb 28 11:27:25.769137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.792030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.838136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a2add04d-d5b0-4879-9a4f-a610df62afb7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8382187 Feb 28 11:27:25.839972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51936) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:25.851301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:63:a8:15', 'name': 'tempest-NetworksTestDHCPv6-1753983984'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:25.856375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b82903-431c-4a6b-a84c-8a5f1248dba9 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:25.897932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.949711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Subnet': ['ID=2bb78d72-e59e-4a2e-a8d4-5a01a8eeeb71,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:25.961056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-77a24b99-2a5a-450d-994c-00374d4cbcff None None] Provisioning for port 99cbb829-f87e-4085-9328-8334b5110a23 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:25.968019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-77a24b99-2a5a-450d-994c-00374d4cbcff None None] Provisioning complete for port 99cbb829-f87e-4085-9328-8334b5110a23 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:25.968019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77a24b99-2a5a-450d-994c-00374d4cbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:25.969219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Checking segment: {'id': '91388446-6566-4bea-af22-35c9d0ab43e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cba57088-40f9-4cfe-b0fb-d5aa7a0c0628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:25.969584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network hostable DHCP agents. Network: cba57088-40f9-4cfe-b0fb-d5aa7a0c0628, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:25.990535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] device_id is not set on port ea0a85b8-820c-4bce-af0e-2bb816d7731d yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:26.014574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.022392 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8b85a3c4-7cdd-4b6a-97d4-d86fed8f1735 req-5aef965a-79b7-40f7-8806-7eba05ba5bae tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593439 Feb 28 11:27:26.090793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Transition to ACTIVE for port object ea0a85b8-820c-4bce-af0e-2bb816d7731d will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:26.098342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:26.120153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.178441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, cba57088-40f9-4cfe-b0fb-d5aa7a0c0628) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:26.182318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:26.183132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.193896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454725d-bd3d-4d36-9097-9572cbccf06f None None] Network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:26.234326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77a24b99-2a5a-450d-994c-00374d4cbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.286626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:26.301460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:26.306048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:26.341480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:26.367979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.376456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.389650 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-411c29e5-b000-45f6-8579-124978d48cd3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5509501 Feb 28 11:27:26.398949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-77a24b99-2a5a-450d-994c-00374d4cbcff None None] For port 99cbb829-f87e-4085-9328-8334b5110a23, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=99cbb829-f87e-4085-9328-8334b5110a23,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:26.406099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51942) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:26.418850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:26.421865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77a24b99-2a5a-450d-994c-00374d4cbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.430494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'network': {'name': 'tempest-router-network01--412724165'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:26.437720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'Port': ['ID=ea0a85b8-820c-4bce-af0e-2bb816d7731d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:26.443526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:26.444219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:26.444359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:26.450471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:26.460159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:26.460562 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:26.462064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:network and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:26.466764 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 2 to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d Feb 28 11:27:26.474350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:26.494936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:26.506208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:26.506684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:26.507269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:26.513162 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.579207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event updated for resources: {'Port': ['ID=8fe2e8d3-2192-4ba9-841a-13aeb6b46393,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:26.580271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:26.580563 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:26.599206 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 3 to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d Feb 28 11:27:26.602822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.610136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a24b99-2a5a-450d-994c-00374d4cbcff None None] Pushing event updated for resources: {'Port': ['ID=99cbb829-f87e-4085-9328-8334b5110a23,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:26.624320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:26.624828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:26.625331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:26.632061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Made reservation on behalf of e6deddb3ad654d65bbafac0554ce9205 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:26.635233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-cba57088-40f9-4cfe-b0fb-d5aa7a0c0628', 'network_id': 'cba57088-40f9-4cfe-b0fb-d5aa7a0c0628', 'tenant_id': 'e6deddb3ad654d65bbafac0554ce9205', 'fixed_ips': [{'subnet_id': '2bb78d72-e59e-4a2e-a8d4-5a01a8eeeb71'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:26.636047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.644894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.657870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:26.658207 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:26.665529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc2cdc-49c1-4ab6-83c4-8a116bb166c8 None None] Update dhcp port {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': 'b0ca252a-0cbe-4950-8e24-2601b855e496', 'ip_address': '2001:db8::f816:3eff:fe17:c885'}, {'subnet_id': 'efc0e79a-93db-4225-b05a-77de31d61534'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': '99cbb829-f87e-4085-9328-8334b5110a23'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:27:26.689311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.712286 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 4 to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d Feb 28 11:27:26.735803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:26.736370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:26.736889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:26.756518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8b23-5b31-4d95-a5db-2c8b3ce012f7 req-9ea834a3-ff9a-4844-a456-06ccd9f2c29c tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:26.758890 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-845a8b23-5b31-4d95-a5db-2c8b3ce012f7 req-9ea834a3-ff9a-4844-a456-06ccd9f2c29c tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.5092993 Feb 28 11:27:26.759742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:26.760228 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:26.761090 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 5 to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d Feb 28 11:27:26.780180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38bc2cdc-49c1-4ab6-83c4-8a116bb166c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.780462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.785149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:26.797940 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.799333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Added segment 3c9063f6-4ae2-4c84-bc70-564d19b82d5f of type vlan for network c30407d7-d914-45bb-b150-b059bdf47494 Feb 28 11:27:26.818951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:26.822911 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-01d73cc7-5e75-4dfd-a076-bdde9827095a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2508633 Feb 28 11:27:26.826412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51946) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:26.835630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e87a2c5f-0ee8-49f6-a8b0-1fa3882dab76 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Request body: {'floatingip': {'port_id': 'aaad157f-f3df-44d5-8415-a54780e38f35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:26.959886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port af8975e8-eaf3-47e8-836e-e0a85db686a2 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:26.989986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Allocated IP 2001:db8::2 (cba57088-40f9-4cfe-b0fb-d5aa7a0c0628/2bb78d72-e59e-4a2e-a8d4-5a01a8eeeb71/74628cba-f052-41e1-a5fd-58d9849a4393) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:27.002547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.018922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.042004 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e87a2c5f-0ee8-49f6-a8b0-1fa3882dab76 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.127315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:27.127650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:27.127889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:27.153237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-38bc2cdc-49c1-4ab6-83c4-8a116bb166c8 None None] Allocated IP 172.20.0.2 (89a85dab-b254-4061-917a-102ac7d2b42f/efc0e79a-93db-4225-b05a-77de31d61534/99cbb829-f87e-4085-9328-8334b5110a23) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:27.211626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:27.211998 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:27.218561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.220037 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 6 to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d Feb 28 11:27:27.227676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.255648 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-845a8b23-5b31-4d95-a5db-2c8b3ce012f7 req-b49075bb-5cd0-485c-bf14-09d953f3983d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327895 Feb 28 11:27:27.276496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:27.276496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:27.276802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:27.280762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.286713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:27.287540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.294063 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-e87a2c5f-0ee8-49f6-a8b0-1fa3882dab76 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] update failed (client error): The resource could not be found. Feb 28 11:27:27.294063 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e87a2c5f-0ee8-49f6-a8b0-1fa3882dab76 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "PUT /v2.0/floatingips/8805bea2-e45c-42aa-92e8-77732e0b9e67 HTTP/1.1" status: 404 len: 507 time: 0.4659662 Feb 28 11:27:27.296230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51952) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:27.318616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:27.318803 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:27.336313 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 7 to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d Feb 28 11:27:27.354794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.355604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22e276dd-1ce9-4fe8-8d5f-f50a766586df {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:27.384503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.402286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-38bc2cdc-49c1-4ab6-83c4-8a116bb166c8 None None] For port 99cbb829-f87e-4085-9328-8334b5110a23, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=99cbb829-f87e-4085-9328-8334b5110a23,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:27.406370 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Transition to ACTIVE for port object 74628cba-f052-41e1-a5fd-58d9849a4393 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:27.434456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:27.435577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:27.436070 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:27.452943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Network': ['ID=c30407d7-d914-45bb-b150-b059bdf47494,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:27.456436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:27.457810 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:27.460771 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 8 to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d Feb 28 11:27:27.461526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Transition to ACTIVE for port object 74628cba-f052-41e1-a5fd-58d9849a4393 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:27.474865 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aac20805-d2ed-44ac-ae57-4773cdd3dd7a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0604239 Feb 28 11:27:27.480503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:27.486673 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:27:27.487975 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a4cca723-026e-47d5-9829-5d4a7d3de32c tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8428631 Feb 28 11:27:27.492779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'network': {'name': 'tempest-router-network02--538713742'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:27.495273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network c30407d7-d914-45bb-b150-b059bdf47494 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:27.495926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51960) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:27.499019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:27.499388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:27.499724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:27.502051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:27.508116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:network and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:27.510615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:27.510938 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:27.512904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:27.514099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 99cbb829-f87e-4085-9328-8334b5110a23 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:27.515370 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 9 to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d Feb 28 11:27:27.538785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port ec36949d-2d20-4ccd-ae14-0342b42253fd {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:27.539311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.562039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:27.576262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.581308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:27.581672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:27.582053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:27.585068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38bc2cdc-49c1-4ab6-83c4-8a116bb166c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.598852 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:27.599219 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:27.601525 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 10 to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d Feb 28 11:27:27.602278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Deleting port 8fe2e8d3-2192-4ba9-841a-13aeb6b46393 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:27.602716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.608877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Made reservation on behalf of e6deddb3ad654d65bbafac0554ce9205 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:27.612270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.646162 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:27.648118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:27.661317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:27.671192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:27.671576 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port ea0a85b8-820c-4bce-af0e-2bb816d7731d on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:27.671873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.694706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:27.750295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95724f87-ca29-4c27-861a-ec8bcb49eb29 req-812d7226-3b4b-494d-8707-4dfaa09673f2 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:27.752506 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95724f87-ca29-4c27-861a-ec8bcb49eb29 req-812d7226-3b4b-494d-8707-4dfaa09673f2 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.2405949 Feb 28 11:27:27.754386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.755070 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Added segment daf5f90f-a8ab-4beb-8b3a-7ba626d7db67 of type vlan for network 36844fcf-61a6-4c08-9bc3-f1d6305e8756 Feb 28 11:27:27.781024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38bc2cdc-49c1-4ab6-83c4-8a116bb166c8 None None] Transition to ACTIVE for port object 99cbb829-f87e-4085-9328-8334b5110a23 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:27.783840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:27.789917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:27.792386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Pushing event updated for resources: {'Port': ['ID=74628cba-f052-41e1-a5fd-58d9849a4393,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:27.804827 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:27.811388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38bc2cdc-49c1-4ab6-83c4-8a116bb166c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.860551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.870242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ec9712c7-295a-4184-a75d-624297302f6b tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Deleting port f294cbf5-9712-4cb3-aac5-1478518e9ad7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:27.870604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec9712c7-295a-4184-a75d-624297302f6b tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.872466 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95724f87-ca29-4c27-861a-ec8bcb49eb29 req-6d822caf-15a5-4be5-938c-0677b2275a84 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040525 Feb 28 11:27:27.876194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] For port ea0a85b8-820c-4bce-af0e-2bb816d7731d, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:27.876554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempted to set empty binding levels {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 11:27:27.892048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.985683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.991713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:27.992631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:28.021663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] In _notify_port_updated(), no bound segment for port ea0a85b8-820c-4bce-af0e-2bb816d7731d on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:27:28.022673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.023431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:28.027645 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "PUT /v2.0/ports/ea0a85b8-820c-4bce-af0e-2bb816d7731d HTTP/1.1" status: 200 len: 976 time: 3.5658903 Feb 28 11:27:28.038581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51966) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:28.126153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Attempting to bind port 74628cba-f052-41e1-a5fd-58d9849a4393 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:28.126798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Attempting to bind port 74628cba-f052-41e1-a5fd-58d9849a4393 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '91388446-6566-4bea-af22-35c9d0ab43e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cba57088-40f9-4cfe-b0fb-d5aa7a0c0628'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:28.126922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Attempting to bind port 74628cba-f052-41e1-a5fd-58d9849a4393 on network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:28.128955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc2cdc-49c1-4ab6-83c4-8a116bb166c8 None None] Pushing event updated for resources: {'Port': ['ID=99cbb829-f87e-4085-9328-8334b5110a23,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:28.137349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:28.137349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Checking segment: {'id': '91388446-6566-4bea-af22-35c9d0ab43e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cba57088-40f9-4cfe-b0fb-d5aa7a0c0628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:28.137349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:28.137860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Bound using segment: {'id': '91388446-6566-4bea-af22-35c9d0ab43e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cba57088-40f9-4cfe-b0fb-d5aa7a0c0628'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:28.138019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Bound port: 74628cba-f052-41e1-a5fd-58d9849a4393, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91388446-6566-4bea-af22-35c9d0ab43e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cba57088-40f9-4cfe-b0fb-d5aa7a0c0628'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:28.138986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:28.153475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f501edc-5dc1-4940-b514-7d1bf924b2e4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'Port': ['ID=ea0a85b8-820c-4bce-af0e-2bb816d7731d,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:28.224428 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7424066 Feb 28 11:27:28.232165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 51970) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:28.236569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d06bf-28c7-4f7b-84c7-f0c78197dc62 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Network': ['ID=36844fcf-61a6-4c08-9bc3-f1d6305e8756,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:28.246977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'subnet': {'network_id': 'c30407d7-d914-45bb-b150-b059bdf47494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:28.250494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] For port 74628cba-f052-41e1-a5fd-58d9849a4393, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:28.257255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 36844fcf-61a6-4c08-9bc3-f1d6305e8756 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:28.271028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:28.288039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729f909-8ad1-4367-b8be-9694b01ccc5a req-7e42e794-229a-4b4d-9525-2f8e9f3c44d0 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.289757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b729f909-8ad1-4367-b8be-9694b01ccc5a req-7e42e794-229a-4b4d-9525-2f8e9f3c44d0 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.2694061 Feb 28 11:27:28.301018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] For port 74628cba-f052-41e1-a5fd-58d9849a4393, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=74628cba-f052-41e1-a5fd-58d9849a4393,segment=NetworkSegment(91388446-6566-4bea-af22-35c9d0ab43e8),segment_id=91388446-6566-4bea-af22-35c9d0ab43e8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:28.338003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.338463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.338926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.339419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.339934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.340403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.340863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.341318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.341770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.342222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.342673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.343140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.343591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.344043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.344493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.344940 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.345389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.345833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.346281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:28.348302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Synchronizing usage tracker for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:28.365166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:28.384240 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b729f909-8ad1-4367-b8be-9694b01ccc5a req-5bd5a6ad-2ef7-4bc3-bc60-637698466088 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837224 Feb 28 11:27:28.392861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Unset dirty status for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:28.395788 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f1a2510c-547b-4052-8145-d61b4ef8be0b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17113 time: 0.3514428 Feb 28 11:27:28.399301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51974) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:28.485722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fee9050c-6280-4445-b339-3dfdcc9baea0 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Deleting port ea0a85b8-820c-4bce-af0e-2bb816d7731d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:28.486339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9050c-6280-4445-b339-3dfdcc9baea0 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:28.508648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcae302-9c5a-442a-836e-0d25975dcb56 None None] Pushing event updated for resources: {'Port': ['ID=74628cba-f052-41e1-a5fd-58d9849a4393,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:28.658251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for ec36949d-2d20-4ccd-ae14-0342b42253fd owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:28.772651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 172.20.0.9 (89a85dab-b254-4061-917a-102ac7d2b42f/efc0e79a-93db-4225-b05a-77de31d61534/af8975e8-eaf3-47e8-836e-e0a85db686a2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:28.798079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:28.798407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:28.831404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:fe63:a815 (89a85dab-b254-4061-917a-102ac7d2b42f/b0ca252a-0cbe-4950-8e24-2601b855e496/af8975e8-eaf3-47e8-836e-e0a85db686a2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:28.844890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fee9050c-6280-4445-b339-3dfdcc9baea0 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] For port ea0a85b8-820c-4bce-af0e-2bb816d7731d, host hv-neutron-8311, got binding levels [] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:28.845394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9050c-6280-4445-b339-3dfdcc9baea0 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.030530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Calling delete_port for 8fe2e8d3-2192-4ba9-841a-13aeb6b46393 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:29.076112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6deb2673-d1d9-4675-81c3-3399dfe0fb10 None None] Provisioning for port 99cbb829-f87e-4085-9328-8334b5110a23 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:29.081894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6deb2673-d1d9-4675-81c3-3399dfe0fb10 None None] Provisioning complete for port 99cbb829-f87e-4085-9328-8334b5110a23 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:29.082396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6deb2673-d1d9-4675-81c3-3399dfe0fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.093885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:29.106220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9bbc5-7c36-4114-bc5d-874c6f50d486 req-0f00e06d-23ca-496d-a824-41e57b432778 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:29.107787 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fce9bbc5-7c36-4114-bc5d-874c6f50d486 req-0f00e06d-23ca-496d-a824-41e57b432778 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.5501866 Feb 28 11:27:29.120697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:subnet and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:29.121629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fee9050c-6280-4445-b339-3dfdcc9baea0 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Calling delete_port for ea0a85b8-820c-4bce-af0e-2bb816d7731d owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:29.130218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:29.143251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec9712c7-295a-4184-a75d-624297302f6b tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.156221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:29.224691 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fce9bbc5-7c36-4114-bc5d-874c6f50d486 req-22863681-0f93-4391-905a-64d0e9b387bf tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754790 Feb 28 11:27:29.247663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9050c-6280-4445-b339-3dfdcc9baea0 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.306023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9050c-6280-4445-b339-3dfdcc9baea0 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea0a85b8-820c-4bce-af0e-2bb816d7731d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:29.313588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fee9050c-6280-4445-b339-3dfdcc9baea0 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.335827 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fee9050c-6280-4445-b339-3dfdcc9baea0 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "DELETE /v2.0/ports/ea0a85b8-820c-4bce-af0e-2bb816d7731d HTTP/1.1" status: 204 len: 168 time: 0.9353964 Feb 28 11:27:29.341438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51982) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:29.391454 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e79fa8-e404-4f12-98d0-f9e73dde413b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:27:29.392007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-67e79fa8-e404-4f12-98d0-f9e73dde413b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Synchronizing usage tracker for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:29.413451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-67e79fa8-e404-4f12-98d0-f9e73dde413b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Unset dirty status for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:29.414902 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-67e79fa8-e404-4f12-98d0-f9e73dde413b tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "GET /v2.0/ports/ea0a85b8-820c-4bce-af0e-2bb816d7731d HTTP/1.1" status: 404 len: 333 time: 0.0723982 Feb 28 11:27:29.418992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51986) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:29.429449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1657641065', 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:29.432934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:29.434197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ec9712c7-295a-4184-a75d-624297302f6b tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Calling delete_port for f294cbf5-9712-4cb3-aac5-1478518e9ad7 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:29.444259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:29.456507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Made reservation on behalf of d2eebdc226ad4174bae0cc8fdbe6481b for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:29.460524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.478482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 74628cba-f052-41e1-a5fd-58d9849a4393 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:29.495703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] device_id is not set on port b6417554-77ed-49b5-95a7-b22bf8cedacb yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:29.534575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Made reservation on behalf of e6deddb3ad654d65bbafac0554ce9205 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:29.538753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.563241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 74628cba-f052-41e1-a5fd-58d9849a4393 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:29.573570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 99cbb829-f87e-4085-9328-8334b5110a23 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:29.659939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 99cbb829-f87e-4085-9328-8334b5110a23 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:29.660583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.770124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.811972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.823654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e911c89b-b57e-4c70-b241-ca8e510692f7 None None] Network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:29.892015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Network b384fe92-ff43-4c24-8e8a-0a0d131ac513 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:29.899409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:29.903704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:29.904741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:29.905427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.918280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'Port': ['ID=b6417554-77ed-49b5-95a7-b22bf8cedacb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:29.927191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1a0c28f6-0bea-4625-96ea-ab14d5b88c40 None None] Provisioning for port 74628cba-f052-41e1-a5fd-58d9849a4393 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:29.935595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1a0c28f6-0bea-4625-96ea-ab14d5b88c40 None None] Provisioning complete for port 74628cba-f052-41e1-a5fd-58d9849a4393 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:29.936214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a0c28f6-0bea-4625-96ea-ab14d5b88c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.941618 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ec7f5130-c781-49c0-88f0-9d05b065a7af tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5212798 Feb 28 11:27:29.944237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51990) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:29.965793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:29.973694 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.019906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a85b2-d131-4764-98c1-290a534e8ae4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:30.020390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-728a85b2-d131-4764-98c1-290a534e8ae4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Synchronizing usage tracker for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:30.037474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-728a85b2-d131-4764-98c1-290a534e8ae4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Unset dirty status for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:30.041703 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-728a85b2-d131-4764-98c1-290a534e8ae4 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "GET /v2.0/ports/b6417554-77ed-49b5-95a7-b22bf8cedacb HTTP/1.1" status: 200 len: 955 time: 0.0963690 Feb 28 11:27:30.042298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:30.053607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event deleted for resources: {'Port': ['ID=8fe2e8d3-2192-4ba9-841a-13aeb6b46393,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:30.091946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object af8975e8-eaf3-47e8-836e-e0a85db686a2 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:30.098460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.109032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-692b26f3-c031-45b4-ab0b-419834dfdecb tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Deleting port b6417554-77ed-49b5-95a7-b22bf8cedacb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:30.109380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-692b26f3-c031-45b4-ab0b-419834dfdecb tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.163792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec9712c7-295a-4184-a75d-624297302f6b tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.183537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb9709e1-ca2e-4c86-8995-131ea4c66d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.188505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a0c28f6-0bea-4625-96ea-ab14d5b88c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.232135 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=ec36949d-2d20-4ccd-ae14-0342b42253fd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:30.239920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1a0c28f6-0bea-4625-96ea-ab14d5b88c40 None None] For port 74628cba-f052-41e1-a5fd-58d9849a4393, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=74628cba-f052-41e1-a5fd-58d9849a4393,segment=NetworkSegment(91388446-6566-4bea-af22-35c9d0ab43e8),segment_id=91388446-6566-4bea-af22-35c9d0ab43e8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:30.249001 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a0c28f6-0bea-4625-96ea-ab14d5b88c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.325226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-692b26f3-c031-45b4-ab0b-419834dfdecb tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.329232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c28f6-0bea-4625-96ea-ab14d5b88c40 None None] Pushing event updated for resources: {'Port': ['ID=74628cba-f052-41e1-a5fd-58d9849a4393,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:30.415051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9712c7-295a-4184-a75d-624297302f6b tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Pushing event deleted for resources: {'Port': ['ID=f294cbf5-9712-4cb3-aac5-1478518e9ad7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:30.469955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-692b26f3-c031-45b4-ab0b-419834dfdecb tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Calling delete_port for b6417554-77ed-49b5-95a7-b22bf8cedacb owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:30.472773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.555677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-692b26f3-c031-45b4-ab0b-419834dfdecb tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.579723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.592305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76f5ffec-a4b2-4068-847f-e36e926c5d55 None None] Provisioning complete for port 74628cba-f052-41e1-a5fd-58d9849a4393 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:30.593069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76f5ffec-a4b2-4068-847f-e36e926c5d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.607492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b26f3-c031-45b4-ab0b-419834dfdecb tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6417554-77ed-49b5-95a7-b22bf8cedacb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:30.612435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-692b26f3-c031-45b4-ab0b-419834dfdecb tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.630282 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-692b26f3-c031-45b4-ab0b-419834dfdecb tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b6417554-77ed-49b5-95a7-b22bf8cedacb HTTP/1.1" status: 204 len: 168 time: 0.5844390 Feb 28 11:27:30.630528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 51998) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:30.679174 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d3235a-5526-4bc8-9469-3d38bc2f1446 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:27:30.679708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-77d3235a-5526-4bc8-9469-3d38bc2f1446 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Synchronizing usage tracker for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:30.698375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-77d3235a-5526-4bc8-9469-3d38bc2f1446 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Unset dirty status for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:30.699774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.703801 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-77d3235a-5526-4bc8-9469-3d38bc2f1446 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "GET /v2.0/ports/b6417554-77ed-49b5-95a7-b22bf8cedacb HTTP/1.1" status: 404 len: 333 time: 0.0687664 Feb 28 11:27:30.705021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:30.710836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec9712c7-295a-4184-a75d-624297302f6b tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.713697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Request body: {'port': {'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1193503600'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:30.719751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:30.733312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:30.744304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Made reservation on behalf of d2eebdc226ad4174bae0cc8fdbe6481b for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:30.746711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.767686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] device_id is not set on port 42fae0d0-6bc4-4e23-b09a-f656bd24714b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:30.796559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:30.852609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.853664 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f08d4f2f-d92f-45a2-994c-491ca5286fd3 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "DELETE /v2.0/floatingips/8805bea2-e45c-42aa-92e8-77732e0b9e67 HTTP/1.1" status: 204 len: 168 time: 3.5563190 Feb 28 11:27:30.861448 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ec9712c7-295a-4184-a75d-624297302f6b tempest-RoutersAdminNegativeTest-1215174027 tempest-RoutersAdminNegativeTest-1215174027-project-admin] 10.222.0.64 "DELETE /v2.0/ports/f294cbf5-9712-4cb3-aac5-1478518e9ad7 HTTP/1.1" status: 204 len: 168 time: 3.3581309 Feb 28 11:27:30.861632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:30.870587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-32014d11-a660-49aa-b37b-7266a5c3863e tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Request body: {'floatingip': {'floating_network_id': '6de76dd4-b2b2-468d-90b7-b7ee1b958465', 'port_id': 'aaad157f-f3df-44d5-8415-a54780e38f35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:30.875734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:30.881627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-32014d11-a660-49aa-b37b-7266a5c3863e tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:30.888455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:30.911384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-32014d11-a660-49aa-b37b-7266a5c3863e tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Usage tracker for resource:floatingip and tenant:1e07b374bd4d4a71a7e44b6c83cfd6c5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:30.917033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-32014d11-a660-49aa-b37b-7266a5c3863e tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:30.919208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:30.926799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-32014d11-a660-49aa-b37b-7266a5c3863e tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:30.929628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=af8975e8-eaf3-47e8-836e-e0a85db686a2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:30.984014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Subnet': ['ID=9e1374b3-f952-4c28-8c0b-f717845a0a61,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:31.146137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32014d11-a660-49aa-b37b-7266a5c3863e tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.171257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.219923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:31.220685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.245857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52014) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:31.246915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eca3f50e-5795-49f6-b11f-a84f846d66d1 None None] Provisioning for port af8975e8-eaf3-47e8-836e-e0a85db686a2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:31.252251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eca3f50e-5795-49f6-b11f-a84f846d66d1 None None] Provisioning complete for port af8975e8-eaf3-47e8-836e-e0a85db686a2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:31.253318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eca3f50e-5795-49f6-b11f-a84f846d66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.299299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.321704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Checking segment: {'id': '3c9063f6-4ae2-4c84-bc70-564d19b82d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c30407d7-d914-45bb-b150-b059bdf47494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:31.322065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network hostable DHCP agents. Network: c30407d7-d914-45bb-b150-b059bdf47494, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:31.367311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-eca3f50e-5795-49f6-b11f-a84f846d66d1 None None] Port af8975e8-eaf3-47e8-836e-e0a85db686a2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:31.370976 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-30f0f26a-0d49-441e-86bf-146dede81959 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5315154 Feb 28 11:27:31.372609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52020) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:31.382238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Network b384fe92-ff43-4c24-8e8a-0a0d131ac513 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:31.402225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:31.425404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:31.426540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:31.427321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.447892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'Port': ['ID=42fae0d0-6bc4-4e23-b09a-f656bd24714b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:31.463075 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 74628cba-f052-41e1-a5fd-58d9849a4393 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:31.480627 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-deedf625-3c0a-4760-b4e4-bb8bf5231712 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7743006 Feb 28 11:27:31.483238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52024) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:31.489676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:31.495657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network c30407d7-d914-45bb-b150-b059bdf47494 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:31.523199 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-32014d11-a660-49aa-b37b-7266a5c3863e tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:31.524273 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-32014d11-a660-49aa-b37b-7266a5c3863e tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6639264 Feb 28 11:27:31.529961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52028) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:31.540845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': 'aaad157f-f3df-44d5-8415-a54780e38f35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:31.543128 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 74628cba-f052-41e1-a5fd-58d9849a4393 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:31.543510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.549708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:31.556962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Usage tracker for resource:floatingip and tenant:1e07b374bd4d4a71a7e44b6c83cfd6c5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:31.564550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf57eb70-157f-48d1-bb41-902975f23535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.565636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:31.575585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:31.594053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, c30407d7-d914-45bb-b150-b059bdf47494) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:31.601811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router b47ee0e7-b656-4a55-851e-2fc72367e6a2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:27:31.602991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf57eb70-157f-48d1-bb41-902975f23535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:31.608502 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059368e-cb48-476b-b832-fac9d4166dff None None] Network c30407d7-d914-45bb-b150-b059bdf47494 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:31.611656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf57eb70-157f-48d1-bb41-902975f23535 admin admin] Usage tracker for resource:security_group_rule and tenant:98c16c017fda41c1be02ceaef65d7a15 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:31.615288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:31.615869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.622051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf57eb70-157f-48d1-bb41-902975f23535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:31.637050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.641155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf57eb70-157f-48d1-bb41-902975f23535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:31.676906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:31.728545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:31.730042 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0a5de1ed-8afb-4ca1-9559-441d867692c3 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4913812 Feb 28 11:27:31.742117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'subnet': {'network_id': '36844fcf-61a6-4c08-9bc3-f1d6305e8756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:31.834889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:31.845686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6eb375-fc9b-45cb-8ebf-b1f82b4854d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:31.851672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6eb375-fc9b-45cb-8ebf-b1f82b4854d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:31.852791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1d6eb375-fc9b-45cb-8ebf-b1f82b4854d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:31.889170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf56625-e4c9-4d76-ab80-05da9dc8e144 None None] Sync routers for ids ['b47ee0e7-b656-4a55-851e-2fc72367e6a2'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:31.891831 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4aec2071-3d5b-42da-889c-a9bd4c4bc12d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/b47ee0e7-b656-4a55-851e-2fc72367e6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5618899 Feb 28 11:27:31.894167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52036) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:31.898617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1d6eb375-fc9b-45cb-8ebf-b1f82b4854d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:31.902088 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1d6eb375-fc9b-45cb-8ebf-b1f82b4854d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5256691 Feb 28 11:27:31.910149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52040) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:31.916908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf56625-e4c9-4d76-ab80-05da9dc8e144 None None] Routers {'b47ee0e7-b656-4a55-851e-2fc72367e6a2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:31.917721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ddf56625-e4c9-4d76-ab80-05da9dc8e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b47ee0e7-b656-4a55-851e-2fc72367e6a2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:31.947966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a9f4a04-8b99-4ed3-a525-4f66bac4c2ee tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:31.982363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a9f4a04-8b99-4ed3-a525-4f66bac4c2ee tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:31.983663 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9a9f4a04-8b99-4ed3-a525-4f66bac4c2ee tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=b47ee0e7-b656-4a55-851e-2fc72367e6a2 HTTP/1.1" status: 200 len: 205 time: 0.0882282 Feb 28 11:27:31.987000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ddf56625-e4c9-4d76-ab80-05da9dc8e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:31.992893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52044) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:32.030641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf56625-e4c9-4d76-ab80-05da9dc8e144 None None] Routers {'b47ee0e7-b656-4a55-851e-2fc72367e6a2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:32.031375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ddf56625-e4c9-4d76-ab80-05da9dc8e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b47ee0e7-b656-4a55-851e-2fc72367e6a2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:32.060491 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf57eb70-157f-48d1-bb41-902975f23535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.071142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf57eb70-157f-48d1-bb41-902975f23535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.086821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-c30407d7-d914-45bb-b150-b059bdf47494', 'network_id': 'c30407d7-d914-45bb-b150-b059bdf47494', 'tenant_id': 'e6deddb3ad654d65bbafac0554ce9205', 'fixed_ips': [{'subnet_id': '9e1374b3-f952-4c28-8c0b-f717845a0a61'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:32.087537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.089599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:32.110555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:subnet and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:32.112852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ddf56625-e4c9-4d76-ab80-05da9dc8e144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:32.113240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf56625-e4c9-4d76-ab80-05da9dc8e144 None None] The sync data for ids ['b47ee0e7-b656-4a55-851e-2fc72367e6a2'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:32.120867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:32.126594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-442610ee-f9be-4bb9-8e3b-d296203aa83b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port af8975e8-eaf3-47e8-836e-e0a85db686a2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:32.126939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-442610ee-f9be-4bb9-8e3b-d296203aa83b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.162570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:32.169699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a7a82e4-165a-4c17-a08d-f561a19be709 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.223560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Made reservation on behalf of e6deddb3ad654d65bbafac0554ce9205 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:32.227228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.249983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57eb70-157f-48d1-bb41-902975f23535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286cbe80-f43a-4bb4-acc1-ac577cf472de,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:32.256641 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bf57eb70-157f-48d1-bb41-902975f23535 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98c16c017fda41c1be02ceaef65d7a15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0067613 Feb 28 11:27:32.276632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Allocated IP 2001:db8::2 (c30407d7-d914-45bb-b150-b059bdf47494/9e1374b3-f952-4c28-8c0b-f717845a0a61/bef376a4-3aa7-4ff4-b753-101443be4ba0) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:32.278225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52048) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:32.362455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.403161 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4a7980ef-c0af-4693-bcfc-a92060899332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.489010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a7a82e4-165a-4c17-a08d-f561a19be709 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.491441 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a7a82e4-165a-4c17-a08d-f561a19be709 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.500126 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.511522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Transition to ACTIVE for port object bef376a4-3aa7-4ff4-b753-101443be4ba0 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:32.516674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a7a82e4-165a-4c17-a08d-f561a19be709 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.517084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] device_id is not set on port 42fae0d0-6bc4-4e23-b09a-f656bd24714b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:32.517293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a82e4-165a-4c17-a08d-f561a19be709 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Fanout notify agent at l3_agent the message router_deleted on router b47ee0e7-b656-4a55-851e-2fc72367e6a2 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:32.533146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Transition to ACTIVE for port object bef376a4-3aa7-4ff4-b753-101443be4ba0 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:32.538381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a7a82e4-165a-4c17-a08d-f561a19be709 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.538694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.542053 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4a7a82e4-165a-4c17-a08d-f561a19be709 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/b47ee0e7-b656-4a55-851e-2fc72367e6a2 HTTP/1.1" status: 204 len: 168 time: 0.5457735 Feb 28 11:27:32.542337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52052) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:32.569367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.590633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Network c30407d7-d914-45bb-b150-b059bdf47494 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:32.598511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:32.602405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:32.689273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Transition to ACTIVE for port object 42fae0d0-6bc4-4e23-b09a-f656bd24714b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:32.704909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Pushing event updated for resources: {'Port': ['ID=bef376a4-3aa7-4ff4-b753-101443be4ba0,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:32.715758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Attempting to bind port bef376a4-3aa7-4ff4-b753-101443be4ba0 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:32.716107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Attempting to bind port bef376a4-3aa7-4ff4-b753-101443be4ba0 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '3c9063f6-4ae2-4c84-bc70-564d19b82d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c30407d7-d914-45bb-b150-b059bdf47494'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:32.716460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Attempting to bind port bef376a4-3aa7-4ff4-b753-101443be4ba0 on network c30407d7-d914-45bb-b150-b059bdf47494 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:32.722903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:32.723522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Checking segment: {'id': '3c9063f6-4ae2-4c84-bc70-564d19b82d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c30407d7-d914-45bb-b150-b059bdf47494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:32.724090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.724635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Bound using segment: {'id': '3c9063f6-4ae2-4c84-bc70-564d19b82d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c30407d7-d914-45bb-b150-b059bdf47494'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:32.725253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Bound port: bef376a4-3aa7-4ff4-b753-101443be4ba0, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9063f6-4ae2-4c84-bc70-564d19b82d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c30407d7-d914-45bb-b150-b059bdf47494'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:32.725794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.746797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.780935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c166311-e057-45ed-8458-891396bdbff9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting subnet 3f161ffe-cefb-4f34-a809-8e35f933858e {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:32.785380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c166311-e057-45ed-8458-891396bdbff9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.822836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] For port bef376a4-3aa7-4ff4-b753-101443be4ba0, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:32.826397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] For port bef376a4-3aa7-4ff4-b753-101443be4ba0, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=bef376a4-3aa7-4ff4-b753-101443be4ba0,segment=NetworkSegment(3c9063f6-4ae2-4c84-bc70-564d19b82d5f),segment_id=3c9063f6-4ae2-4c84-bc70-564d19b82d5f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:32.831096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.843424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c166311-e057-45ed-8458-891396bdbff9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.928889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206f50-f4d4-453b-b668-9caee96910ca None None] Pushing event updated for resources: {'Port': ['ID=bef376a4-3aa7-4ff4-b753-101443be4ba0,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:32.960563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c166311-e057-45ed-8458-891396bdbff9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:32.973551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd38ff09-6aad-4c4c-87a9-f7a6a4d6a248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.076564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c166311-e057-45ed-8458-891396bdbff9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.128972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c166311-e057-45ed-8458-891396bdbff9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Subnet': ['ID=3f161ffe-cefb-4f34-a809-8e35f933858e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:33.142840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c166311-e057-45ed-8458-891396bdbff9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.152224 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5c166311-e057-45ed-8458-891396bdbff9 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/3f161ffe-cefb-4f34-a809-8e35f933858e HTTP/1.1" status: 204 len: 168 time: 0.6088529 Feb 28 11:27:33.158835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52056) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:33.170843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb90952-23a4-466f-bbe6-599fe02533df None None] Network dcf66ea3-56d5-48aa-871e-d05be3ae8636 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:33.261049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd38ff09-6aad-4c4c-87a9-f7a6a4d6a248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.294033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-442610ee-f9be-4bb9-8e3b-d296203aa83b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.313274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.322965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Allocated IP 172.26.8.133 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/65d60239-615f-4c92-a0dd-a69d9cacab3b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:33.326631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'Port': ['ID=42fae0d0-6bc4-4e23-b09a-f656bd24714b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:33.335689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:33.336503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.488863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device bef376a4-3aa7-4ff4-b753-101443be4ba0 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:33.559038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-442610ee-f9be-4bb9-8e3b-d296203aa83b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for af8975e8-eaf3-47e8-836e-e0a85db686a2 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:33.559405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.591395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port bef376a4-3aa7-4ff4-b753-101443be4ba0 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:33.591580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1,segment=NetworkSegment(6be91615-e701-41d9-bf26-a0fd0e2818f1),segment_id=6be91615-e701-41d9-bf26-a0fd0e2818f1)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:33.591838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.617775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:33.618218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:33.618218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:33.684845 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] DHCP port deletion for dcf66ea3-56d5-48aa-871e-d05be3ae8636 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:27:33.687950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:33.688258 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:33.700862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] Deleting port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:33.701560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.718075 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 2 to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b Feb 28 11:27:33.735394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:33.757513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.821035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:33.821376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:33.821716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:33.827389 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-856c3180-2b3b-4a6b-b750-291e449dc639 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1109741 Feb 28 11:27:33.828076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.841515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.886161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:33.886528 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:33.888022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd38ff09-6aad-4c4c-87a9-f7a6a4d6a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:33.892686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:33.897394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No DVR routers for this DVR port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:27:33.900393 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 3 to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b Feb 28 11:27:33.957315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38ff09-6aad-4c4c-87a9-f7a6a4d6a248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286cbe80-f43a-4bb4-acc1-ac577cf472de,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:33.997499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:33.997834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:33.998168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:34.053913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.059007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] For port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1,segment=NetworkSegment(6be91615-e701-41d9-bf26-a0fd0e2818f1),segment_id=6be91615-e701-41d9-bf26-a0fd0e2818f1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:34.059660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.082835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf66ea3-56d5-48aa-871e-d05be3ae8636']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:34.096662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be91615-e701-41d9-bf26-a0fd0e2818f1') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:34.096966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be91615-e701-41d9-bf26-a0fd0e2818f1') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:34.111801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.120862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:34.121351 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:34.134701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.142158 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 4 to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b Feb 28 11:27:34.144337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:34.144806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.150819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Subnet': ['ID=d6ca6e32-80f5-423e-869f-5dc4b47b83df,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:34.166780 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:34.190142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.239438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Checking segment: {'id': 'daf5f90f-a8ab-4beb-8b3a-7ba626d7db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '36844fcf-61a6-4c08-9bc3-f1d6305e8756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:34.239831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network hostable DHCP agents. Network: 36844fcf-61a6-4c08-9bc3-f1d6305e8756, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:34.244660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:34.244997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:34.245332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:34.257553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] Calling delete_port for 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:34.261502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.279687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:34.279936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.280050 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:34.290344 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 5 to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b Feb 28 11:27:34.292461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Network': ['ID=dcf66ea3-56d5-48aa-871e-d05be3ae8636,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:34.311495 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d4356d8e-4d45-4666-b7e5-d701d873c56b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/networks/dcf66ea3-56d5-48aa-871e-d05be3ae8636 HTTP/1.1" status: 204 len: 168 time: 1.1514158 Feb 28 11:27:34.315817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52060) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:34.316248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd38ff09-6aad-4c4c-87a9-f7a6a4d6a248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.319729 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dd38ff09-6aad-4c4c-87a9-f7a6a4d6a248 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/286cbe80-f43a-4bb4-acc1-ac577cf472de HTTP/1.1" status: 204 len: 168 time: 2.0228937 Feb 28 11:27:34.319902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f231dc-ca5d-44bd-8f86-679b38949671 None None] Network c30407d7-d914-45bb-b150-b059bdf47494 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:34.325014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-328673758', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:34.334547 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:34.340617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:router and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:34.342973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:34.343196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:34.343539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:34.344275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:34.354121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:34.368643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.370324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.370486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:34.370696 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:34.372916 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 6 to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b Feb 28 11:27:34.379937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-442610ee-f9be-4bb9-8e3b-d296203aa83b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.381468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network 36844fcf-61a6-4c08-9bc3-f1d6305e8756 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:34.390734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.394137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-71dd58a0-7249-4359-aef0-17fead0ef5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:34.395771 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-71dd58a0-7249-4359-aef0-17fead0ef5e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1099 time: 0.3952112 Feb 28 11:27:34.427083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.460832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:27:34.461446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:27:34.463054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.464677 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-004ad245-57e3-4aca-b87b-6401a8c5fd4b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1476820 Feb 28 11:27:34.467341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52066) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:34.470604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-afd497cf-a693-4a0d-be42-cdcfed98ee65 None None] Provisioning for port bef376a4-3aa7-4ff4-b753-101443be4ba0 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:34.478006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'network': {'name': 'tempest-RoutersTest-714802691'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:34.485114 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-afd497cf-a693-4a0d-be42-cdcfed98ee65 None None] Provisioning complete for port bef376a4-3aa7-4ff4-b753-101443be4ba0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:34.485584 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-afd497cf-a693-4a0d-be42-cdcfed98ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.485717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:34.486729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442610ee-f9be-4bb9-8e3b-d296203aa83b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=af8975e8-eaf3-47e8-836e-e0a85db686a2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:34.497813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:network and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:34.501324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:34.504659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:34.504999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:34.505334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:34.507394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 36844fcf-61a6-4c08-9bc3-f1d6305e8756) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:34.524727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7741d37d-77ce-4e3f-a656-1c3d74e9e097 None None] Network 36844fcf-61a6-4c08-9bc3-f1d6305e8756 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:34.525820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:34.552666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:34.553062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.555793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:34.557835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:34.557835 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:34.561675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.606729 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 7 to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b Feb 28 11:27:34.614157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:34.632678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.634354 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added segment 53d9460c-ab66-4e9f-874f-ef5713a4aa67 of type vlan for network de47626e-dfd0-41f9-9a43-2fd24d0c526e Feb 28 11:27:34.648859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.704425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.780270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52072) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:34.833048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:34.833331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:34.833664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:34.839092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.846538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:34.848217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.855916 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9dcd40f0-9453-48ea-8a20-45f9cc5a4732 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1263285 Feb 28 11:27:34.861935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:34.866750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:34.867081 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:34.867702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:34.878038 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 8 to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b Feb 28 11:27:34.887268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:34.893791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:34.967044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] Deleting port 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:34.968067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:34.971609 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8dba79ce-284d-46f4-b406-be2eea6f864b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5b9de6f84964c1689769cb38f2bbc21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884611 Feb 28 11:27:34.975066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52082) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:34.990962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Network': ['ID=de47626e-dfd0-41f9-9a43-2fd24d0c526e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:34.998837 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a2e7afa3-8b3d-4c1a-a715-a1cc98b7fcfc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5301831 Feb 28 11:27:35.002372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52086) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:35.007868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'subnet': {'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:35.036933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network de47626e-dfd0-41f9-9a43-2fd24d0c526e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:35.118385 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-afd497cf-a693-4a0d-be42-cdcfed98ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.141480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-36844fcf-61a6-4c08-9bc3-f1d6305e8756', 'network_id': '36844fcf-61a6-4c08-9bc3-f1d6305e8756', 'tenant_id': 'e6deddb3ad654d65bbafac0554ce9205', 'fixed_ips': [{'subnet_id': 'd6ca6e32-80f5-423e-869f-5dc4b47b83df'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:35.142014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.162850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-83f8bac6-7cf5-4db7-b0d4-853e32f262ef None None] The port '1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:27:35.184668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:35.185017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:35.185326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:35.198744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-df0b544e-6dfa-4237-b14c-39c736645e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:35.200238 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-df0b544e-6dfa-4237-b14c-39c736645e3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 913 time: 0.7698681 Feb 28 11:27:35.200856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event updated for resources: {'Port': ['ID=65d60239-615f-4c92-a0dd-a69d9cacab3b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:35.259523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19987ca6-e861-4fed-89f4-3111ea7b622b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.269980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:35.270369 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:35.272472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:35.280245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:subnet and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:35.288663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:35.299165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:35.302628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19987ca6-e861-4fed-89f4-3111ea7b622b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.316800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.327356 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 9 to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b Feb 28 11:27:35.333470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:35.334355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-afd497cf-a693-4a0d-be42-cdcfed98ee65 None None] For port bef376a4-3aa7-4ff4-b753-101443be4ba0, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=bef376a4-3aa7-4ff4-b753-101443be4ba0,segment=NetworkSegment(3c9063f6-4ae2-4c84-bc70-564d19b82d5f),segment_id=3c9063f6-4ae2-4c84-bc70-564d19b82d5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:35.341335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.344501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-442610ee-f9be-4bb9-8e3b-d296203aa83b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.348938 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-442610ee-f9be-4bb9-8e3b-d296203aa83b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/af8975e8-eaf3-47e8-836e-e0a85db686a2 HTTP/1.1" status: 204 len: 168 time: 3.4116530 Feb 28 11:27:35.364219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52090) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:35.389803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:27:35.441910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:35.442287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:35.442577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:35.465052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:35.465386 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:35.522705 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempt 10 to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b Feb 28 11:27:35.534325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Allocated IP 2001:db8::2 (36844fcf-61a6-4c08-9bc3-f1d6305e8756/d6ca6e32-80f5-423e-869f-5dc4b47b83df/437c40fe-e9f4-431b-9624-f72059b80b00) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:35.543034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90074cb-cd18-4259-8a1a-6404b3f970e6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:35.544161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90074cb-cd18-4259-8a1a-6404b3f970e6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:35.545655 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90074cb-cd18-4259-8a1a-6404b3f970e6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:35.546494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d90074cb-cd18-4259-8a1a-6404b3f970e6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:35.553148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:27:35.553338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f4d30cb-965f-4f53-ae33-bd4fb1f63cf1 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:27:35.554613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-afd497cf-a693-4a0d-be42-cdcfed98ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.568836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19987ca6-e861-4fed-89f4-3111ea7b622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.595345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19987ca6-e861-4fed-89f4-3111ea7b622b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2827b2de-bde8-46b4-8747-bf4c6d3cbc0b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:35.603918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d90074cb-cd18-4259-8a1a-6404b3f970e6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:35.607370 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d90074cb-cd18-4259-8a1a-6404b3f970e6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2394557 Feb 28 11:27:35.609795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52094) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:35.655911 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-932d1301-4e6c-466e-b5ed-d9672dc66f68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 1002 time: 0.3879149 Feb 28 11:27:35.705857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19987ca6-e861-4fed-89f4-3111ea7b622b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.709357 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-19987ca6-e861-4fed-89f4-3111ea7b622b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2827b2de-bde8-46b4-8747-bf4c6d3cbc0b HTTP/1.1" status: 204 len: 168 time: 0.7285235 Feb 28 11:27:35.714945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:35.714945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:35.715169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempting to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:35.738421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5703f0fe-c9a5-4c35-a20c-4a7dbdad58f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet b0ca252a-0cbe-4950-8e24-2601b855e496 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:35.752193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5703f0fe-c9a5-4c35-a20c-4a7dbdad58f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.758867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd497cf-a693-4a0d-be42-cdcfed98ee65 None None] Pushing event updated for resources: {'Port': ['ID=bef376a4-3aa7-4ff4-b753-101443be4ba0,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:35.768639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-811f4bce-c2b6-4940-bba6-1b3e5ab2025b None None] Provisioning complete for port bef376a4-3aa7-4ff4-b753-101443be4ba0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:35.769168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-811f4bce-c2b6-4940-bba6-1b3e5ab2025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.802389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:27:35.802976 dv-neutron-831192-2-hyperv neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Failed to bind port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on host hv-neutron-8311 for vnic_type normal using segments [{'id': '7c4efc88-286d-4f6b-9c66-2084bc17acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b384fe92-ff43-4c24-8e8a-0a0d131ac513'}] Feb 28 11:27:35.803504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.825494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.836691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5703f0fe-c9a5-4c35-a20c-4a7dbdad58f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:35.963974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-43a68cd0-1a9b-489c-b60e-4cf9bd2d650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:35.965714 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-43a68cd0-1a9b-489c-b60e-4cf9bd2d650a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.2885339 Feb 28 11:27:36.009007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Subnet': ['ID=eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:36.021628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Checking segment: {'id': '53d9460c-ab66-4e9f-874f-ef5713a4aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:36.021628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network hostable DHCP agents. Network: de47626e-dfd0-41f9-9a43-2fd24d0c526e, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:36.024948 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.048534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5703f0fe-c9a5-4c35-a20c-4a7dbdad58f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.052564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Transition to ACTIVE for port object 437c40fe-e9f4-431b-9624-f72059b80b00 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:36.075516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Transition to ACTIVE for port object 437c40fe-e9f4-431b-9624-f72059b80b00 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:36.078005 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network de47626e-dfd0-41f9-9a43-2fd24d0c526e is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:36.083805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.102657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Deleting port 65d60239-615f-4c92-a0dd-a69d9cacab3b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:36.103039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.108300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, de47626e-dfd0-41f9-9a43-2fd24d0c526e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:36.116423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:36.117289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.141913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c74cb5-e7e8-41b4-b48f-db4fca5b1651 None None] Network de47626e-dfd0-41f9-9a43-2fd24d0c526e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:36.147709 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-84f18bf6-8bad-4089-abdf-a7c9c47249c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1448581 Feb 28 11:27:36.153576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52102) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:36.155451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.192214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Network 36844fcf-61a6-4c08-9bc3-f1d6305e8756 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:36.197039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:36.257381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:36.304932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Pushing event updated for resources: {'Port': ['ID=437c40fe-e9f4-431b-9624-f72059b80b00,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:36.325859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.326197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.385222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Attempting to bind port 437c40fe-e9f4-431b-9624-f72059b80b00 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:36.385659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Attempting to bind port 437c40fe-e9f4-431b-9624-f72059b80b00 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'daf5f90f-a8ab-4beb-8b3a-7ba626d7db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '36844fcf-61a6-4c08-9bc3-f1d6305e8756'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:36.385960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Attempting to bind port 437c40fe-e9f4-431b-9624-f72059b80b00 on network 36844fcf-61a6-4c08-9bc3-f1d6305e8756 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:36.401728 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:36.401951 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Checking segment: {'id': 'daf5f90f-a8ab-4beb-8b3a-7ba626d7db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '36844fcf-61a6-4c08-9bc3-f1d6305e8756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:36.402384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.402777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Bound using segment: {'id': 'daf5f90f-a8ab-4beb-8b3a-7ba626d7db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '36844fcf-61a6-4c08-9bc3-f1d6305e8756'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:36.403284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Bound port: 437c40fe-e9f4-431b-9624-f72059b80b00, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf5f90f-a8ab-4beb-8b3a-7ba626d7db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '36844fcf-61a6-4c08-9bc3-f1d6305e8756'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:36.403659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.465835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5703f0fe-c9a5-4c35-a20c-4a7dbdad58f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.466411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Calling delete_port for 65d60239-615f-4c92-a0dd-a69d9cacab3b owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:36.574214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703f0fe-c9a5-4c35-a20c-4a7dbdad58f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ca252a-0cbe-4950-8e24-2601b855e496,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:36.579621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5703f0fe-c9a5-4c35-a20c-4a7dbdad58f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.582880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] For port 437c40fe-e9f4-431b-9624-f72059b80b00, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:36.586674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] For port 437c40fe-e9f4-431b-9624-f72059b80b00, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=437c40fe-e9f4-431b-9624-f72059b80b00,segment=NetworkSegment(daf5f90f-a8ab-4beb-8b3a-7ba626d7db67),segment_id=daf5f90f-a8ab-4beb-8b3a-7ba626d7db67)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:36.592571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.636970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:36.637680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.665271 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cacf1b7-6149-4ab3-b650-11ef51066c08 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:36.666417 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5703f0fe-c9a5-4c35-a20c-4a7dbdad58f6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/b0ca252a-0cbe-4950-8e24-2601b855e496 HTTP/1.1" status: 204 len: 168 time: 1.0538666 Feb 28 11:27:36.674448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52118) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:36.759861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] For port 42fae0d0-6bc4-4e23-b09a-f656bd24714b, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:36.760395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attempted to set empty binding levels {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 11:27:36.768822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.806871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.868304 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4be1f7a-62c5-42fb-bcc4-3ca9590d8898 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet efc0e79a-93db-4225-b05a-77de31d61534 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:36.890340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event deleted for resources: {'Port': ['ID=65d60239-615f-4c92-a0dd-a69d9cacab3b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:36.904445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4be1f7a-62c5-42fb-bcc4-3ca9590d8898 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.932014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:36.951445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca19268-0ec8-415d-a47a-11204e94cc23 None None] Pushing event updated for resources: {'Port': ['ID=437c40fe-e9f4-431b-9624-f72059b80b00,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:37.015892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:37.109375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] In _notify_port_updated(), no bound segment for port 42fae0d0-6bc4-4e23-b09a-f656bd24714b on network b384fe92-ff43-4c24-8e8a-0a0d131ac513 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:27:37.110516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:37.111324 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:37.115267 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "PUT /v2.0/ports/42fae0d0-6bc4-4e23-b09a-f656bd24714b HTTP/1.1" status: 200 len: 977 time: 5.6292310 Feb 28 11:27:37.132835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:37.142152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Allocated IP 172.20.0.2 (de47626e-dfd0-41f9-9a43-2fd24d0c526e/eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa/4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:37.185301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4be1f7a-62c5-42fb-bcc4-3ca9590d8898 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:37.291419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-12e8bd3d-3091-41fa-9fd9-ebc6a53eb8be tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Deleting port 42fae0d0-6bc4-4e23-b09a-f656bd24714b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:37.291773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12e8bd3d-3091-41fa-9fd9-ebc6a53eb8be tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:37.450907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b92127-0177-4c08-bd3f-1e80ac470f73 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event updated for resources: {'Port': ['ID=42fae0d0-6bc4-4e23-b09a-f656bd24714b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:37.501109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-295dbd68-1b4c-4b50-bc46-65a80eafc751 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:37.501548 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING neutron.api.v2.base [None req-295dbd68-1b4c-4b50-bc46-65a80eafc751 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 11:27:37.502046 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-295dbd68-1b4c-4b50-bc46-65a80eafc751 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:27:37.503228 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-295dbd68-1b4c-4b50-bc46-65a80eafc751 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4743485 Feb 28 11:27:37.519827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-50db3c74-4735-47b5-b509-8817118d736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:37.520525 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-50db3c74-4735-47b5-b509-8817118d736d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5435307 Feb 28 11:27:37.522781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52136) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:37.535426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--29632303'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:37.558416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:37.569923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:37.594249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:37.613077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device bef376a4-3aa7-4ff4-b753-101443be4ba0 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:37.619840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:37.628886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4be1f7a-62c5-42fb-bcc4-3ca9590d8898 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:37.642220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Transition to ACTIVE for port object 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:37.658340 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] create failed (client error): The resource could not be found. Feb 28 11:27:37.663334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:37.663884 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fd3fe5d2-2f67-45a8-8154-fa2f7adc5937 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.1325543 Feb 28 11:27:37.665251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52140) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:37.678320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Transition to ACTIVE for port object 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:37.690854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:37.764008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0601b7e6-3f98-411a-ab86-34220f949756 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Deleting port aaad157f-f3df-44d5-8415-a54780e38f35 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:37.764360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0601b7e6-3f98-411a-ab86-34220f949756 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:37.800771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Network de47626e-dfd0-41f9-9a43-2fd24d0c526e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:37.810507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:37.813900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Pushing event updated for resources: {'Port': ['ID=4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:37.817707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:37.921166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port bef376a4-3aa7-4ff4-b753-101443be4ba0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:37.921657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.049820 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-7e45837d-6a9b-419b-a026-76d74a2ee9d9 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755869 Feb 28 11:27:38.052739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Attempting to bind port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:38.053254 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Attempting to bind port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '53d9460c-ab66-4e9f-874f-ef5713a4aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:38.053625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Attempting to bind port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 on network de47626e-dfd0-41f9-9a43-2fd24d0c526e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:38.063263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:38.063686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Checking segment: {'id': '53d9460c-ab66-4e9f-874f-ef5713a4aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:38.064093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.064765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Bound using segment: {'id': '53d9460c-ab66-4e9f-874f-ef5713a4aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:38.065616 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Bound port: 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9460c-ab66-4e9f-874f-ef5713a4aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:38.066792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.088232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0601b7e6-3f98-411a-ab86-34220f949756 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.110297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Allocated IP 2001:db8::1 (c30407d7-d914-45bb-b150-b059bdf47494/9e1374b3-f952-4c28-8c0b-f717845a0a61/3fbbb757-1dc8-445c-ab78-7f24fe3cb481) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:38.184325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-12e8bd3d-3091-41fa-9fd9-ebc6a53eb8be tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] For port 42fae0d0-6bc4-4e23-b09a-f656bd24714b, host hv-neutron-8311, got binding levels [] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:38.184678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12e8bd3d-3091-41fa-9fd9-ebc6a53eb8be tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.218913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.276794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 437c40fe-e9f4-431b-9624-f72059b80b00 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:38.296214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.321021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0601b7e6-3f98-411a-ab86-34220f949756 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Calling delete_port for aaad157f-f3df-44d5-8415-a54780e38f35 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:38.334079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5ce6be8b-289c-4b38-a422-b408e4562c37 None None] Provisioning complete for port 99cbb829-f87e-4085-9328-8334b5110a23 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:38.334450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ce6be8b-289c-4b38-a422-b408e4562c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.356402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:38.360592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:38.363616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:38.371303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] For port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:38.373164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:38.399632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] For port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4,segment=NetworkSegment(53d9460c-ab66-4e9f-874f-ef5713a4aa67),segment_id=53d9460c-ab66-4e9f-874f-ef5713a4aa67)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:38.418455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.444339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-12e8bd3d-3091-41fa-9fd9-ebc6a53eb8be tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Calling delete_port for 42fae0d0-6bc4-4e23-b09a-f656bd24714b owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:38.466874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.491956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.495880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:38.499936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:38.503168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:38.506694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74e4b1-bd63-4b6a-9434-0f7f46f4e940 None None] Pushing event updated for resources: {'Port': ['ID=4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:38.510230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:38.513981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea5ca9-3c6a-4983-a0dd-d6938e0e72a5 None None] Network 36844fcf-61a6-4c08-9bc3-f1d6305e8756 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:38.538481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.20.0.1 (de47626e-dfd0-41f9-9a43-2fd24d0c526e/eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa/b026827d-d144-42ce-abd9-37f9435f4f30) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:38.564099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 437c40fe-e9f4-431b-9624-f72059b80b00 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:38.645623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4be1f7a-62c5-42fb-bcc4-3ca9590d8898 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.705571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be1f7a-62c5-42fb-bcc4-3ca9590d8898 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=efc0e79a-93db-4225-b05a-77de31d61534,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:38.707963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db728eb8-7201-41f8-976b-fe8ce0b08ddf,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:38.731701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4be1f7a-62c5-42fb-bcc4-3ca9590d8898 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.812663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dadc71ae-d470-4b6d-9815-70485fe64879 req-aa134f65-5da2-4f51-9a92-b651b3d5fc73 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476165 Feb 28 11:27:38.840042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.845806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12e8bd3d-3091-41fa-9fd9-ebc6a53eb8be tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.847620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310021ee-8d19-4b9e-be29-e871cfc1c94e None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:38.914270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8bd3d-3091-41fa-9fd9-ebc6a53eb8be tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Pushing event deleted for resources: {'Port': ['ID=42fae0d0-6bc4-4e23-b09a-f656bd24714b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:38.928821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Transition to ACTIVE for port object 3fbbb757-1dc8-445c-ab78-7f24fe3cb481 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:38.931569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12e8bd3d-3091-41fa-9fd9-ebc6a53eb8be tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.943094 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b4be1f7a-62c5-42fb-bcc4-3ca9590d8898 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/efc0e79a-93db-4225-b05a-77de31d61534 HTTP/1.1" status: 204 len: 168 time: 2.2645476 Feb 28 11:27:38.949111 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.958416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6a81c85f-a630-479b-9186-473264ad5d22 None None] Provisioning for port 437c40fe-e9f4-431b-9624-f72059b80b00 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:38.958999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52144) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:38.971506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.977621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6a81c85f-a630-479b-9186-473264ad5d22 None None] Provisioning complete for port 437c40fe-e9f4-431b-9624-f72059b80b00 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:38.978001 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a81c85f-a630-479b-9186-473264ad5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:38.999800 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-12e8bd3d-3091-41fa-9fd9-ebc6a53eb8be tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "DELETE /v2.0/ports/42fae0d0-6bc4-4e23-b09a-f656bd24714b HTTP/1.1" status: 204 len: 168 time: 1.8563237 Feb 28 11:27:39.003016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:39.079988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.084427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0601b7e6-3f98-411a-ab86-34220f949756 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.187892 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65ff94c-1414-4d34-b675-4d0c738884d3 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:27:39.188499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f65ff94c-1414-4d34-b675-4d0c738884d3 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Synchronizing usage tracker for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:39.241596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Port': ['ID=3fbbb757-1dc8-445c-ab78-7f24fe3cb481,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:39.250477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f65ff94c-1414-4d34-b675-4d0c738884d3 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] Unset dirty status for tenant:d2eebdc226ad4174bae0cc8fdbe6481b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:39.251871 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f65ff94c-1414-4d34-b675-4d0c738884d3 tempest-PortsAdminExtendedAttrsTestJSON-221888516 tempest-PortsAdminExtendedAttrsTestJSON-221888516-project-admin] 10.222.0.64 "GET /v2.0/ports/42fae0d0-6bc4-4e23-b09a-f656bd24714b HTTP/1.1" status: 404 len: 333 time: 0.2461100 Feb 28 11:27:39.254767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network c30407d7-d914-45bb-b150-b059bdf47494 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:39.256888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52152) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:39.261891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:39.271538 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5625bf17-805c-4446-b9bd-1f0c23b25d7e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3110583 Feb 28 11:27:39.276869 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:27:39.277994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:39.278570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.284616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:39.285009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a81c85f-a630-479b-9186-473264ad5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.306105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.313967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601b7e6-3f98-411a-ab86-34220f949756 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event deleted for resources: {'Port': ['ID=aaad157f-f3df-44d5-8415-a54780e38f35,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:39.325522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6a81c85f-a630-479b-9186-473264ad5d22 None None] For port 437c40fe-e9f4-431b-9624-f72059b80b00, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=437c40fe-e9f4-431b-9624-f72059b80b00,segment=NetworkSegment(daf5f90f-a8ab-4beb-8b3a-7ba626d7db67),segment_id=daf5f90f-a8ab-4beb-8b3a-7ba626d7db67)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:39.332917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a81c85f-a630-479b-9186-473264ad5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.365804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:39.418961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.427563 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8999839 Feb 28 11:27:39.447058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4667a67-f61e-4b05-937b-85f17d6df0cb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f02fc-9c72-420a-bda1-cb585db620f7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:39.472754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81c85f-a630-479b-9186-473264ad5d22 None None] Pushing event updated for resources: {'Port': ['ID=437c40fe-e9f4-431b-9624-f72059b80b00,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:39.485784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52160) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:39.506436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': 'f29f02fc-9c72-420a-bda1-cb585db620f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:39.519321 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Transition to ACTIVE for port object b026827d-d144-42ce-abd9-37f9435f4f30 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:39.548846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.563408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b95ffd-b45d-4fd9-a815-02af131555e4 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:27:39.581892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f8b95ffd-b45d-4fd9-a815-02af131555e4 None None] Deleting port 99cbb829-f87e-4085-9328-8334b5110a23 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:39.582291 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8b95ffd-b45d-4fd9-a815-02af131555e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.584864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:39.633375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.639445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:39.651834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:39.714961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.782185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:39.798318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.837768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network de47626e-dfd0-41f9-9a43-2fd24d0c526e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:39.840474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0601b7e6-3f98-411a-ab86-34220f949756 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.845467 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0601b7e6-3f98-411a-ab86-34220f949756 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "DELETE /v2.0/ports/aaad157f-f3df-44d5-8415-a54780e38f35 HTTP/1.1" status: 204 len: 168 time: 2.1741407 Feb 28 11:27:39.850307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:39.850678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:39.853121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:39.867473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:39.872906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:39.876324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:39.907663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d8c2c9fa-1b3a-4b9d-b719-de56eac568f1 None None] Provisioning complete for port 437c40fe-e9f4-431b-9624-f72059b80b00 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:39.908072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c9fa-1b3a-4b9d-b719-de56eac568f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.923463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b384fe92-ff43-4c24-8e8a-0a0d131ac513']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:39.942695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:39.950523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4efc88-286d-4f6b-9c66-2084bc17acb7') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:39.951353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4efc88-286d-4f6b-9c66-2084bc17acb7') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:39.951487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:39.972506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:39.988664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:39.997044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=b026827d-d144-42ce-abd9-37f9435f4f30,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:39.999805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.045292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:40.050608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.058820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f8b95ffd-b45d-4fd9-a815-02af131555e4 None None] For port 99cbb829-f87e-4085-9328-8334b5110a23, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=99cbb829-f87e-4085-9328-8334b5110a23,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:40.059383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8b95ffd-b45d-4fd9-a815-02af131555e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.153795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.173587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.181668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:40.182559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.208968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.224896 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.249773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a5c69e-0cb6-4ab7-a30b-f9bcb925791d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:40.287223 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:40.289869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f8b95ffd-b45d-4fd9-a815-02af131555e4 None None] Calling delete_port for 99cbb829-f87e-4085-9328-8334b5110a23 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:40.324667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.329601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.364215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fededb70-16bf-416b-8707-1c9c9d6c0025 None None] Network de47626e-dfd0-41f9-9a43-2fd24d0c526e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:40.381399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.386129 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-67cc4307-c84d-4fea-ba07-f23af90c428b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8990388 Feb 28 11:27:40.386852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.396683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52168) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:40.404112 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] 10.222.0.64 "DELETE /v2.0/networks/b384fe92-ff43-4c24-8e8a-0a0d131ac513 HTTP/1.1" status: 204 len: 168 time: 1.1444101 Feb 28 11:27:40.405231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04db046-9325-460f-accb-e0b6e06ff1d8 tempest-PortsAdminExtendedAttrsTestJSON-716115244 tempest-PortsAdminExtendedAttrsTestJSON-716115244-project] Pushing event deleted for resources: {'Network': ['ID=b384fe92-ff43-4c24-8e8a-0a0d131ac513,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:40.428352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-85acfaf6-7a26-459b-818d-f4a94608b040 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': 'f29f02fc-9c72-420a-bda1-cb585db620f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:40.444235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-85acfaf6-7a26-459b-818d-f4a94608b040 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:40.461315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8b95ffd-b45d-4fd9-a815-02af131555e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.479659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-85acfaf6-7a26-459b-818d-f4a94608b040 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:40.484345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf2b706-f7c7-421d-9779-dc0e1bbe52f9 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:40.488912 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-abf2b706-f7c7-421d-9779-dc0e1bbe52f9 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "GET /v2.0/ports?device_id=d679273e-1d97-46a9-81c3-f9ec97982d85 HTTP/1.1" status: 200 len: 913 time: 0.6340930 Feb 28 11:27:40.489897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52174) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:40.490792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-85acfaf6-7a26-459b-818d-f4a94608b040 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:40.508565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-85acfaf6-7a26-459b-818d-f4a94608b040 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:40.525364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b95ffd-b45d-4fd9-a815-02af131555e4 None None] Pushing event deleted for resources: {'Port': ['ID=99cbb829-f87e-4085-9328-8334b5110a23,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:40.532025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b95ffd-b45d-4fd9-a815-02af131555e4 None None] No DVR routers for this DVR port 99cbb829-f87e-4085-9328-8334b5110a23 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:27:40.556688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Provisioning for port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:40.567588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Provisioning complete for port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:40.567972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.584099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.590307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.591336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.778722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.821132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85acfaf6-7a26-459b-818d-f4a94608b040 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.838347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] For port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4,segment=NetworkSegment(53d9460c-ab66-4e9f-874f-ef5713a4aa67),segment_id=53d9460c-ab66-4e9f-874f-ef5713a4aa67)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:40.844556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.925364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Provisioning for port 3fbbb757-1dc8-445c-ab78-7f24fe3cb481 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:40.936893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Provisioning complete for port 3fbbb757-1dc8-445c-ab78-7f24fe3cb481 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:40.937268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.957888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:40.976166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:40.978081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Port': ['ID=3fbbb757-1dc8-445c-ab78-7f24fe3cb481,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:40.979550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Pushing event updated for resources: {'Port': ['ID=4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:41.002083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-be392a6a-b9ad-4f2d-ac5b-1825ad19bb4d None None] Port 3fbbb757-1dc8-445c-ab78-7f24fe3cb481 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:41.042846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network c30407d7-d914-45bb-b150-b059bdf47494 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:41.044328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:41.070326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:41.091513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:41.118841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e218708-c496-4237-87d4-5d7e2fd78eff None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:41.180068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:41.180657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:41.263975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e480ab5-d687-4843-a62b-f4ca7b11c990 None None] Provisioning complete for port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:41.264272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e480ab5-d687-4843-a62b-f4ca7b11c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:41.295651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Router b09c7ada-cc7a-4250-8831-7174ce0c9e5c is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:27:41.462041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:41.511032 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-85acfaf6-7a26-459b-818d-f4a94608b040 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:27:41.514773 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-85acfaf6-7a26-459b-818d-f4a94608b040 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1093767 Feb 28 11:27:41.516408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52188) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:41.517804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:41.524189 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3874c627-74be-4a00-b1aa-5a2681e3ca1f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "PUT /v2.0/routers/b09c7ada-cc7a-4250-8831-7174ce0c9e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6345792 Feb 28 11:27:41.527757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52190) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:41.529025 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb62261-7b84-4134-be8c-6ec54ce31abf None None] Sync routers for ids ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:41.550745 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb62261-7b84-4134-be8c-6ec54ce31abf None None] Routers {'b09c7ada-cc7a-4250-8831-7174ce0c9e5c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:41.551389 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6cb62261-7b84-4134-be8c-6ec54ce31abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:41.581594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=86590d07-0af0-4b97-af4b-4613c742ff2a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:41.590879 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8b5a7805-602b-42d6-b472-d7eae9f7f25f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e96241c728af4a9783eb5149b6efd197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316705 Feb 28 11:27:41.592239 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b41e3b3d-12b0-4b9f-b9f6-06cf0c2c6c82 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2898278 Feb 28 11:27:41.599370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52196) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:41.599667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52198) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:41.657050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:41.657987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '86590d07-0af0-4b97-af4b-4613c742ff2a'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:41.658788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:41.697069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e480ab5-d687-4843-a62b-f4ca7b11c990 None None] Provisioning for port b026827d-d144-42ce-abd9-37f9435f4f30 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:41.713203 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6cb62261-7b84-4134-be8c-6ec54ce31abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:41.734777 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb62261-7b84-4134-be8c-6ec54ce31abf None None] Routers {'b09c7ada-cc7a-4250-8831-7174ce0c9e5c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:41.735498 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6cb62261-7b84-4134-be8c-6ec54ce31abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:41.752152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5a7a-0c60-491f-866d-a76f35e2a334 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:41.781461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5a7a-0c60-491f-866d-a76f35e2a334 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:41.787379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e480ab5-d687-4843-a62b-f4ca7b11c990 None None] Provisioning complete for port b026827d-d144-42ce-abd9-37f9435f4f30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:41.787672 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e480ab5-d687-4843-a62b-f4ca7b11c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:41.822973 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:41.823387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:41.844827 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6cb62261-7b84-4134-be8c-6ec54ce31abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:41.845493 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb62261-7b84-4134-be8c-6ec54ce31abf None None] The sync data for ids ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:41.907980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5a7a-0c60-491f-866d-a76f35e2a334 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:41.928098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5e480ab5-d687-4843-a62b-f4ca7b11c990 None None] Port b026827d-d144-42ce-abd9-37f9435f4f30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:41.988910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff5a7a-0c60-491f-866d-a76f35e2a334 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f02fc-9c72-420a-bda1-cb585db620f7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:41.999673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8ff5a7a-0c60-491f-866d-a76f35e2a334 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.003822 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c8ff5a7a-0c60-491f-866d-a76f35e2a334 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/f29f02fc-9c72-420a-bda1-cb585db620f7 HTTP/1.1" status: 204 len: 168 time: 0.4755054 Feb 28 11:27:42.004570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:42.051526 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76ea19e3-44f0-4171-b974-e8009deeb026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.068637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Allocated IP 172.20.0.2 (89a85dab-b254-4061-917a-102ac7d2b42f/86590d07-0af0-4b97-af4b-4613c742ff2a/60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:42.074090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:42.084989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:42.095335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:42.098554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 437c40fe-e9f4-431b-9624-f72059b80b00 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:42.115347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:42.127236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76ea19e3-44f0-4171-b974-e8009deeb026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.137831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.154039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ac15d9b0-f2d6-4426-aee5-e31819ca6d14 None None] Provisioning complete for port 3fbbb757-1dc8-445c-ab78-7f24fe3cb481 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:42.154404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ac15d9b0-f2d6-4426-aee5-e31819ca6d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.165758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.201844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-60a2522c-a061-4462-8bd4-1c22886e2293 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Synchronizing usage tracker for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:42.230404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:42.233888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.273543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-60a2522c-a061-4462-8bd4-1c22886e2293 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Unset dirty status for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:42.274894 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-60a2522c-a061-4462-8bd4-1c22886e2293 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2692935 Feb 28 11:27:42.278673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:42.286547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--831911228'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:42.296364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:42.336061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:42.358718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ac15d9b0-f2d6-4426-aee5-e31819ca6d14 None None] Port 3fbbb757-1dc8-445c-ab78-7f24fe3cb481 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:42.375995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.389653 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-55581949-8fd0-4645-a76d-bd1997daba27 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:42.393428 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-55581949-8fd0-4645-a76d-bd1997daba27 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "PUT /v2.0/routers/b09c7ada-cc7a-4250-8831-7174ce0c9e5c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8620908 Feb 28 11:27:42.394504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52212) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:42.404300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 437c40fe-e9f4-431b-9624-f72059b80b00 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:42.404754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.441878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ac15d9b0-f2d6-4426-aee5-e31819ca6d14 None None] Provisioning complete for port b026827d-d144-42ce-abd9-37f9435f4f30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:42.442336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ac15d9b0-f2d6-4426-aee5-e31819ca6d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.448844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=b026827d-d144-42ce-abd9-37f9435f4f30,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:42.458198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.467939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:42.472976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:42.475059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:42.481141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:42.526489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76ea19e3-44f0-4171-b974-e8009deeb026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.574630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ac15d9b0-f2d6-4426-aee5-e31819ca6d14 None None] Port b026827d-d144-42ce-abd9-37f9435f4f30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:42.582459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.595963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Transition to ACTIVE for port object 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:42.611606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea19e3-44f0-4171-b974-e8009deeb026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc30385-512f-4962-b28f-28488a202174,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:42.657507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76ea19e3-44f0-4171-b974-e8009deeb026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.658671 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-76ea19e3-44f0-4171-b974-e8009deeb026 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cc30385-512f-4962-b28f-28488a202174 HTTP/1.1" status: 204 len: 168 time: 1.0581129 Feb 28 11:27:42.664420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.671246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Transition to ACTIVE for port object 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:42.687998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.795139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:42.798134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:42.811216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:42.844764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 99cbb829-f87e-4085-9328-8334b5110a23 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:27:42.920555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Pushing event updated for resources: {'Port': ['ID=60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:42.928279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 99cbb829-f87e-4085-9328-8334b5110a23 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:27:42.928630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 99cbb829-f87e-4085-9328-8334b5110a23 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:27:42.947510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:42.952941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network de47626e-dfd0-41f9-9a43-2fd24d0c526e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:42.960672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:42.993165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.040072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Attempting to bind port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:43.040442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Attempting to bind port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:43.040809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Attempting to bind port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:43.064489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:43.064941 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:43.066079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.066561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:43.067155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Bound port: 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:43.067628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.100292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23adc4e-3fbf-4ab3-abac-31c08fde9fa5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:43.129658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.130902 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b56b3fc-18cf-41bc-bc58-b9bb800f6bec tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8512101 Feb 28 11:27:43.133625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:43.138590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-08af898a-38ba-44b8-ad3c-b753954a8f35 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': 'e23adc4e-3fbf-4ab3-abac-31c08fde9fa5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:43.139376 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING neutron.api.v2.base [None req-08af898a-38ba-44b8-ad3c-b753954a8f35 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 11:27:43.139880 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-08af898a-38ba-44b8-ad3c-b753954a8f35 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:43.140813 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-08af898a-38ba-44b8-ad3c-b753954a8f35 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062854 Feb 28 11:27:43.145095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:43.213101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] For port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:43.216793 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] For port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:43.217985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52228) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:43.223639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.297392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ac3c-94fe-4405-95d4-f472e0223a81 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.319092 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642719c-7354-4fc7-a84f-c430405aa0fe None None] Pushing event updated for resources: {'Port': ['ID=60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:43.331431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-502b0659-84ce-48b4-b5f1-3a5e05558b1d None None] Provisioning complete for port b026827d-d144-42ce-abd9-37f9435f4f30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:43.331871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-502b0659-84ce-48b4-b5f1-3a5e05558b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.349108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ac3c-94fe-4405-95d4-f472e0223a81 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.392995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-502b0659-84ce-48b4-b5f1-3a5e05558b1d None None] Port b026827d-d144-42ce-abd9-37f9435f4f30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:43.406905 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e8468109-25e3-48bf-8c3b-9e4a78ae77e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2eebdc226ad4174bae0cc8fdbe6481b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845815 Feb 28 11:27:43.415965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:43.504725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ac3c-94fe-4405-95d4-f472e0223a81 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.548688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c38cc40-4b3a-4a68-b90b-69b27f9346da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.550905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7ac3c-94fe-4405-95d4-f472e0223a81 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23adc4e-3fbf-4ab3-abac-31c08fde9fa5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:43.605820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.654324 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ac3c-94fe-4405-95d4-f472e0223a81 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.655472 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e1e7ac3c-94fe-4405-95d4-f472e0223a81 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/e23adc4e-3fbf-4ab3-abac-31c08fde9fa5 HTTP/1.1" status: 204 len: 168 time: 0.5096145 Feb 28 11:27:43.665167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c38cc40-4b3a-4a68-b90b-69b27f9346da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.671347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:43.686025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:27:43.858909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Deleting port 9bf234dd-4c2b-4066-af36-2b253631a4ef {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:43.859231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.879589 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c38cc40-4b3a-4a68-b90b-69b27f9346da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:43.885254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0eb6f05e-5b43-4b5b-be85-fb8e8545bf71 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Synchronizing usage tracker for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:43.900918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.objects.ports [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:27:43.998385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38cc40-4b3a-4a68-b90b-69b27f9346da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda8266d-f128-498c-9de6-8e793345e8a4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:44.010567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c38cc40-4b3a-4a68-b90b-69b27f9346da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.014316 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6c38cc40-4b3a-4a68-b90b-69b27f9346da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fda8266d-f128-498c-9de6-8e793345e8a4 HTTP/1.1" status: 204 len: 168 time: 0.5901687 Feb 28 11:27:44.017901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0eb6f05e-5b43-4b5b-be85-fb8e8545bf71 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Unset dirty status for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:44.020001 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0eb6f05e-5b43-4b5b-be85-fb8e8545bf71 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3477137 Feb 28 11:27:44.025850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52242) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:44.036845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597087738'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:44.046433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:44.066472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:44.091854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:44.104339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:44.119769 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.120206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:44.120995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:44.127507 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-425f0233-361e-4a3f-96be-41cc71f6dd64 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9727514 Feb 28 11:27:44.133153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:44.149223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'network': {'name': 'tempest-RoutersTest-127486937'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:44.153993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:44.158069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:network and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:44.161484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:44.167741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:44.182345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:44.185884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.213865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:44.218554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting port 3fbbb757-1dc8-445c-ab78-7f24fe3cb481 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:44.219037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.241517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.272958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:44.279888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:44.293701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:44.295959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:44.376393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:27:44.395386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.395988 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added segment 941dbd15-8eb4-4c99-bdf8-a29cb63d46be of type vlan for network 71091f22-3693-4501-8679-f5213e72a28f Feb 28 11:27:44.428444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Calling delete_port for 9bf234dd-4c2b-4066-af36-2b253631a4ef owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:44.616394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.625618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.627254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.754888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0eef81b5-7451-4194-91e4-f80a3927a5bb None None] Provisioning for port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:44.784525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:27:40Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:41Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:44.796657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:27:44.798379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Updating router 15b255fb-0117-4eaa-8352-923350044c0c port b026827d-d144-42ce-abd9-37f9435f4f30 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:27:44.887847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.970015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Calling delete_port for 3fbbb757-1dc8-445c-ab78-7f24fe3cb481 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:45.025726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.031358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:45.032138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.098151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] For port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:45.101347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.157882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event deleted for resources: {'Port': ['ID=9bf234dd-4c2b-4066-af36-2b253631a4ef,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:45.170055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Network': ['ID=71091f22-3693-4501-8679-f5213e72a28f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:45.178909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8dc45d57-d7a0-46b1-b6d1-fa1c12b8978b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0396886 Feb 28 11:27:45.181310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.184354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52268) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:45.196291 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 71091f22-3693-4501-8679-f5213e72a28f details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:45.203028 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'subnet': {'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:45.226089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.283299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4724b244-b718-44bc-bbfe-1496585c7404,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:45.403418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.404794 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8bcfec0d-ee1f-428d-a3a4-34142b4b5776 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3772485 Feb 28 11:27:45.417245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52274) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:45.431894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ea1e353a-a196-4f61-a423-9e1dc5b1005a tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '4724b244-b718-44bc-bbfe-1496585c7404', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:45.432801 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING neutron.api.v2.base [None req-ea1e353a-a196-4f61-a423-9e1dc5b1005a tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 11:27:45.433312 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-ea1e353a-a196-4f61-a423-9e1dc5b1005a tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:45.434277 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ea1e353a-a196-4f61-a423-9e1dc5b1005a tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0160792 Feb 28 11:27:45.437380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52280) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:45.472571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:45.486244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:subnet and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:45.507168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:45.561367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:27:45.592151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:45.592418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.592699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.603254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.603507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.610245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:45.611377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.613473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Transition to ACTIVE for port object b026827d-d144-42ce-abd9-37f9435f4f30 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:45.623192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.670017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:45.688911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:45.688911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.710972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Port': ['ID=3fbbb757-1dc8-445c-ab78-7f24fe3cb481,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:45.767894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:45.787276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:45.802669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:45.803356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.823018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d6b9e-b3a9-4400-a8b9-0e82fb3ab3d0 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:45.932949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:45.946747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:45.950530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.058727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c6e608f-128a-44eb-a233-305f84b31b42 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.072197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.077218 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4750328 Feb 28 11:27:46.086880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52292) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:46.153037 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d166842-d473-482c-a060-ecb6a6246ede None None] Pushing event updated for resources: {'Port': ['ID=b026827d-d144-42ce-abd9-37f9435f4f30,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:46.210535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:10:c5:a4', 'name': 'tempest-NetworksTestDHCPv6-1406869964'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:46.231535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Attempting to bind port b026827d-d144-42ce-abd9-37f9435f4f30 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:46.232104 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Attempting to bind port b026827d-d144-42ce-abd9-37f9435f4f30 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '53d9460c-ab66-4e9f-874f-ef5713a4aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:46.232215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Attempting to bind port b026827d-d144-42ce-abd9-37f9435f4f30 on network de47626e-dfd0-41f9-9a43-2fd24d0c526e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:46.240420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=028c7d6e-7015-4f5e-9b33-46ab53b5454c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:46.245206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:46.245584 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Checking segment: {'id': '53d9460c-ab66-4e9f-874f-ef5713a4aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:46.246307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.246730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Bound using segment: {'id': '53d9460c-ab66-4e9f-874f-ef5713a4aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:46.247224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Bound port: b026827d-d144-42ce-abd9-37f9435f4f30, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9460c-ab66-4e9f-874f-ef5713a4aa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:46.248206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.251403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f422e45-ecb8-49a3-8b39-9efa83ea1d38 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7,revision_number=4']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:46.288922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:46.297534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c6e608f-128a-44eb-a233-305f84b31b42 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.401511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Router d679273e-1d97-46a9-81c3-f9ec97982d85 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:27:46.426237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.525016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:46.528795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] For port b026827d-d144-42ce-abd9-37f9435f4f30, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:46.532764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] For port b026827d-d144-42ce-abd9-37f9435f4f30, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b026827d-d144-42ce-abd9-37f9435f4f30,segment=NetworkSegment(53d9460c-ab66-4e9f-874f-ef5713a4aa67),segment_id=53d9460c-ab66-4e9f-874f-ef5713a4aa67)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:46.536667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.554678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:46.560371 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-39ce0c13-4923-424b-a639-471d30ec0bf8 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "PUT /v2.0/routers/d679273e-1d97-46a9-81c3-f9ec97982d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0607467 Feb 28 11:27:46.563041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52304) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:46.568720 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d9c46e-becb-4975-af05-e7a978747d54 None None] Sync routers for ids ['d679273e-1d97-46a9-81c3-f9ec97982d85'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:46.579396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.583089 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d9c46e-becb-4975-af05-e7a978747d54 None None] Routers {'d679273e-1d97-46a9-81c3-f9ec97982d85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:46.583744 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c1d9c46e-becb-4975-af05-e7a978747d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d679273e-1d97-46a9-81c3-f9ec97982d85'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:46.642321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:46.703918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:46.704557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:46.729426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9c50-91b1-4342-90b4-3cd99321c20a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.743437 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c1d9c46e-becb-4975-af05-e7a978747d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:46.754823 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d9c46e-becb-4975-af05-e7a978747d54 None None] Routers {'d679273e-1d97-46a9-81c3-f9ec97982d85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:46.755808 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c1d9c46e-becb-4975-af05-e7a978747d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d679273e-1d97-46a9-81c3-f9ec97982d85'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:46.829518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c6e608f-128a-44eb-a233-305f84b31b42 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:46.837619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1463980558'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:46.858605 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c1d9c46e-becb-4975-af05-e7a978747d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:46.859009 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d9c46e-becb-4975-af05-e7a978747d54 None None] The sync data for ids ['d679273e-1d97-46a9-81c3-f9ec97982d85'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:46.891632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d166842-d473-482c-a060-ecb6a6246ede None None] Pushing event updated for resources: {'Port': ['ID=b026827d-d144-42ce-abd9-37f9435f4f30,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:46.941528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Router b09c7ada-cc7a-4250-8831-7174ce0c9e5c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:27:47.070049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:47.079491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.085662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e608f-128a-44eb-a233-305f84b31b42 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724b244-b718-44bc-bbfe-1496585c7404,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:47.089520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Usage tracker for resource:router and tenant:b60b8e2fa1d243a189bee8c8195af448 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:47.098464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:27:47.170172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:47.174703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Subnet': ['ID=0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:47.238886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9c50-91b1-4342-90b4-3cd99321c20a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.241717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9c50-91b1-4342-90b4-3cd99321c20a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.242311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:47.264296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:47.270599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9c50-91b1-4342-90b4-3cd99321c20a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.271290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2f9c50-91b1-4342-90b4-3cd99321c20a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Fanout notify agent at l3_agent the message router_deleted on router d679273e-1d97-46a9-81c3-f9ec97982d85 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:47.284462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9c50-91b1-4342-90b4-3cd99321c20a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.284892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:47.285630 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ee2f9c50-91b1-4342-90b4-3cd99321c20a tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "DELETE /v2.0/routers/d679273e-1d97-46a9-81c3-f9ec97982d85 HTTP/1.1" status: 204 len: 168 time: 0.7212102 Feb 28 11:27:47.288803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52308) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.302643 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:47.366299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c6e608f-128a-44eb-a233-305f84b31b42 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.375246 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4c6e608f-128a-44eb-a233-305f84b31b42 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/4724b244-b718-44bc-bbfe-1496585c7404 HTTP/1.1" status: 204 len: 168 time: 1.9291599 Feb 28 11:27:47.375425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52312) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.387251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:47.391405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.392777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.396376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:47.408667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504e811-3e8b-4dde-9c35-e6cdd6c7c321 None None] Sync routers for ids ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:47.410517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f61b8f6-07b9-4324-9a05-5c76cbed01f2 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Deleting subnet ba2f142a-7e14-440f-acb1-a5c0eb46b780 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:47.421199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f61b8f6-07b9-4324-9a05-5c76cbed01f2 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.426800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:47.431384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Checking segment: {'id': '941dbd15-8eb4-4c99-bdf8-a29cb63d46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71091f22-3693-4501-8679-f5213e72a28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:47.431746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network hostable DHCP agents. Network: 71091f22-3693-4501-8679-f5213e72a28f, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:47.441407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:47.475241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504e811-3e8b-4dde-9c35-e6cdd6c7c321 None None] Routers {'b09c7ada-cc7a-4250-8831-7174ce0c9e5c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:47.476294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c504e811-3e8b-4dde-9c35-e6cdd6c7c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:47.491344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.517005 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f61b8f6-07b9-4324-9a05-5c76cbed01f2 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.550537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c504e811-3e8b-4dde-9c35-e6cdd6c7c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:47.554890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-acffcd58-d068-4394-ba89-a908ed419155 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Synchronizing usage tracker for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:47.557406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52316) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.557570 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-696ba6ba-d5ee-4edf-aa62-b840d8ca679b tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "PUT /v2.0/routers/b09c7ada-cc7a-4250-8831-7174ce0c9e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1604159 Feb 28 11:27:47.579851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 71091f22-3693-4501-8679-f5213e72a28f is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:47.596018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.601016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504e811-3e8b-4dde-9c35-e6cdd6c7c321 None None] Routers {'b09c7ada-cc7a-4250-8831-7174ce0c9e5c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:47.601649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c504e811-3e8b-4dde-9c35-e6cdd6c7c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:47.602535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 71091f22-3693-4501-8679-f5213e72a28f) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:47.618902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:47.619511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.633076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.636809 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f8c61dea-cbc9-427a-a824-fdbee279f39e tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2408748 Feb 28 11:27:47.641799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52320) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.651496 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-04e62286-d62f-48cf-8d7f-5294193d80aa tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] delete failed (client error): The resource could not be found. Feb 28 11:27:47.652680 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-04e62286-d62f-48cf-8d7f-5294193d80aa tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1313481620 HTTP/1.1" status: 404 len: 335 time: 0.0883112 Feb 28 11:27:47.658901 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52324) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.663184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc72fc-1fc1-410a-bd60-d0a3f9c12a9c None None] Network 71091f22-3693-4501-8679-f5213e72a28f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:47.671640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fa6b54e4-c668-44fe-ae6b-c056bb72d488 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b09c7ada-cc7a-4250-8831-7174ce0c9e5c'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:47.720301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.736305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c504e811-3e8b-4dde-9c35-e6cdd6c7c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:47.736652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504e811-3e8b-4dde-9c35-e6cdd6c7c321 None None] The sync data for ids ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:47.745783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b112c19f-4a6e-4e61-8242-b4ee2450a912 None None] Provisioning complete for port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:47.746125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b112c19f-4a6e-4e61-8242-b4ee2450a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.755247 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-413fafd2-a61a-4690-98b5-79ed1c530377 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5695820 Feb 28 11:27:47.755956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52328) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.861974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-acffcd58-d068-4394-ba89-a908ed419155 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Unset dirty status for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:47.867395 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-acffcd58-d068-4394-ba89-a908ed419155 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4886122 Feb 28 11:27:47.874280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:47.874485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52332) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.874652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.886717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093146792'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:47.894750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:47.910149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7f58ef5-0f0b-48bc-be83-ae90a03d6ef1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.966975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port a81d4092-4ee4-4225-9369-b90d4f169c53 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:27:48.017158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.050278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:27:40Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:46Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:48.092292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f61b8f6-07b9-4324-9a05-5c76cbed01f2 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.093743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec152a-366d-4da6-baae-bd2af82c1d34 None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:27:40Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:46Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:48.134818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.153741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa6b54e4-c668-44fe-ae6b-c056bb72d488 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.180922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-71091f22-3693-4501-8679-f5213e72a28f', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:48.181809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.195816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.200491 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-fa6b54e4-c668-44fe-ae6b-c056bb72d488 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] update failed (client error): The resource could not be found. Feb 28 11:27:48.201732 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fa6b54e4-c668-44fe-ae6b-c056bb72d488 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "PUT /v2.0/routers/b09c7ada-cc7a-4250-8831-7174ce0c9e5c HTTP/1.1" status: 404 len: 339 time: 0.5420570 Feb 28 11:27:48.206530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.212351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52336) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:48.216054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.223806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-841933665'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:48.232881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.238747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.248940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:network and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.255964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.264484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.266814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f61b8f6-07b9-4324-9a05-5c76cbed01f2 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.323189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61b8f6-07b9-4324-9a05-5c76cbed01f2 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2f142a-7e14-440f-acb1-a5c0eb46b780,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:48.329247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f61b8f6-07b9-4324-9a05-5c76cbed01f2 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.339777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Made reservation on behalf of e6deddb3ad654d65bbafac0554ce9205 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:48.343395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.348013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a0fb9e-68dc-46fd-88d6-4d5eccd72864 None None] Network 6de76dd4-b2b2-468d-90b7-b7ee1b958465 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:48.373694 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8f61b8f6-07b9-4324-9a05-5c76cbed01f2 tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "DELETE /v2.0/subnets/ba2f142a-7e14-440f-acb1-a5c0eb46b780 HTTP/1.1" status: 204 len: 168 time: 1.0806251 Feb 28 11:27:48.375687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52340) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:48.477163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Allocated IP 172.21.0.2 (71091f22-3693-4501-8679-f5213e72a28f/0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8/9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:48.533028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.574927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:48.599395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Deleting port de2270dd-4282-4823-b191-587841b2c325 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:48.600010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.637428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.644213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.644517 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Added segment 346132ab-154b-4151-8fbe-bb64b7f42cd8 of type vlan for network fdd4c7ce-2669-4be9-99e2-e87a08f01792 Feb 28 11:27:48.656882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.704173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03cd553-6f51-4e42-b69f-6bd389883a02,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:48.776299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7f58ef5-0f0b-48bc-be83-ae90a03d6ef1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.781776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.782676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7f58ef5-0f0b-48bc-be83-ae90a03d6ef1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.835468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.836844 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a8cc24d7-5491-46ef-8f96-ae9f5aff19df tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9599085 Feb 28 11:27:48.850529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:48.865484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e42d65f8-bf2a-43cb-baf4-6edce22c85b7 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': 'e03cd553-6f51-4e42-b69f-6bd389883a02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:48.896618 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-e42d65f8-bf2a-43cb-baf4-6edce22c85b7 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 11:27:48.896950 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-e42d65f8-bf2a-43cb-baf4-6edce22c85b7 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:48.900475 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e42d65f8-bf2a-43cb-baf4-6edce22c85b7 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0415132 Feb 28 11:27:48.902362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:48.947501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7f58ef5-0f0b-48bc-be83-ae90a03d6ef1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.948000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.948113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f58ef5-0f0b-48bc-be83-ae90a03d6ef1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5986bf2b-7b7f-40a0-a616-63d59913c4b2 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:48.974801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Transition to ACTIVE for port object 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:49.006082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Transition to ACTIVE for port object 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:49.013715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.073203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:27:49.088153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-010f9f42-7b67-42b8-bcb0-eb416048bc5f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': 'e03cd553-6f51-4e42-b69f-6bd389883a02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:49.088882 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-010f9f42-7b67-42b8-bcb0-eb416048bc5f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 11:27:49.089433 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-010f9f42-7b67-42b8-bcb0-eb416048bc5f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:49.094193 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-010f9f42-7b67-42b8-bcb0-eb416048bc5f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1905408 Feb 28 11:27:49.097563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52354) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.115216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e184ec31-0731-4be7-aaa4-f5f86e50ed3d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': 'e03cd553-6f51-4e42-b69f-6bd389883a02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:49.116137 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-e184ec31-0731-4be7-aaa4-f5f86e50ed3d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 11:27:49.116949 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-e184ec31-0731-4be7-aaa4-f5f86e50ed3d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:49.118226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7f58ef5-0f0b-48bc-be83-ae90a03d6ef1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.119408 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d7f58ef5-0f0b-48bc-be83-ae90a03d6ef1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "DELETE /v2.0/routers/5986bf2b-7b7f-40a0-a616-63d59913c4b2 HTTP/1.1" status: 204 len: 168 time: 1.4744511 Feb 28 11:27:49.121146 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e184ec31-0731-4be7-aaa4-f5f86e50ed3d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0210600 Feb 28 11:27:49.122965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52358) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.123324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52360) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.133581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] DHCP port deletion for 6de76dd4-b2b2-468d-90b7-b7ee1b958465 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:27:49.136340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Network 71091f22-3693-4501-8679-f5213e72a28f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:49.137644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Pushing event updated for resources: {'Port': ['ID=9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:49.141215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:49.147386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:49.149612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] Deleting port de2270dd-4282-4823-b191-587841b2c325 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:49.150609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.153345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-93aea008-a106-4793-aadf-8df6a11016fc tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': 'e03cd553-6f51-4e42-b69f-6bd389883a02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:49.154268 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-93aea008-a106-4793-aadf-8df6a11016fc tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 11:27:49.155088 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-93aea008-a106-4793-aadf-8df6a11016fc tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:49.159788 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-93aea008-a106-4793-aadf-8df6a11016fc tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0306995 Feb 28 11:27:49.163929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Request body: {'router': {'name': 'tempest-router-564037339', 'distributed': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:49.182112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52366) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.191643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.198219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:49.198833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.213937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:49.273096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 172.20.0.6 (89a85dab-b254-4061-917a-102ac7d2b42f/86590d07-0af0-4b97-af4b-4613c742ff2a/a81d4092-4ee4-4225-9369-b90d4f169c53) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:49.355262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Network': ['ID=fdd4c7ce-2669-4be9-99e2-e87a08f01792,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:49.361679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Usage tracker for resource:router and tenant:b60b8e2fa1d243a189bee8c8195af448 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:49.362777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.371401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:49.386982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:fe10:c5a4 (89a85dab-b254-4061-917a-102ac7d2b42f/028c7d6e-7015-4f5e-9b33-46ab53b5454c/a81d4092-4ee4-4225-9369-b90d4f169c53) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:49.388147 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Attempting to bind port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:49.388516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Attempting to bind port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '941dbd15-8eb4-4c99-bdf8-a29cb63d46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71091f22-3693-4501-8679-f5213e72a28f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:49.389165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Attempting to bind port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 on network 71091f22-3693-4501-8679-f5213e72a28f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:49.395150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network fdd4c7ce-2669-4be9-99e2-e87a08f01792 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:49.441967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:49.454940 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:49.457721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Checking segment: {'id': '941dbd15-8eb4-4c99-bdf8-a29cb63d46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71091f22-3693-4501-8679-f5213e72a28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:49.458178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.458598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Bound using segment: {'id': '941dbd15-8eb4-4c99-bdf8-a29cb63d46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71091f22-3693-4501-8679-f5213e72a28f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:49.460990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Bound port: 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941dbd15-8eb4-4c99-bdf8-a29cb63d46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71091f22-3693-4501-8679-f5213e72a28f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:49.461717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.486897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7de4b51-4248-4ace-a049-c819fd4a3f2f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.503596 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eebb3b32-a76b-474c-af97-8b18268277d8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2892075 Feb 28 11:27:49.508480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52370) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.511847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] For port de2270dd-4282-4823-b191-587841b2c325, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=de2270dd-4282-4823-b191-587841b2c325,segment=NetworkSegment(18d3a4a9-08cf-411e-8f9d-945e4a3b0d28),segment_id=18d3a4a9-08cf-411e-8f9d-945e4a3b0d28)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:49.512203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.523618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'subnet': {'network_id': 'fdd4c7ce-2669-4be9-99e2-e87a08f01792', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:49.537645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b026827d-d144-42ce-abd9-37f9435f4f30 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:49.542837 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.543880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.611158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7de4b51-4248-4ace-a049-c819fd4a3f2f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.676504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Calling delete_port for de2270dd-4282-4823-b191-587841b2c325 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:49.792900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.806843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:49.807430 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] For port de2270dd-4282-4823-b191-587841b2c325, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=de2270dd-4282-4823-b191-587841b2c325,segment=NetworkSegment(18d3a4a9-08cf-411e-8f9d-945e4a3b0d28),segment_id=18d3a4a9-08cf-411e-8f9d-945e4a3b0d28)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:49.807821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.810458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Usage tracker for resource:subnet and tenant:e6deddb3ad654d65bbafac0554ce9205 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:49.813426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:49.820062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:49.836956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Made reservation on behalf of e6deddb3ad654d65bbafac0554ce9205 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:49.840410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.937665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] For port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:49.946710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] Calling delete_port for de2270dd-4282-4823-b191-587841b2c325 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:49.954784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.982230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.983477 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port b026827d-d144-42ce-abd9-37f9435f4f30 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:49.998070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] For port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8,segment=NetworkSegment(941dbd15-8eb4-4c99-bdf8-a29cb63d46be),segment_id=941dbd15-8eb4-4c99-bdf8-a29cb63d46be)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:49.999011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b026827d-d144-42ce-abd9-37f9435f4f30 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:49.999440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.003103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7de4b51-4248-4ace-a049-c819fd4a3f2f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.036487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.046373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] No DVR routers for this DVR port de2270dd-4282-4823-b191-587841b2c325 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:27:50.046584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de4b51-4248-4ace-a049-c819fd4a3f2f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03cd553-6f51-4e42-b69f-6bd389883a02,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:50.098520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event deleted for resources: {'Port': ['ID=de2270dd-4282-4823-b191-587841b2c325,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:50.120912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.158689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7de4b51-4248-4ace-a049-c819fd4a3f2f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.160758 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e7de4b51-4248-4ace-a049-c819fd4a3f2f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/e03cd553-6f51-4e42-b69f-6bd389883a02 HTTP/1.1" status: 204 len: 168 time: 0.9747329 Feb 28 11:27:50.165968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object a81d4092-4ee4-4225-9369-b90d4f169c53 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:50.167251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52374) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:50.184560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:27:50.185011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:27:50.201154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301b84e-85f1-4611-9c1d-46e4c049513c None None] Pushing event updated for resources: {'Port': ['ID=9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:50.209252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.21.0.1 (71091f22-3693-4501-8679-f5213e72a28f/0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8/e0be55e1-e4eb-4536-a30e-fc39a558d3c0) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:50.225356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.265600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.269523 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-38ee6879-6d56-4cf9-96c7-3e25ba848728 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1366246 Feb 28 11:27:50.269523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de76dd4-b2b2-468d-90b7-b7ee1b958465']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:50.279929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52378) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:50.280133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cbc209ed-9e0e-4c89-9f99-d01468b8cbeb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Synchronizing usage tracker for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:50.288013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d3a4a9-08cf-411e-8f9d-945e4a3b0d28') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:50.288302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d3a4a9-08cf-411e-8f9d-945e4a3b0d28') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:50.295862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.333317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port b026827d-d144-42ce-abd9-37f9435f4f30, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b026827d-d144-42ce-abd9-37f9435f4f30,segment=NetworkSegment(53d9460c-ab66-4e9f-874f-ef5713a4aa67),segment_id=53d9460c-ab66-4e9f-874f-ef5713a4aa67)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:50.338134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.381371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.449311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device de2270dd-4282-4823-b191-587841b2c325 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:27:50.465145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cbc209ed-9e0e-4c89-9f99-d01468b8cbeb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Unset dirty status for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:50.470132 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cbc209ed-9e0e-4c89-9f99-d01468b8cbeb tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2978513 Feb 28 11:27:50.500122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: de2270dd-4282-4823-b191-587841b2c325 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:27:50.500464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device de2270dd-4282-4823-b191-587841b2c325 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:27:50.501301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab6235fd-15db-4853-88bd-0a10dbd9c804 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.502140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=b026827d-d144-42ce-abd9-37f9435f4f30,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:50.556158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52382) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:50.569198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--493250174'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:50.576048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:50.595581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.613733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:50.655190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:50.662502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:50.664896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:50.686005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] Deleting port de2270dd-4282-4823-b191-587841b2c325 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:50.687315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.713977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.720422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.726263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=a81d4092-4ee4-4225-9369-b90d4f169c53,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:50.743233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.774012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Transition to ACTIVE for port object e0be55e1-e4eb-4536-a30e-fc39a558d3c0 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:50.780750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:50.781427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.805577 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2c747014-80d3-435d-b9ce-68ea785649ad tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6689632 Feb 28 11:27:50.808013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:50.837894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3af81e83-4c83-4360-8c77-6798dd94bc8a None None] The port 'de2270dd-4282-4823-b191-587841b2c325' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:27:50.880777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.952894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 71091f22-3693-4501-8679-f5213e72a28f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:50.966672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:50.969201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:51.010389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=e0be55e1-e4eb-4536-a30e-fc39a558d3c0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:51.011904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:51.011904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:51.028130 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:51.038275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b762f176-b8a2-4326-86a4-ae7efb85a61c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:51.044775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b762f176-b8a2-4326-86a4-ae7efb85a61c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:51.045613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b762f176-b8a2-4326-86a4-ae7efb85a61c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:51.067855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.081709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b762f176-b8a2-4326-86a4-ae7efb85a61c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:51.085824 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b762f176-b8a2-4326-86a4-ae7efb85a61c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2768488 Feb 28 11:27:51.086490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52390) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.155444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2557fbc0-0e5c-49e8-8a10-7b93a2336d79 None None] Provisioning for port a81d4092-4ee4-4225-9369-b90d4f169c53 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:51.162881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2557fbc0-0e5c-49e8-8a10-7b93a2336d79 None None] Provisioning complete for port a81d4092-4ee4-4225-9369-b90d4f169c53 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:51.163386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2557fbc0-0e5c-49e8-8a10-7b93a2336d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.177466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:51.184053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd5dc5-81e8-4c1c-ab4e-e3fc27a5ccfd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port a81d4092-4ee4-4225-9369-b90d4f169c53 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:51.184525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5dc5-81e8-4c1c-ab4e-e3fc27a5ccfd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.199682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab6235fd-15db-4853-88bd-0a10dbd9c804 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.215926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab6235fd-15db-4853-88bd-0a10dbd9c804 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.221251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:51.230170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:51.240539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2557fbc0-0e5c-49e8-8a10-7b93a2336d79 None None] Port a81d4092-4ee4-4225-9369-b90d4f169c53 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:51.250298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:51.272809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.277559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.307085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.359383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab6235fd-15db-4853-88bd-0a10dbd9c804 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.359892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6235fd-15db-4853-88bd-0a10dbd9c804 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8f9485e-17bb-47f5-9ef1-c8d515c46247 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:51.366145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] Pushing event deleted for resources: {'Network': ['ID=6de76dd4-b2b2-468d-90b7-b7ee1b958465,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:51.397337 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-86a6e3a7-8a61-4395-8461-ac17f7a4410d tempest-FloatingIPNegativeTestJSON-275766777 tempest-FloatingIPNegativeTestJSON-275766777-project] 10.222.0.64 "DELETE /v2.0/networks/6de76dd4-b2b2-468d-90b7-b7ee1b958465 HTTP/1.1" status: 204 len: 168 time: 3.0218959 Feb 28 11:27:51.444529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Subnet': ['ID=1847d2dc-fe92-43fd-904c-c657a5c1d916,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:51.456002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab6235fd-15db-4853-88bd-0a10dbd9c804 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.457128 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ab6235fd-15db-4853-88bd-0a10dbd9c804 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "DELETE /v2.0/routers/b8f9485e-17bb-47f5-9ef1-c8d515c46247 HTTP/1.1" status: 204 len: 168 time: 1.1762629 Feb 28 11:27:51.472317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52396) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.473678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.481255 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Request body: {'router': {'name': 'tempest-router-1398954815', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4cfa82c1e4734917b91a6d5dcccb6e81'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:51.496562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d5899-bf5b-4d7f-812e-1196fe7bf902 None None] Network 71091f22-3693-4501-8679-f5213e72a28f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:51.509871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:51.512199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Checking segment: {'id': '346132ab-154b-4151-8fbe-bb64b7f42cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'fdd4c7ce-2669-4be9-99e2-e87a08f01792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:51.512565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network hostable DHCP agents. Network: fdd4c7ce-2669-4be9-99e2-e87a08f01792, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:51.525285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Usage tracker for resource:router and tenant:4cfa82c1e4734917b91a6d5dcccb6e81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:51.530357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.535633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:51.542223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:51.544857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.594697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.595785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.602050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b026827d-d144-42ce-abd9-37f9435f4f30 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:51.609989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network fdd4c7ce-2669-4be9-99e2-e87a08f01792 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:51.618916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e16148a-c8fd-4309-b685-60f2f367265b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:51.636300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.637945 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2d73e7be-d77a-418f-ae61-f4065bfc1143 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0807383 Feb 28 11:27:51.641507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52400) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.648216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e514358f-0f0c-4ca1-a928-f9b64f4f3312 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e16148a-c8fd-4309-b685-60f2f367265b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:51.649202 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-e514358f-0f0c-4ca1-a928-f9b64f4f3312 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 11:27:51.649738 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-e514358f-0f0c-4ca1-a928-f9b64f4f3312 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:51.650969 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e514358f-0f0c-4ca1-a928-f9b64f4f3312 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082440 Feb 28 11:27:51.653692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, fdd4c7ce-2669-4be9-99e2-e87a08f01792) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:51.657936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52404) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.667388 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fd30abe7-9aab-4658-ac31-4715b1df26e5 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e16148a-c8fd-4309-b685-60f2f367265b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:51.676522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd30abe7-9aab-4658-ac31-4715b1df26e5 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:51.680748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd30abe7-9aab-4658-ac31-4715b1df26e5 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:51.684616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd30abe7-9aab-4658-ac31-4715b1df26e5 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:51.688342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd53271-5a15-46b5-b9cc-6c260739153e None None] Network fdd4c7ce-2669-4be9-99e2-e87a08f01792 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:51.691998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd30abe7-9aab-4658-ac31-4715b1df26e5 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:51.700885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.704761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:51.707559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.766246 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-fd30abe7-9aab-4658-ac31-4715b1df26e5 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:51.767560 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fd30abe7-9aab-4658-ac31-4715b1df26e5 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1085384 Feb 28 11:27:51.770965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52410) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.777602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5cbc3961-759d-4c84-b810-3d448eedd83f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e16148a-c8fd-4309-b685-60f2f367265b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:51.778591 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-5cbc3961-759d-4c84-b810-3d448eedd83f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 11:27:51.779398 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-5cbc3961-759d-4c84-b810-3d448eedd83f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:51.780497 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5cbc3961-759d-4c84-b810-3d448eedd83f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082738 Feb 28 11:27:51.782448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.786645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52414) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.790175 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d94ac5b3-f7ef-4cf3-9f65-c9faa47e5a73 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2806430 Feb 28 11:27:51.801235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b49cc2b4-faee-420d-bedf-86f83ce0060f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e16148a-c8fd-4309-b685-60f2f367265b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:51.807890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52418) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.814525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-de68445f-125f-4fa6-bc11-4648df4440c5 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fdd4c7ce-2669-4be9-99e2-e87a08f01792'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:51.853506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.889043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b49cc2b4-faee-420d-bedf-86f83ce0060f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:51.930081 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd1f43d1-0e69-4c26-9c99-aa866acac6af None None] Provisioning for port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:51.933734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5dc5-81e8-4c1c-ab4e-e3fc27a5ccfd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.954764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b49cc2b4-faee-420d-bedf-86f83ce0060f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:51.968239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b49cc2b4-faee-420d-bedf-86f83ce0060f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:51.975671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.976943 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-235a5979-3d6d-4408-912a-09d212caf492 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5033996 Feb 28 11:27:51.977878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b026827d-d144-42ce-abd9-37f9435f4f30 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:51.978256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.991674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52428) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.006674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:52.040724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b49cc2b4-faee-420d-bedf-86f83ce0060f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:52.214911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd5dc5-81e8-4c1c-ab4e-e3fc27a5ccfd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for a81d4092-4ee4-4225-9369-b90d4f169c53 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:52.256333 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-b49cc2b4-faee-420d-bedf-86f83ce0060f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:52.257353 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b49cc2b4-faee-420d-bedf-86f83ce0060f tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4660075 Feb 28 11:27:52.260214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de68445f-125f-4fa6-bc11-4648df4440c5 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.263661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52432) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.270593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fa4004f0-3050-4841-9c06-743702a52eed tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e16148a-c8fd-4309-b685-60f2f367265b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:52.271113 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-fa4004f0-3050-4841-9c06-743702a52eed tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 11:27:52.271624 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-fa4004f0-3050-4841-9c06-743702a52eed tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:52.272549 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fa4004f0-3050-4841-9c06-743702a52eed tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080080 Feb 28 11:27:52.277158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52436) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.282498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9f521b85-3317-4761-88fb-67f898443178 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e16148a-c8fd-4309-b685-60f2f367265b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:52.289488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9f521b85-3317-4761-88fb-67f898443178 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:52.308574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-fdd4c7ce-2669-4be9-99e2-e87a08f01792', 'network_id': 'fdd4c7ce-2669-4be9-99e2-e87a08f01792', 'tenant_id': 'e6deddb3ad654d65bbafac0554ce9205', 'fixed_ips': [{'subnet_id': '1847d2dc-fe92-43fd-904c-c657a5c1d916'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:52.309729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.310125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9f521b85-3317-4761-88fb-67f898443178 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:52.322394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9f521b85-3317-4761-88fb-67f898443178 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:52.325720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:52.331968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9f521b85-3317-4761-88fb-67f898443178 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:52.348474 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-9f521b85-3317-4761-88fb-67f898443178 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Project 484977a86df643818c9c65912d802c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:27:52.429583 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-9f521b85-3317-4761-88fb-67f898443178 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:52.433395 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9f521b85-3317-4761-88fb-67f898443178 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1524713 Feb 28 11:27:52.433553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52440) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.438951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c222e091-d1db-4a58-8b75-9fe01f374b87 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e16148a-c8fd-4309-b685-60f2f367265b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:52.438951 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-c222e091-d1db-4a58-8b75-9fe01f374b87 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 11:27:52.439394 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-c222e091-d1db-4a58-8b75-9fe01f374b87 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:52.443389 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c222e091-d1db-4a58-8b75-9fe01f374b87 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058899 Feb 28 11:27:52.444273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.450662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5f9b2056-72cf-42e1-8cc7-d082d450b418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e16148a-c8fd-4309-b685-60f2f367265b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:52.459560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5f9b2056-72cf-42e1-8cc7-d082d450b418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:52.464898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5f9b2056-72cf-42e1-8cc7-d082d450b418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:52.469512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5f9b2056-72cf-42e1-8cc7-d082d450b418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:52.478714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5f9b2056-72cf-42e1-8cc7-d082d450b418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:52.481429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:52.489282 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:52.489798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.496412 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-5f9b2056-72cf-42e1-8cc7-d082d450b418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Project 484977a86df643818c9c65912d802c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:27:52.534993 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-de68445f-125f-4fa6-bc11-4648df4440c5 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:52.539079 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-de68445f-125f-4fa6-bc11-4648df4440c5 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "PUT /v2.0/routers/b09c7ada-cc7a-4250-8831-7174ce0c9e5c HTTP/1.1" status: 400 len: 364 time: 0.7282896 Feb 28 11:27:52.541454 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-5f9b2056-72cf-42e1-8cc7-d082d450b418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:52.546093 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5f9b2056-72cf-42e1-8cc7-d082d450b418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1008148 Feb 28 11:27:52.547068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52448) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.547625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52450) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.556329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-eddd372b-5fe1-4a51-b271-1537db8de9e4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e16148a-c8fd-4309-b685-60f2f367265b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:52.626648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Allocated IP 2001:db8:1::2 (fdd4c7ce-2669-4be9-99e2-e87a08f01792/1847d2dc-fe92-43fd-904c-c657a5c1d916/3a894b13-8bd2-4009-9e96-ca85b4e5c189) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:52.641067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eddd372b-5fe1-4a51-b271-1537db8de9e4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:52.647542 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a79a1cd0-d054-4646-8720-7562350ed748 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e07b374bd4d4a71a7e44b6c83cfd6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7899942 Feb 28 11:27:52.661464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.729658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.840807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e21c5d2d-d412-40c8-b3bb-3f0319359f1a None None] Provisioning complete for port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:52.841064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e21c5d2d-d412-40c8-b3bb-3f0319359f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.849928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.850321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.884495 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8,segment=NetworkSegment(941dbd15-8eb4-4c99-bdf8-a29cb63d46be),segment_id=941dbd15-8eb4-4c99-bdf8-a29cb63d46be)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:52.905995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.942257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:27:53.033015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eddd372b-5fe1-4a51-b271-1537db8de9e4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:53.043364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eddd372b-5fe1-4a51-b271-1537db8de9e4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:53.052289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eddd372b-5fe1-4a51-b271-1537db8de9e4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:53.075521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.081445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:53.107739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.145359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.165758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Transition to ACTIVE for port object 3a894b13-8bd2-4009-9e96-ca85b4e5c189 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:53.189818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Transition to ACTIVE for port object 3a894b13-8bd2-4009-9e96-ca85b4e5c189 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:53.196097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e21c5d2d-d412-40c8-b3bb-3f0319359f1a None None] Provisioning for port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:53.201057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e21c5d2d-d412-40c8-b3bb-3f0319359f1a None None] Provisioning complete for port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:53.201427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e21c5d2d-d412-40c8-b3bb-3f0319359f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.207716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7b5412d-020e-4d06-aadd-4de90a0706e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.225572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.232704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87638) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 28 11:27:53.233283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Router a1d8c93d-05a8-4ea8-b13d-ea133cfc4eaa migrating from provider to provider. {{(pid=87638) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 28 11:27:53.233619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.246596 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-eddd372b-5fe1-4a51-b271-1537db8de9e4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Project 484977a86df643818c9c65912d802c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:27:53.282163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.321279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Network fdd4c7ce-2669-4be9-99e2-e87a08f01792 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:53.321900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.326229 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:53.327509 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-eddd372b-5fe1-4a51-b271-1537db8de9e4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:27:53.328666 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eddd372b-5fe1-4a51-b271-1537db8de9e4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7777903 Feb 28 11:27:53.332593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52460) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:53.338694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:53.345646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.353027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7b5412d-020e-4d06-aadd-4de90a0706e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.358022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e21c5d2d-d412-40c8-b3bb-3f0319359f1a None None] Port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:53.365550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=e0be55e1-e4eb-4536-a30e-fc39a558d3c0,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:53.387854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.388063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Pushing event updated for resources: {'Port': ['ID=3a894b13-8bd2-4009-9e96-ca85b4e5c189,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:53.448852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:53.548848 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Attempting to bind port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:53.549211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Attempting to bind port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '346132ab-154b-4151-8fbe-bb64b7f42cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'fdd4c7ce-2669-4be9-99e2-e87a08f01792'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:53.549619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Attempting to bind port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 on network fdd4c7ce-2669-4be9-99e2-e87a08f01792 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:53.569861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:53.569861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Checking segment: {'id': '346132ab-154b-4151-8fbe-bb64b7f42cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'fdd4c7ce-2669-4be9-99e2-e87a08f01792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:53.570244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.570892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Bound using segment: {'id': '346132ab-154b-4151-8fbe-bb64b7f42cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'fdd4c7ce-2669-4be9-99e2-e87a08f01792'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:53.571381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Bound port: 3a894b13-8bd2-4009-9e96-ca85b4e5c189, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346132ab-154b-4151-8fbe-bb64b7f42cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'fdd4c7ce-2669-4be9-99e2-e87a08f01792'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:53.571754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.588071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5dc5-81e8-4c1c-ab4e-e3fc27a5ccfd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.591485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-beb228fe-7edc-4240-8a12-b16f325787f3 None None] Provisioning complete for port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:53.591871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-beb228fe-7edc-4240-8a12-b16f325787f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.642421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f29eaba1-cee9-45f8-97a5-b4c85bd9e955 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.694219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-beb228fe-7edc-4240-8a12-b16f325787f3 None None] Port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:53.701821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:53.702189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.730101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f29eaba1-cee9-45f8-97a5-b4c85bd9e955 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.780157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] For port 3a894b13-8bd2-4009-9e96-ca85b4e5c189, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:53.792888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] For port 3a894b13-8bd2-4009-9e96-ca85b4e5c189, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3a894b13-8bd2-4009-9e96-ca85b4e5c189,segment=NetworkSegment(346132ab-154b-4151-8fbe-bb64b7f42cd8),segment_id=346132ab-154b-4151-8fbe-bb64b7f42cd8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:53.829628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.834786 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING neutron.scheduler.l3_agent_scheduler [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] No L3 agents can host the router a1d8c93d-05a8-4ea8-b13d-ea133cfc4eaa Feb 28 11:27:53.836108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd5dc5-81e8-4c1c-ab4e-e3fc27a5ccfd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=a81d4092-4ee4-4225-9369-b90d4f169c53,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:53.841498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7b5412d-020e-4d06-aadd-4de90a0706e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.862503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f29eaba1-cee9-45f8-97a5-b4c85bd9e955 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.888947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eaba1-cee9-45f8-97a5-b4c85bd9e955 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e16148a-c8fd-4309-b685-60f2f367265b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:53.902803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Allocated IP 2001:db8::1 (cba57088-40f9-4cfe-b0fb-d5aa7a0c0628/2bb78d72-e59e-4a2e-a8d4-5a01a8eeeb71/b5891d35-d537-40e6-8019-4423a4b6be60) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:53.922331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f29eaba1-cee9-45f8-97a5-b4c85bd9e955 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.925966 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f29eaba1-cee9-45f8-97a5-b4c85bd9e955 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/8e16148a-c8fd-4309-b685-60f2f367265b HTTP/1.1" status: 204 len: 168 time: 0.5899079 Feb 28 11:27:53.926324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52464) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:53.962744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76467a96-6f37-4029-b6b8-c366c6bc3bea None None] Pushing event updated for resources: {'Port': ['ID=3a894b13-8bd2-4009-9e96-ca85b4e5c189,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:54.003050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5412d-020e-4d06-aadd-4de90a0706e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d46de1f-aaf2-441e-ba1e-c78ef4fe88c8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:54.095090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-60d4df2b-d456-40be-a9a7-c3d08a93fe23 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Synchronizing usage tracker for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:54.133926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-60d4df2b-d456-40be-a9a7-c3d08a93fe23 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Unset dirty status for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:54.139199 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-60d4df2b-d456-40be-a9a7-c3d08a93fe23 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2080307 Feb 28 11:27:54.139389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52468) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:54.146357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533781121'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:54.166949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:54.180402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.188847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:54.209120 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Transition to ACTIVE for port object b5891d35-d537-40e6-8019-4423a4b6be60 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:54.219096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.262965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:54.270271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:54.273825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:54.274131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7b5412d-020e-4d06-aadd-4de90a0706e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.275310 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a7b5412d-020e-4d06-aadd-4de90a0706e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d46de1f-aaf2-441e-ba1e-c78ef4fe88c8 HTTP/1.1" status: 204 len: 168 time: 1.6103327 Feb 28 11:27:54.285947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:54.291960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5dc5-81e8-4c1c-ab4e-e3fc27a5ccfd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.294054 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a9bd5dc5-81e8-4c1c-ab4e-e3fc27a5ccfd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/a81d4092-4ee4-4225-9369-b90d4f169c53 HTTP/1.1" status: 204 len: 168 time: 3.2055402 Feb 28 11:27:54.298660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:54.322408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.412143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:54.420194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:54.426572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:27:54.427087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.434767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Port': ['ID=b5891d35-d537-40e6-8019-4423a4b6be60,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:54.453463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 71091f22-3693-4501-8679-f5213e72a28f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:54.470692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:54.525506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.544086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.568883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Hosts for router a1d8c93d-05a8-4ea8-b13d-ea133cfc4eaa: [] {{(pid=87638) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 28 11:27:54.674542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec51620d-9e13-4b2a-8ad5-016e2908c56f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:54.683869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.687971 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e117e594-dfe5-4e94-99e2-6edf4604bd2c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5447733 Feb 28 11:27:54.687971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.694607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52484) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:54.697335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0b063-fd1e-4442-ba03-a4cc662d3eff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:54.698996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0b063-fd1e-4442-ba03-a4cc662d3eff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:54.700531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0b063-fd1e-4442-ba03-a4cc662d3eff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:54.702036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3ee0b063-fd1e-4442-ba03-a4cc662d3eff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:54.704020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a8a99e47-fc1b-4a5f-97c8-b33a494fac7d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': 'ec51620d-9e13-4b2a-8ad5-016e2908c56f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:54.711845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8a99e47-fc1b-4a5f-97c8-b33a494fac7d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:54.733529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Hosts for other DVR routers connected to router a1d8c93d-05a8-4ea8-b13d-ea133cfc4eaa: set() {{(pid=87638) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 28 11:27:54.735880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.737649 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-19b4648a-0f4b-4227-bb42-0b13ae8a47d2 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "PUT /v2.0/routers/a1d8c93d-05a8-4ea8-b13d-ea133cfc4eaa HTTP/1.1" status: 200 len: 717 time: 2.7414949 Feb 28 11:27:54.741939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52490) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:54.926620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3ee0b063-fd1e-4442-ba03-a4cc662d3eff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:54.930728 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3ee0b063-fd1e-4442-ba03-a4cc662d3eff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6257932 Feb 28 11:27:54.937691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8a99e47-fc1b-4a5f-97c8-b33a494fac7d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:54.941345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52496) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:54.947708 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c1522e69-dead-4c33-b25f-ff411a8635d5 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "GET /v2.0/routers/a1d8c93d-05a8-4ea8-b13d-ea133cfc4eaa HTTP/1.1" status: 200 len: 717 time: 0.2037961 Feb 28 11:27:54.950322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:54.950732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0abe6104-c42e-4ee6-bbfa-0bcdd3ddfdc5 None None] Provisioning complete for port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:54.951795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0abe6104-c42e-4ee6-bbfa-0bcdd3ddfdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.959470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8a99e47-fc1b-4a5f-97c8-b33a494fac7d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:54.961853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:27:55.039648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b60f5d-929d-4d23-a0f6-0bde9944f1be tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 028c7d6e-7015-4f5e-9b33-46ab53b5454c {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:55.042884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-06b60f5d-929d-4d23-a0f6-0bde9944f1be tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.081575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8a99e47-fc1b-4a5f-97c8-b33a494fac7d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:55.085593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0abe6104-c42e-4ee6-bbfa-0bcdd3ddfdc5 None None] Port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:55.113417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0abe6104-c42e-4ee6-bbfa-0bcdd3ddfdc5 None None] Provisioning for port b5891d35-d537-40e6-8019-4423a4b6be60 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:55.121499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0abe6104-c42e-4ee6-bbfa-0bcdd3ddfdc5 None None] Provisioning complete for port b5891d35-d537-40e6-8019-4423a4b6be60 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:55.122412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0abe6104-c42e-4ee6-bbfa-0bcdd3ddfdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.218685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0abe6104-c42e-4ee6-bbfa-0bcdd3ddfdc5 None None] Port b5891d35-d537-40e6-8019-4423a4b6be60 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:55.232287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-06b60f5d-929d-4d23-a0f6-0bde9944f1be tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.256992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:55.262664 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-649c273e-a3fe-432e-991f-89d86f959280 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4528918 Feb 28 11:27:55.265105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52512) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:55.269963 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:55.278538 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-a8a99e47-fc1b-4a5f-97c8-b33a494fac7d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The resource could not be found. Feb 28 11:27:55.280024 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a8a99e47-fc1b-4a5f-97c8-b33a494fac7d tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5827179 Feb 28 11:27:55.285770 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:55.287712 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:55.357985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52518) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:55.381206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f6543902-f2cc-429b-bdac-99c419b94150 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': 'ec51620d-9e13-4b2a-8ad5-016e2908c56f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'adcead45-866a-4388-bea4-7387c865e4ef'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:55.393988 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6543902-f2cc-429b-bdac-99c419b94150 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:55.405327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6543902-f2cc-429b-bdac-99c419b94150 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:55.408253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'network': {'name': 'tempest-RoutersTest-40915183'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:55.425235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6543902-f2cc-429b-bdac-99c419b94150 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:55.433685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:55.443860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6543902-f2cc-429b-bdac-99c419b94150 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:55.460462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:network and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:55.468085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-06b60f5d-929d-4d23-a0f6-0bde9944f1be tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.471847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:55.487699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52524) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:55.490616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:55.504126 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3a894b13-8bd2-4009-9e96-ca85b4e5c189 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:55.584917 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:27:55.589976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1489d3-5ce4-4d2a-be2d-9378916896fc None None] Network fdd4c7ce-2669-4be9-99e2-e87a08f01792 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:55.600603 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dfe33c2a-c42c-44b5-95de-12f14c73824f tempest-RoutersTestDVR-1408597155 tempest-RoutersTestDVR-1408597155-project] 10.222.0.64 "GET /v2.0/routers/a1d8c93d-05a8-4ea8-b13d-ea133cfc4eaa HTTP/1.1" status: 200 len: 683 time: 0.6491973 Feb 28 11:27:55.602898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52528) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:55.634566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:55.638291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.674039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:55.684767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.685034 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added segment a6744f43-948e-45fe-b266-bf50021f0272 of type vlan for network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 Feb 28 11:27:55.749556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'networks': [{'name': 'tempest-network--906975606'}, {'name': 'tempest-network--1483642659'}]} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:55.749767 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-f6543902-f2cc-429b-bdac-99c419b94150 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The resource could not be found. Feb 28 11:27:55.750244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'network': {'name': 'tempest-network--906975606'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:55.750358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'network': {'name': 'tempest-network--1483642659'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:55.750729 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f6543902-f2cc-429b-bdac-99c419b94150 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3914952 Feb 28 11:27:55.760797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52534) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:55.772504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:55.786635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Usage tracker for resource:network and tenant:fdac61ae722744ea8c27281e0f793ae4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:55.789693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:55.803086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:55.829429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.833689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Made reservation on behalf of fdac61ae722744ea8c27281e0f793ae4 for: {'network': 2} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:55.848531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:55.849030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.863546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe786-fb58-4173-a124-69e233a7c0c7 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.873192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e63eec1-fe43-46d2-9bbe-8df1d3c0f80a None None] Provisioning for port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:55.880545 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e63eec1-fe43-46d2-9bbe-8df1d3c0f80a None None] Provisioning complete for port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:55.881541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.882050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e63eec1-fe43-46d2-9bbe-8df1d3c0f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.902354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:55.907648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Usage tracker for resource:security_group_rule and tenant:fdac61ae722744ea8c27281e0f793ae4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:55.918881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:55.934130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:55.960332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.966078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:55.966657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.018000 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7516587 Feb 28 11:27:56.025896 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52538) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:56.037234 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:27:51Z', 'revision_number': 3, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:27:51Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:56.037594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-06b60f5d-929d-4d23-a0f6-0bde9944f1be tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.046596 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:27:56.047330 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Updating router 15b255fb-0117-4eaa-8352-923350044c0c port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:27:56.095671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e63eec1-fe43-46d2-9bbe-8df1d3c0f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.128744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'subnet': {'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:56.129067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689f30f-ea4b-4c42-8826-e09e2de51d48 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Network': ['ID=a6966aba-07aa-4d2e-8d4b-5d78fee86dc5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:56.137533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9e63eec1-fe43-46d2-9bbe-8df1d3c0f80a None None] For port 3a894b13-8bd2-4009-9e96-ca85b4e5c189, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3a894b13-8bd2-4009-9e96-ca85b4e5c189,segment=NetworkSegment(346132ab-154b-4151-8fbe-bb64b7f42cd8),segment_id=346132ab-154b-4151-8fbe-bb64b7f42cd8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:56.141309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e63eec1-fe43-46d2-9bbe-8df1d3c0f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.152415 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.198958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.208615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.209184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.226595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63eec1-fe43-46d2-9bbe-8df1d3c0f80a None None] Pushing event updated for resources: {'Port': ['ID=3a894b13-8bd2-4009-9e96-ca85b4e5c189,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:56.231497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:56.280065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b60f5d-929d-4d23-a0f6-0bde9944f1be tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=028c7d6e-7015-4f5e-9b33-46ab53b5454c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:56.283982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:56.296337 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.296791 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Added segment e51effec-355c-466d-8f0f-520573d5aa56 of type vlan for network ce00e645-7159-46b0-86c9-498f54ba563d Feb 28 11:27:56.336802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-06b60f5d-929d-4d23-a0f6-0bde9944f1be tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.357097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd30e3-bed6-4755-b5cc-b48301d3de6f None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:56.379336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.385797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ed27a8-fedd-498c-b743-ab2e7b35b76e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:56.429013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:56.438785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.439227 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Added segment 9147e391-8dc6-491c-ae96-dd9f988d23a5 of type vlan for network 56f5d955-c225-48c2-9083-4448a36db96e Feb 28 11:27:56.471662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.522415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.523690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.526863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-16726afc-59b7-443f-9463-da6af5c0368f None None] Provisioning complete for port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:56.527274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-16726afc-59b7-443f-9463-da6af5c0368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.531573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:56.538198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:56.538890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.625370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe786-fb58-4173-a124-69e233a7c0c7 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.627271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa1197e3-64f0-4144-8733-82d20e8b8b26 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.633773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe786-fb58-4173-a124-69e233a7c0c7 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.652133 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.671214 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Transition to ACTIVE for port object e0be55e1-e4eb-4536-a30e-fc39a558d3c0 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:56.671983 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-06b60f5d-929d-4d23-a0f6-0bde9944f1be tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/028c7d6e-7015-4f5e-9b33-46ab53b5454c HTTP/1.1" status: 204 len: 168 time: 1.7254627 Feb 28 11:27:56.683088 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.692461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52542) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:56.735649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.748468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:56.758009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.758707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.770444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa1197e3-64f0-4144-8733-82d20e8b8b26 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.778867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:subnet and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:56.812431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:56.826910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe786-fb58-4173-a124-69e233a7c0c7 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.826910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcbe786-fb58-4173-a124-69e233a7c0c7 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1d8c93d-05a8-4ea8-b13d-ea133cfc4eaa {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:56.842475 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Pushing event updated for resources: {'Port': ['ID=e0be55e1-e4eb-4536-a30e-fc39a558d3c0,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:56.850285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:56.851968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3630791 Feb 28 11:27:56.854989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52546) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:56.859382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Network': ['ID=ce00e645-7159-46b0-86c9-498f54ba563d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:56.860356 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.861006 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.861529 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.862611 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.863243 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.864224 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.864793 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.869258 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.870033 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.870580 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.871037 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.871768 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:56.881108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network ce00e645-7159-46b0-86c9-498f54ba563d details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:56.958535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe786-fb58-4173-a124-69e233a7c0c7 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.959683 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3dcbe786-fb58-4173-a124-69e233a7c0c7 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "DELETE /v2.0/routers/a1d8c93d-05a8-4ea8-b13d-ea133cfc4eaa HTTP/1.1" status: 204 len: 168 time: 1.3557479 Feb 28 11:27:56.964378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52550) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.000138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ee1f49-877a-462c-ba2b-e3a262b8fb56 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 86590d07-0af0-4b97-af4b-4613c742ff2a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:27:57.038999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Request body: {'router': {'name': 'tempest-router-1997067993', 'distributed': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:57.061960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:57.071157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.084542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:57.088239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.117662 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Attempting to bind port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:57.118126 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Attempting to bind port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '941dbd15-8eb4-4c99-bdf8-a29cb63d46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71091f22-3693-4501-8679-f5213e72a28f'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:57.118556 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Attempting to bind port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 on network 71091f22-3693-4501-8679-f5213e72a28f {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:27:57.124805 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:27:57.125251 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Checking segment: {'id': '941dbd15-8eb4-4c99-bdf8-a29cb63d46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71091f22-3693-4501-8679-f5213e72a28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:57.125883 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.126341 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Bound using segment: {'id': '941dbd15-8eb4-4c99-bdf8-a29cb63d46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71091f22-3693-4501-8679-f5213e72a28f'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:27:57.126875 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Bound port: e0be55e1-e4eb-4536-a30e-fc39a558d3c0, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941dbd15-8eb4-4c99-bdf8-a29cb63d46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71091f22-3693-4501-8679-f5213e72a28f'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:57.127361 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.138322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08ee1f49-877a-462c-ba2b-e3a262b8fb56 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.170235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Usage tracker for resource:router and tenant:b60b8e2fa1d243a189bee8c8195af448 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:57.173959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:57.187419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:57.214464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08ee1f49-877a-462c-ba2b-e3a262b8fb56 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.243434 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] For port e0be55e1-e4eb-4536-a30e-fc39a558d3c0, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:27:57.249384 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] For port e0be55e1-e4eb-4536-a30e-fc39a558d3c0, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e0be55e1-e4eb-4536-a30e-fc39a558d3c0,segment=NetworkSegment(941dbd15-8eb4-4c99-bdf8-a29cb63d46be),segment_id=941dbd15-8eb4-4c99-bdf8-a29cb63d46be)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:27:57.255383 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.280042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event updated for resources: {'Port': ['ID=b5891d35-d537-40e6-8019-4423a4b6be60,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:57.284794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bbc65-dc7e-47ba-9333-dc964afa8863 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Network': ['ID=56f5d955-c225-48c2-9083-4448a36db96e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:57.301615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 56f5d955-c225-48c2-9083-4448a36db96e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:57.310176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa1197e3-64f0-4144-8733-82d20e8b8b26 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.335317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.336322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.402051 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a684958-08f6-4a2a-a3a0-6477005ebd6a None None] Pushing event updated for resources: {'Port': ['ID=e0be55e1-e4eb-4536-a30e-fc39a558d3c0,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:57.441025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1197e3-64f0-4144-8733-82d20e8b8b26 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec51620d-9e13-4b2a-8ad5-016e2908c56f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:57.442097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26d2c4-9210-4a46-bd82-84acc6467e3c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:57.450698 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:57.451313 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:57.464989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26d2c4-9210-4a46-bd82-84acc6467e3c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:57.472316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26d2c4-9210-4a46-bd82-84acc6467e3c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:57.480292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa1197e3-64f0-4144-8733-82d20e8b8b26 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.480488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26d2c4-9210-4a46-bd82-84acc6467e3c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:57.481383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f26d2c4-9210-4a46-bd82-84acc6467e3c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Synchronizing usage tracker for tenant:fdac61ae722744ea8c27281e0f793ae4 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:57.482224 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aa1197e3-64f0-4144-8733-82d20e8b8b26 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/ec51620d-9e13-4b2a-8ad5-016e2908c56f HTTP/1.1" status: 204 len: 168 time: 1.7162302 Feb 28 11:27:57.488701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52554) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.493275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.527311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3a894b13-8bd2-4009-9e96-ca85b4e5c189 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:57.535993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:57.541609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:57.568192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.607969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.611974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08ee1f49-877a-462c-ba2b-e3a262b8fb56 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.612177 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-904e7efa-8481-4ffe-98f2-bb91a26fc8e1 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6449509 Feb 28 11:27:57.623450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.763867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f26d2c4-9210-4a46-bd82-84acc6467e3c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Unset dirty status for tenant:fdac61ae722744ea8c27281e0f793ae4 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:57.764918 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7f26d2c4-9210-4a46-bd82-84acc6467e3c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9081330 Feb 28 11:27:57.781500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52564) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.795714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:57.796087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.845406 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:27:57.979152 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1fd940b9-e42d-412d-93f1-3a5c70578e74 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4547794 Feb 28 11:27:57.983307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.995507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-189fe195-840c-4709-921a-cb0c7b8732de tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '8e3eb2a1-7b7f-45b6-91fe-8605c526d108', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:58.001707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6b31246-038d-49bf-ae27-263b9d031150 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.022127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b18487dd-1cb9-4c3e-a9d4-4ae58ce54633 None None] Provisioning complete for port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:58.022735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b18487dd-1cb9-4c3e-a9d4-4ae58ce54633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.062567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-189fe195-840c-4709-921a-cb0c7b8732de tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:58.075082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-189fe195-840c-4709-921a-cb0c7b8732de tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:58.079703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-189fe195-840c-4709-921a-cb0c7b8732de tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:58.106106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.146029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-189fe195-840c-4709-921a-cb0c7b8732de tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:58.171329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08ee1f49-877a-462c-ba2b-e3a262b8fb56 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.186638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b18487dd-1cb9-4c3e-a9d4-4ae58ce54633 None None] Provisioning complete for port b5891d35-d537-40e6-8019-4423a4b6be60 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:58.187429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b18487dd-1cb9-4c3e-a9d4-4ae58ce54633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.216544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Router b09c7ada-cc7a-4250-8831-7174ce0c9e5c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:27:58.217640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.227263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fa96cc-223f-4b42-b219-0d011b45e7c4 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:58.257313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08ee1f49-877a-462c-ba2b-e3a262b8fb56 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.264297 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:27:51Z', 'revision_number': 3, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:27:57Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:58.269515 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e4ec4-08ed-4d8c-a0a4-6f7e8eb6a5bd None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:27:51Z', 'revision_number': 3, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:27:57Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:58.274852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee1f49-877a-462c-ba2b-e3a262b8fb56 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=86590d07-0af0-4b97-af4b-4613c742ff2a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:58.356969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6b31246-038d-49bf-ae27-263b9d031150 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.359517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6b31246-038d-49bf-ae27-263b9d031150 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.391253 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-189fe195-840c-4709-921a-cb0c7b8732de tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The resource could not be found. Feb 28 11:27:58.396272 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-189fe195-840c-4709-921a-cb0c7b8732de tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4080968 Feb 28 11:27:58.402086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:58.414017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--91455760'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:58.420030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:58.424416 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:58.427510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:58.433820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:58.449459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.474567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:58.477948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6b31246-038d-49bf-ae27-263b9d031150 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.478616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b31246-038d-49bf-ae27-263b9d031150 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae60984a-7d02-4016-8a5b-44778f8b112a {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:27:58.486221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:58.490272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:58.497054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6b31246-038d-49bf-ae27-263b9d031150 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.503354 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e6b31246-038d-49bf-ae27-263b9d031150 tempest-RoutersTestDVR-1100779168 tempest-RoutersTestDVR-1100779168-project-admin] 10.222.0.64 "DELETE /v2.0/routers/ae60984a-7d02-4016-8a5b-44778f8b112a HTTP/1.1" status: 204 len: 168 time: 0.8687508 Feb 28 11:27:58.503354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:58.509896 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-08ee1f49-877a-462c-ba2b-e3a262b8fb56 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/86590d07-0af0-4b97-af4b-4613c742ff2a HTTP/1.1" status: 204 len: 168 time: 1.8142803 Feb 28 11:27:58.512266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b18487dd-1cb9-4c3e-a9d4-4ae58ce54633 None None] Port b5891d35-d537-40e6-8019-4423a4b6be60 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:27:58.517856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52578) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:58.629382 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1ef90faf-9fd2-46d5-8371-664c91f70cfc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037893 Feb 28 11:27:58.629382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52582) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:58.635257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:58.644626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb874b4-462c-4a58-bfcd-4bda813665ba None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:27:58.650821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-aeb874b4-462c-4a58-bfcd-4bda813665ba None None] Deleting port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:27:58.651003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeb874b4-462c-4a58-bfcd-4bda813665ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.715988 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.791365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:58.806882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:58.812508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:58.828395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:58.833149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.841514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.904782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:58.931741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.981608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.982816 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5797329 Feb 28 11:27:58.991029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52588) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.006060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Checking segment: {'id': 'a6744f43-948e-45fe-b266-bf50021f0272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:27:59.006740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network hostable DHCP agents. Network: a6966aba-07aa-4d2e-8d4b-5d78fee86dc5, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:59.011955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aeb874b4-462c-4a58-bfcd-4bda813665ba None None] For port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:27:59.012365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeb874b4-462c-4a58-bfcd-4bda813665ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.038563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Subnet': ['ID=554ee031-7a29-43ad-8d08-4b3f9b93c09b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.041802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52592) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.055786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112616594'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:59.066274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979f6fe-3ea4-4311-9d97-c3280ee0525c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01de4bce-866a-42b5-b853-57dae04ceb6a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.071939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:59.080261 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:59.082470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce00e645-7159-46b0-86c9-498f54ba563d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.085404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:59.097556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:59.103886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:27:59.113714 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2fcae3c2-64da-4fb4-8507-38574e697116 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "PUT /v2.0/routers/b09c7ada-cc7a-4250-8831-7174ce0c9e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5647879 Feb 28 11:27:59.115570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:59.120151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52598) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.120941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51effec-355c-466d-8f0f-520573d5aa56') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.121421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51effec-355c-466d-8f0f-520573d5aa56') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.128402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015037a-017c-4580-a050-dbdeab4b82e5 None None] Sync routers for ids ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:27:59.143826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.152828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, a6966aba-07aa-4d2e-8d4b-5d78fee86dc5) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:59.157793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:59.158683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.183232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.192459 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b592a2fa-d9c5-4bf4-9b05-9dbc9d1fcf45 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1566219 Feb 28 11:27:59.193893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:27:59.194403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:59.212160 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:59.214682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52602) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.253541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51086643-c74b-439a-bd2f-e9c4dac7c2f4 None None] Network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:27:59.274967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-aeb874b4-462c-4a58-bfcd-4bda813665ba None None] Calling delete_port for 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:27:59.318263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.396719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-211a048e-35d8-4aed-804a-7f77121e7694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.422380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:59.434145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015037a-017c-4580-a050-dbdeab4b82e5 None None] Routers {'b09c7ada-cc7a-4250-8831-7174ce0c9e5c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:59.434762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2015037a-017c-4580-a050-dbdeab4b82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.461735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:59.469405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:59.485003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-211a048e-35d8-4aed-804a-7f77121e7694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:59.494676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:59.503548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-211a048e-35d8-4aed-804a-7f77121e7694 admin admin] Usage tracker for resource:security_group_rule and tenant:4cfa82c1e4734917b91a6d5dcccb6e81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:59.506079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfd86ef3-129c-448b-a76f-1eda04d43741 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.506424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.510721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.522831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e0be55e1-e4eb-4536-a30e-fc39a558d3c0 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:59.525384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-211a048e-35d8-4aed-804a-7f77121e7694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:59.609222 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/networks/ce00e645-7159-46b0-86c9-498f54ba563d HTTP/1.1" status: 204 len: 168 time: 1.8244395 Feb 28 11:27:59.617691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-211a048e-35d8-4aed-804a-7f77121e7694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:59.619031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2015037a-017c-4580-a050-dbdeab4b82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.619707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52606) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.630029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39d9a2-46cc-4fe2-8870-816ba4fe5955 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Network': ['ID=ce00e645-7159-46b0-86c9-498f54ba563d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.646859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015037a-017c-4580-a050-dbdeab4b82e5 None None] Routers {'b09c7ada-cc7a-4250-8831-7174ce0c9e5c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:27:59.647707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2015037a-017c-4580-a050-dbdeab4b82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:27:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.738098 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-cfd86ef3-129c-448b-a76f-1eda04d43741 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 11:27:59.742576 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cfd86ef3-129c-448b-a76f-1eda04d43741 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/routers/b09c7ada-cc7a-4250-8831-7174ce0c9e5c HTTP/1.1" status: 409 len: 329 time: 0.6208744 Feb 28 11:27:59.742728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52610) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.743826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.818527 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeb874b4-462c-4a58-bfcd-4bda813665ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.826158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:59.830295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.833446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:59.837535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:59.838107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.845055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.857992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2015037a-017c-4580-a050-dbdeab4b82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.858413 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015037a-017c-4580-a050-dbdeab4b82e5 None None] The sync data for ids ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:27:59.859586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=7e68c818-a7af-4463-81c9-bc103a35c440,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.884841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb874b4-462c-4a58-bfcd-4bda813665ba None None] Pushing event deleted for resources: {'Port': ['ID=60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.892033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:27:59.892867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.904264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb874b4-462c-4a58-bfcd-4bda813665ba None None] No DVR routers for this DVR port 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:27:59.918540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:59.919271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aef950e-b811-4b3c-bf6c-8bfa35ffeaae,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.923004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:59.923004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.932925 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1f753d46-e136-46b8-b8b0-65f78c7c33a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2997935 Feb 28 11:27:59.933816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52614) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.934906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.938776 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c09a9774-f94b-40d5-a041-14269e9b7f73 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9438074 Feb 28 11:27:59.942564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:27:59.947220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52618) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.965872 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911860c5-fc2c-4ecf-9484-e3e90a32bbdf None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:00.015494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.024019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e3e86f0b-9dcf-497f-bb3c-e173ae4715ee tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '01de4bce-866a-42b5-b853-57dae04ceb6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1aef950e-b811-4b3c-bf6c-8bfa35ffeaae'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:00.044423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e3e86f0b-9dcf-497f-bb3c-e173ae4715ee tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:00.117138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:00.122183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:00.125394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:00.131377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:00.134341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e3e86f0b-9dcf-497f-bb3c-e173ae4715ee tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:00.144922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:00.148925 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.151836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e3e86f0b-9dcf-497f-bb3c-e173ae4715ee tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:00.219281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e3e86f0b-9dcf-497f-bb3c-e173ae4715ee tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:00.276145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7308ae0-0ad2-48f4-ab57-9a2ff36a0e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.376267 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.402999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Allocated IP 172.22.0.2 (a6966aba-07aa-4d2e-8d4b-5d78fee86dc5/554ee031-7a29-43ad-8d08-4b3f9b93c09b/8102eecf-2ee2-4103-815a-2a1558e05d9c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:00.532341 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port e0be55e1-e4eb-4536-a30e-fc39a558d3c0, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e0be55e1-e4eb-4536-a30e-fc39a558d3c0,segment=NetworkSegment(941dbd15-8eb4-4c99-bdf8-a29cb63d46be),segment_id=941dbd15-8eb4-4c99-bdf8-a29cb63d46be)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:00.577027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:28:00.578807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.591406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.639677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:00.645230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:00.650137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:00.651000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.680373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '7e68c818-a7af-4463-81c9-bc103a35c440'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:00.681220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=aaafc651-01dc-455c-8702-d89c9767ef59,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:00.681487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.691235 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-47e0c661-f520-4e7e-a5a5-3b3e95561b7c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7540882 Feb 28 11:28:00.694360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:00.702207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:50:01:a8', 'name': 'tempest-NetworksTestDHCPv6-58829770'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:00.708105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:00.792303 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-211a048e-35d8-4aed-804a-7f77121e7694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.793468 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-e3e86f0b-9dcf-497f-bb3c-e173ae4715ee tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:00.797136 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e3e86f0b-9dcf-497f-bb3c-e173ae4715ee tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8441689 Feb 28 11:28:00.797136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.802237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:00.819916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-211a048e-35d8-4aed-804a-7f77121e7694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.887904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.897359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f5d955-c225-48c2-9083-4448a36db96e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:00.900873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Transition to ACTIVE for port object 8102eecf-2ee2-4103-815a-2a1558e05d9c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:00.909601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:00.911937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e162-5a13-42d7-9575-a6c271b71d5c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.915611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:00.920735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Transition to ACTIVE for port object 8102eecf-2ee2-4103-815a-2a1558e05d9c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:00.925929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=e0be55e1-e4eb-4536-a30e-fc39a558d3c0,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:00.927255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:00.935288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:00.947429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9147e391-8dc6-491c-ae96-dd9f988d23a5') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:00.947784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9147e391-8dc6-491c-ae96-dd9f988d23a5') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:00.950756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.959270 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-211a048e-35d8-4aed-804a-7f77121e7694 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4cfa82c1e4734917b91a6d5dcccb6e81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8953640 Feb 28 11:28:00.959471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e162-5a13-42d7-9575-a6c271b71d5c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.969247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52630) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:00.983166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:01.001252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:01.001596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 60cd9fc9-ac12-4b6f-a145-c1d36ec39eb7 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:01.007826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a048e-35d8-4aed-804a-7f77121e7694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ac9c0d-3f23-4b30-ab3d-c12e911ba870,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.016578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.044062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:01.075596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.086216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:01.090960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.091402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:01.102551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:01.102868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:01.118668 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:01.160238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Pushing event updated for resources: {'Port': ['ID=8102eecf-2ee2-4103-815a-2a1558e05d9c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.264689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Attempting to bind port 8102eecf-2ee2-4103-815a-2a1558e05d9c on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:01.265153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Attempting to bind port 8102eecf-2ee2-4103-815a-2a1558e05d9c by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a6744f43-948e-45fe-b266-bf50021f0272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:01.265581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Attempting to bind port 8102eecf-2ee2-4103-815a-2a1558e05d9c on network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:01.274696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:01.275823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Checking segment: {'id': 'a6744f43-948e-45fe-b266-bf50021f0272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:01.276359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.276846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Bound using segment: {'id': 'a6744f43-948e-45fe-b266-bf50021f0272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:01.277419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Bound port: 8102eecf-2ee2-4103-815a-2a1558e05d9c, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6744f43-948e-45fe-b266-bf50021f0272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:01.278032 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.287892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e162-5a13-42d7-9575-a6c271b71d5c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.302506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a177e1f5-15f2-433e-a3a7-bf095149648e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.324940 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0e162-5a13-42d7-9575-a6c271b71d5c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aef950e-b811-4b3c-bf6c-8bfa35ffeaae,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.330651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.343588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.364931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e162-5a13-42d7-9575-a6c271b71d5c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.366055 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dcb0e162-5a13-42d7-9575-a6c271b71d5c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/1aef950e-b811-4b3c-bf6c-8bfa35ffeaae HTTP/1.1" status: 204 len: 168 time: 0.5635316 Feb 28 11:28:01.372046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.373692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52634) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:01.377359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a177e1f5-15f2-433e-a3a7-bf095149648e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.402573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Network': ['ID=56f5d955-c225-48c2-9083-4448a36db96e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.407959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 2d50a50d-6412-4020-a930-f451478757d1 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:01.413999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] For port 8102eecf-2ee2-4103-815a-2a1558e05d9c, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:01.461604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] For port 8102eecf-2ee2-4103-815a-2a1558e05d9c, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8102eecf-2ee2-4103-815a-2a1558e05d9c,segment=NetworkSegment(a6744f43-948e-45fe-b266-bf50021f0272),segment_id=a6744f43-948e-45fe-b266-bf50021f0272)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:01.469568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.510493 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4d6b6000-482f-4659-82a1-32b140f859d0 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/networks/56f5d955-c225-48c2-9083-4448a36db96e HTTP/1.1" status: 204 len: 168 time: 1.8817942 Feb 28 11:28:01.515519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52638) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:01.569267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d8f83950-0687-4d49-879a-f77c2d10aefc tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Synchronizing usage tracker for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:01.570143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e0be55e1-e4eb-4536-a30e-fc39a558d3c0 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:01.586111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a177e1f5-15f2-433e-a3a7-bf095149648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.597712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d8f83950-0687-4d49-879a-f77c2d10aefc tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Unset dirty status for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:01.599000 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d8f83950-0687-4d49-879a-f77c2d10aefc tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.2243679 Feb 28 11:28:01.603066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52642) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:01.605492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177e1f5-15f2-433e-a3a7-bf095149648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ac9c0d-3f23-4b30-ab3d-c12e911ba870,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.632289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Allocated IP 172.20.0.2 (89a85dab-b254-4061-917a-102ac7d2b42f/7e68c818-a7af-4463-81c9-bc103a35c440/e6686352-4d7a-4d31-a5cc-3aac3d80faa8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:01.651421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a177e1f5-15f2-433e-a3a7-bf095149648e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.652806 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a177e1f5-15f2-433e-a3a7-bf095149648e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20ac9c0d-3f23-4b30-ab3d-c12e911ba870 HTTP/1.1" status: 204 len: 168 time: 0.6826289 Feb 28 11:28:01.665862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Allocated IP 2001:db8::f816:3eff:fed5:7ff5 (89a85dab-b254-4061-917a-102ac7d2b42f/aaafc651-01dc-455c-8702-d89c9767ef59/e6686352-4d7a-4d31-a5cc-3aac3d80faa8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:01.687088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d777f214-1c57-4e8e-bce8-271dcf4c7a22 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.724558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d777f214-1c57-4e8e-bce8-271dcf4c7a22 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.773545 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696c2b2-3e2f-462c-a73f-ae144bab5415 None None] Pushing event updated for resources: {'Port': ['ID=8102eecf-2ee2-4103-815a-2a1558e05d9c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.776471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.796196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d777f214-1c57-4e8e-bce8-271dcf4c7a22 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.839107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777f214-1c57-4e8e-bce8-271dcf4c7a22 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01de4bce-866a-42b5-b853-57dae04ceb6a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.859719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d777f214-1c57-4e8e-bce8-271dcf4c7a22 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.863963 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d777f214-1c57-4e8e-bce8-271dcf4c7a22 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/01de4bce-866a-42b5-b853-57dae04ceb6a HTTP/1.1" status: 204 len: 168 time: 0.2568374 Feb 28 11:28:01.864319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52648) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:01.895764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:01.896378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.973568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7594f9-a5d8-465f-9ce2-6585cd8d73ad tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:01.979714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7594f9-a5d8-465f-9ce2-6585cd8d73ad tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:01.980515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3e7594f9-a5d8-465f-9ce2-6585cd8d73ad tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Synchronizing usage tracker for tenant:fdac61ae722744ea8c27281e0f793ae4 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:01.982406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b8c8fb01-fb77-404e-8dfd-aa0f654d3418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Synchronizing usage tracker for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:02.002579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.22.0.1 (a6966aba-07aa-4d2e-8d4b-5d78fee86dc5/554ee031-7a29-43ad-8d08-4b3f9b93c09b/f76fcabf-88ac-433a-8dd1-00a631dd4a28) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:02.019486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b8c8fb01-fb77-404e-8dfd-aa0f654d3418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Unset dirty status for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:02.021912 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b8c8fb01-fb77-404e-8dfd-aa0f654d3418 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1564589 Feb 28 11:28:02.029245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52654) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:02.036559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--21372603'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:02.045026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:02.060262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:02.084138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.136964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.140226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:02.143950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3e7594f9-a5d8-465f-9ce2-6585cd8d73ad tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Unset dirty status for tenant:fdac61ae722744ea8c27281e0f793ae4 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:02.145371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:02.145849 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3e7594f9-a5d8-465f-9ce2-6585cd8d73ad tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6283259 Feb 28 11:28:02.150171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:02.165340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52658) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:02.167708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:02.182517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Transition to ACTIVE for port object e6686352-4d7a-4d31-a5cc-3aac3d80faa8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:02.197542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1382180581'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:02.224148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:02.230643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Transition to ACTIVE for port object e6686352-4d7a-4d31-a5cc-3aac3d80faa8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:02.243804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.266910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52662) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:02.291606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:02.314647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:02.317929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:02.327598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:02.334308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Made reservation on behalf of fdac61ae722744ea8c27281e0f793ae4 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:02.337906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.339210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Pushing event updated for resources: {'Port': ['ID=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:02.409900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:02.478716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.479074 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Added segment 2ba8fb15-3afc-49c9-aa5a-a68fa369d018 of type vlan for network 4f02ce1b-3b4e-4888-99c6-48c958d30b39 Feb 28 11:28:02.482164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Attempting to bind port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:02.482784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Attempting to bind port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:02.483562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Attempting to bind port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:02.483711 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-214e33b4-9267-4745-982a-6ab83bb6dac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.485882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-43d4c60d-ff6d-4003-a3fc-69630af37ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.490905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:02.491316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:02.491712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.492102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:02.492572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Bound port: e6686352-4d7a-4d31-a5cc-3aac3d80faa8, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:02.493531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.497454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.510611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.519232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-214e33b4-9267-4745-982a-6ab83bb6dac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:02.532195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-214e33b4-9267-4745-982a-6ab83bb6dac3 admin admin] Usage tracker for resource:security_group_rule and tenant:b60b8e2fa1d243a189bee8c8195af448 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:02.536169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-214e33b4-9267-4745-982a-6ab83bb6dac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:02.558298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-214e33b4-9267-4745-982a-6ab83bb6dac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:02.567800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.580162 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 172.20.0.7 (89a85dab-b254-4061-917a-102ac7d2b42f/7e68c818-a7af-4463-81c9-bc103a35c440/2d50a50d-6412-4020-a930-f451478757d1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:02.587311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] For port e6686352-4d7a-4d31-a5cc-3aac3d80faa8, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:02.590740 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] For port e6686352-4d7a-4d31-a5cc-3aac3d80faa8, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:02.590926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e8d5ea-6315-4364-87ac-515449e5791e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:02.596654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.597168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.600408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:fe50:1a8 (89a85dab-b254-4061-917a-102ac7d2b42f/aaafc651-01dc-455c-8702-d89c9767ef59/2d50a50d-6412-4020-a930-f451478757d1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:02.630145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Transition to ACTIVE for port object f76fcabf-88ac-433a-8dd1-00a631dd4a28 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:02.636379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.637786 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a03f2444-6208-4be3-bf6f-c11b993361d8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6072919 Feb 28 11:28:02.656882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:02.662653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.670091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:02.670091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.685526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-02dbc311-9aa6-4d35-88d7-eeb76d2e72c8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '75e8d5ea-6315-4364-87ac-515449e5791e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:02.694469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265ec5d-4976-45d9-9adb-a611dbc80a04 None None] Pushing event updated for resources: {'Port': ['ID=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:02.723729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-02dbc311-9aa6-4d35-88d7-eeb76d2e72c8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:02.738037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting port b5891d35-d537-40e6-8019-4423a4b6be60 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:02.738373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.753147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-02dbc311-9aa6-4d35-88d7-eeb76d2e72c8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:02.761997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-02dbc311-9aa6-4d35-88d7-eeb76d2e72c8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:02.767376 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5935700 Feb 28 11:28:02.775749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52670) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:02.776275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-02dbc311-9aa6-4d35-88d7-eeb76d2e72c8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:02.802331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-433619851'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:02.816660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:02.835498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:02.877058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866d306-2078-45b4-b521-83214eb6fa29 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Network': ['ID=4f02ce1b-3b4e-4888-99c6-48c958d30b39,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:02.889452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 4f02ce1b-3b4e-4888-99c6-48c958d30b39 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:02.898127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.007159 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-02dbc311-9aa6-4d35-88d7-eeb76d2e72c8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:03.011495 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-02dbc311-9aa6-4d35-88d7-eeb76d2e72c8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3534329 Feb 28 11:28:03.014438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52674) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.028232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Made reservation on behalf of fdac61ae722744ea8c27281e0f793ae4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:03.031679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.044372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-214e33b4-9267-4745-982a-6ab83bb6dac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.102280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c116257c-e4ab-4b13-9849-d9f426e3276b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group_rule': {'security_group_id': '75e8d5ea-6315-4364-87ac-515449e5791e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:03.109903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c116257c-e4ab-4b13-9849-d9f426e3276b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:03.115777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.123724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c116257c-e4ab-4b13-9849-d9f426e3276b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:03.128615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c116257c-e4ab-4b13-9849-d9f426e3276b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:03.138846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:03.139872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c116257c-e4ab-4b13-9849-d9f426e3276b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:03.140322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-214e33b4-9267-4745-982a-6ab83bb6dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.144098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 2d50a50d-6412-4020-a930-f451478757d1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:03.184744 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-c116257c-e4ab-4b13-9849-d9f426e3276b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:03.188536 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c116257c-e4ab-4b13-9849-d9f426e3276b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1703174 Feb 28 11:28:03.188860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.194516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:03.209929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.217247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:03.306495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:03.308806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e33b4-9267-4745-982a-6ab83bb6dac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307fadb6-f4d7-43f7-bccf-3b52f1cfdd43,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:03.317402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=f76fcabf-88ac-433a-8dd1-00a631dd4a28,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:03.318291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:03.323051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:03.325336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.339507 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-214e33b4-9267-4745-982a-6ab83bb6dac3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b60b8e2fa1d243a189bee8c8195af448&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0712771 Feb 28 11:28:03.353843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52682) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.386901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=2d50a50d-6412-4020-a930-f451478757d1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:03.410906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b35205b3-8d4d-496b-b9a6-3860ec8e1de1 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.412316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:03.443073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:03.445173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.454238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52be6c09-fad0-4521-82de-e075d12441a0 None None] Network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:03.510473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b35205b3-8d4d-496b-b9a6-3860ec8e1de1 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.524015 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-04b5e85e-4ff1-47ba-8de5-3cd5381eb1c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.8262372 Feb 28 11:28:03.525347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.547417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Calling delete_port for b5891d35-d537-40e6-8019-4423a4b6be60 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:03.552967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8102eecf-2ee2-4103-815a-2a1558e05d9c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:03.590730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.602234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.602583 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Added segment 55682be8-3d03-4a51-8a0a-d9582992476b of type vlan for network 36ae058f-a0e3-4168-ab15-032357567ee6 Feb 28 11:28:03.605949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ec6a6cc-d110-4c92-b6a4-7f1de4e24820 None None] Provisioning for port 8102eecf-2ee2-4103-815a-2a1558e05d9c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:03.637588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b1c86-c53d-45f5-8058-0707a3409f78 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:03.638632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.649772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b1c86-c53d-45f5-8058-0707a3409f78 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:03.651052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-867b1c86-c53d-45f5-8058-0707a3409f78 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:03.670088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b35205b3-8d4d-496b-b9a6-3860ec8e1de1 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.689499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357efc51-683d-456c-bec2-17e09c95ec78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.700560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35205b3-8d4d-496b-b9a6-3860ec8e1de1 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e8d5ea-6315-4364-87ac-515449e5791e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:03.709541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b35205b3-8d4d-496b-b9a6-3860ec8e1de1 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.710755 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b35205b3-8d4d-496b-b9a6-3860ec8e1de1 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/75e8d5ea-6315-4364-87ac-515449e5791e HTTP/1.1" status: 204 len: 168 time: 0.5208247 Feb 28 11:28:03.711693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-867b1c86-c53d-45f5-8058-0707a3409f78 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:03.716239 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-867b1c86-c53d-45f5-8058-0707a3409f78 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1858 time: 0.1897199 Feb 28 11:28:03.716722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.717148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52692) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.740274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 8102eecf-2ee2-4103-815a-2a1558e05d9c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:03.762740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.798664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 8102eecf-2ee2-4103-815a-2a1558e05d9c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:03.799388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.845867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357efc51-683d-456c-bec2-17e09c95ec78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.854815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ea805f8d-25bc-4439-87f9-be6f0e10e890 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Synchronizing usage tracker for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:03.858427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.867313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ad585-379d-4e78-a2b0-fe7e6da42eab tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 2d50a50d-6412-4020-a930-f451478757d1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:03.867661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad585-379d-4e78-a2b0-fe7e6da42eab tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.930423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ea805f8d-25bc-4439-87f9-be6f0e10e890 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Unset dirty status for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:03.932006 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ea805f8d-25bc-4439-87f9-be6f0e10e890 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2128789 Feb 28 11:28:03.939609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52698) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.945169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.950687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:03.951344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.959417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130715726'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:04.020269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:04.042628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.095250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 8102eecf-2ee2-4103-815a-2a1558e05d9c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8102eecf-2ee2-4103-815a-2a1558e05d9c,segment=NetworkSegment(a6744f43-948e-45fe-b266-bf50021f0272),segment_id=a6744f43-948e-45fe-b266-bf50021f0272)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:04.103554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.104830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e6686352-4d7a-4d31-a5cc-3aac3d80faa8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:04.201859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:04.231759 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Network': ['ID=36ae058f-a0e3-4168-ab15-032357567ee6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.233151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad585-379d-4e78-a2b0-fe7e6da42eab tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.280796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357efc51-683d-456c-bec2-17e09c95ec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.283329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-357efc51-683d-456c-bec2-17e09c95ec78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.287670 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-357efc51-683d-456c-bec2-17e09c95ec78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/307fadb6-f4d7-43f7-bccf-3b52f1cfdd43 HTTP/1.1" status: 204 len: 168 time: 0.9295611 Feb 28 11:28:04.294477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.304996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.321594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 36ae058f-a0e3-4168-ab15-032357567ee6 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:04.325060 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-79305bfb-9e59-4671-8f10-428099661edd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5423558 Feb 28 11:28:04.349243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357efc51-683d-456c-bec2-17e09c95ec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307fadb6-f4d7-43f7-bccf-3b52f1cfdd43,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.349471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a7bc9-d77d-4f27-9a18-7859bc9ee503 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:04.351703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52704) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:04.368221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.481604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Provisioning for port f76fcabf-88ac-433a-8dd1-00a631dd4a28 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:04.496179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Provisioning complete for port f76fcabf-88ac-433a-8dd1-00a631dd4a28 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:04.496546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.526325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'ports': [{'network_id': '4f02ce1b-3b4e-4888-99c6-48c958d30b39', 'name': 'tempest-port--1957198147', 'admin_state_up': True}, {'network_id': '36ae058f-a0e3-4168-ab15-032357567ee6', 'admin_state_up': False}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:04.526718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'port': {'network_id': '4f02ce1b-3b4e-4888-99c6-48c958d30b39', 'name': 'tempest-port--1957198147', 'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:04.527358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'port': {'network_id': '36ae058f-a0e3-4168-ab15-032357567ee6', 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:04.640672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ad585-379d-4e78-a2b0-fe7e6da42eab tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 2d50a50d-6412-4020-a930-f451478757d1 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:04.675389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Port': ['ID=b5891d35-d537-40e6-8019-4423a4b6be60,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.724940 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=8102eecf-2ee2-4103-815a-2a1558e05d9c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.775822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:04.802585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Port f76fcabf-88ac-433a-8dd1-00a631dd4a28 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:28:04.809335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:04.838371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Provisioning for port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:04.846715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Provisioning complete for port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:04.847094 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.035409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad585-379d-4e78-a2b0-fe7e6da42eab tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.046687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Usage tracker for resource:security_group_rule and tenant:484977a86df643818c9c65912d802c00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:05.053070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:05.067500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.076385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:05.133424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] For port e6686352-4d7a-4d31-a5cc-3aac3d80faa8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:05.144801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.146338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.181264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ad585-379d-4e78-a2b0-fe7e6da42eab tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=2d50a50d-6412-4020-a930-f451478757d1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:05.216806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Provisioning complete for port 8102eecf-2ee2-4103-815a-2a1558e05d9c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:05.217185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.261328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.285377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacc77a-0ab0-4984-94d9-33dc433d4d96 None None] Pushing event updated for resources: {'Port': ['ID=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:05.353422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:05.365701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad585-379d-4e78-a2b0-fe7e6da42eab tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.386089 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6f0ad585-379d-4e78-a2b0-fe7e6da42eab tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/2d50a50d-6412-4020-a930-f451478757d1 HTTP/1.1" status: 204 len: 168 time: 1.6648681 Feb 28 11:28:05.388583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:05.440184 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Usage tracker for resource:port and tenant:fdac61ae722744ea8c27281e0f793ae4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:05.448197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:05.492002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8102eecf-2ee2-4103-815a-2a1558e05d9c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:05.493229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d6aa78-229c-4367-881a-ebe5c6cd1a41 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:05.496710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d6aa78-229c-4367-881a-ebe5c6cd1a41 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:05.506642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d6aa78-229c-4367-881a-ebe5c6cd1a41 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:05.507608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b7d6aa78-229c-4367-881a-ebe5c6cd1a41 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:05.519476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:05.539810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b7d6aa78-229c-4367-881a-ebe5c6cd1a41 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:05.545659 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b7d6aa78-229c-4367-881a-ebe5c6cd1a41 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1558099 Feb 28 11:28:05.548473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52730) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:05.558034 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0cc7fe32-6674-4a68-b020-4dad403ce99c None None] Provisioning complete for port f76fcabf-88ac-433a-8dd1-00a631dd4a28 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:05.558704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cc7fe32-6674-4a68-b020-4dad403ce99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.589239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52734) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:05.637429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13c6d73-cfcb-4453-b63a-d573a1cc9e60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 7e68c818-a7af-4463-81c9-bc103a35c440 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:05.643519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f13c6d73-cfcb-4453-b63a-d573a1cc9e60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.653871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Made reservation on behalf of fdac61ae722744ea8c27281e0f793ae4 for: {'port': 2} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:05.657202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cc7fe32-6674-4a68-b020-4dad403ce99c None None] Port f76fcabf-88ac-433a-8dd1-00a631dd4a28 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:28:05.658789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.673571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 8102eecf-2ee2-4103-815a-2a1558e05d9c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:05.674070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.681798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.738242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f13c6d73-cfcb-4453-b63a-d573a1cc9e60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.840329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e6686352-4d7a-4d31-a5cc-3aac3d80faa8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:05.842539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539169429'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:05.855319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:05.865658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.867505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:05.873197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:05.883936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:05.908463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:05.912198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.930879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.934340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.937079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:05.937515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.947469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Router b09c7ada-cc7a-4250-8831-7174ce0c9e5c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:05.955927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:05.959750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f13c6d73-cfcb-4453-b63a-d573a1cc9e60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.979623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb34294-bbeb-4ba3-a42f-a8cf48d55ebe,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:06.001349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:security_group_rule and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:06.011982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:06.021793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:06.102814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f13c6d73-cfcb-4453-b63a-d573a1cc9e60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.164383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c6d73-cfcb-4453-b63a-d573a1cc9e60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=7e68c818-a7af-4463-81c9-bc103a35c440,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:06.166612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f13c6d73-cfcb-4453-b63a-d573a1cc9e60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.215189 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f13c6d73-cfcb-4453-b63a-d573a1cc9e60 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/7e68c818-a7af-4463-81c9-bc103a35c440 HTTP/1.1" status: 204 len: 168 time: 0.6629362 Feb 28 11:28:06.215382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52740) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.217221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69fde4c3-0b42-4519-93d0-a4aba316c982 None None] Provisioning complete for port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:06.217689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69fde4c3-0b42-4519-93d0-a4aba316c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.219361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.260788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.310185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:06.329866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7921f30-adf3-4b06-8cd6-f77e45580af7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:06.348830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4bc2b0-b90f-48d1-9727-138d56595f15 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet aaafc651-01dc-455c-8702-d89c9767ef59 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:06.351187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.351535 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment 8abc5b17-d02c-4aaa-8fe9-3d811787006e of type vlan for network 9f43c661-9b8f-4da0-836c-d22183b36b78 Feb 28 11:28:06.366516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc2b0-b90f-48d1-9727-138d56595f15 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.391878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69fde4c3-0b42-4519-93d0-a4aba316c982 None None] Could not find standard attr ID for object 2d50a50d-6412-4020-a930-f451478757d1. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:06.419448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.424010 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-55890dff-3472-4393-b9f1-4af71902d7e8 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4782856 Feb 28 11:28:06.428223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52744) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.440679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-76c9bccc-7ade-403e-a1c0-116e4dc7d80e tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:06.441091 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING neutron.api.v2.base [None req-76c9bccc-7ade-403e-a1c0-116e4dc7d80e tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 11:28:06.441590 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-76c9bccc-7ade-403e-a1c0-116e4dc7d80e tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 11:28:06.446272 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-76c9bccc-7ade-403e-a1c0-116e4dc7d80e tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "PUT /v2.0/security-groups/bdb34294-bbeb-4ba3-a42f-a8cf48d55ebe HTTP/1.1" status: 409 len: 330 time: 0.0112636 Feb 28 11:28:06.448965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52748) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.453912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:06.454331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.467644 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8ef10605-5b7b-4521-94d9-bc457407f01e tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "PUT /v2.0/routers/b09c7ada-cc7a-4250-8831-7174ce0c9e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7105265 Feb 28 11:28:06.468885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52752) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.469897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc2b0-b90f-48d1-9727-138d56595f15 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.472644 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6be4e-d45d-4a4b-8c1a-aa8d89e9f9ae None None] Sync routers for ids ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:06.483772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] device_id is not set on port 4fe8ab91-8222-4b01-98ba-46b62623a0f7 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:06.493107 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6be4e-d45d-4a4b-8c1a-aa8d89e9f9ae None None] Routers {'b09c7ada-cc7a-4250-8831-7174ce0c9e5c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:06.493728 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2da6be4e-d45d-4a4b-8c1a-aa8d89e9f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:06.518871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0eeec-cc31-42a3-a8c3-035e2dc9a1ab None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:06.562158 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2da6be4e-d45d-4a4b-8c1a-aa8d89e9f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:06.571877 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6be4e-d45d-4a4b-8c1a-aa8d89e9f9ae None None] Routers {'b09c7ada-cc7a-4250-8831-7174ce0c9e5c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:06.572769 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2da6be4e-d45d-4a4b-8c1a-aa8d89e9f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:06.583460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.587004 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:28:06.589037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:06.589638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.599598 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-57bba254-a252-47ca-86ba-a45226a402e5 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] show failed (client error): The resource could not be found. Feb 28 11:28:06.600610 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-57bba254-a252-47ca-86ba-a45226a402e5 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-528830359 HTTP/1.1" status: 404 len: 334 time: 0.1307943 Feb 28 11:28:06.604625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52756) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.609412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.615624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-37034d3d-5c5c-4eec-9f84-9e37379814ba tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:06.644996 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2da6be4e-d45d-4a4b-8c1a-aa8d89e9f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:06.645665 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6be4e-d45d-4a4b-8c1a-aa8d89e9f9ae None None] The sync data for ids ['b09c7ada-cc7a-4250-8831-7174ce0c9e5c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:06.657754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f55d-6fc9-4b8e-91fb-6f6291f480f4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.674322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6fe53ca3-241e-4f05-b389-17b96474613f None None] Could not find standard attr ID for object 2d50a50d-6412-4020-a930-f451478757d1. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:06.685777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.742497 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1521003 Feb 28 11:28:06.743851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc2b0-b90f-48d1-9727-138d56595f15 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.781721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f2b9f-5ed6-49cb-89e7-ff241e86c63d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=9f43c661-9b8f-4da0-836c-d22183b36b78,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:06.786464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.790112 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-37034d3d-5c5c-4eec-9f84-9e37379814ba tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] update failed (client error): The resource could not be found. Feb 28 11:28:06.791146 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-37034d3d-5c5c-4eec-9f84-9e37379814ba tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-159771739 HTTP/1.1" status: 404 len: 334 time: 0.1855998 Feb 28 11:28:06.800568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f55d-6fc9-4b8e-91fb-6f6291f480f4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.898525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52760) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.903209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 9f43c661-9b8f-4da0-836c-d22183b36b78 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:06.919911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=f76fcabf-88ac-433a-8dd1-00a631dd4a28,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:06.971983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52764) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.974381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f55d-6fc9-4b8e-91fb-6f6291f480f4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.993251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': '9f43c661-9b8f-4da0-836c-d22183b36b78', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:07.024672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc2b0-b90f-48d1-9727-138d56595f15 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.027885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7f55d-6fc9-4b8e-91fb-6f6291f480f4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb34294-bbeb-4ba3-a42f-a8cf48d55ebe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:07.090875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bc2b0-b90f-48d1-9727-138d56595f15 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=aaafc651-01dc-455c-8702-d89c9767ef59,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:07.095545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc2b0-b90f-48d1-9727-138d56595f15 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.099985 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2e4bc2b0-b90f-48d1-9727-138d56595f15 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/aaafc651-01dc-455c-8702-d89c9767ef59 HTTP/1.1" status: 204 len: 168 time: 0.8836873 Feb 28 11:28:07.100652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.105320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f55d-6fc9-4b8e-91fb-6f6291f480f4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.106318 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4dc7f55d-6fc9-4b8e-91fb-6f6291f480f4 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/bdb34294-bbeb-4ba3-a42f-a8cf48d55ebe HTTP/1.1" status: 204 len: 168 time: 0.6564534 Feb 28 11:28:07.109229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52772) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.149013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.202446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8115380b-0dad-48a7-88ee-ae057d9ce9d2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting subnet 1847d2dc-fe92-43fd-904c-c657a5c1d916 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:07.214380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-747f644d-0e76-471a-b549-78a0fe577bfe tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102686 Feb 28 11:28:07.217479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8115380b-0dad-48a7-88ee-ae057d9ce9d2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.244772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52778) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.289415 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] device_id is not set on port 5a53c199-3d67-471e-88c1-968157d59e4b yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:07.394595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.429442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.434865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:07.438672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:07.471511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7d50b6c3-a7ea-4986-8b17-00750b06d446 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Synchronizing usage tracker for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:07.475749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8115380b-0dad-48a7-88ee-ae057d9ce9d2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.486285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:07.496411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:07.511512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:07.535561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:07.558599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7d50b6c3-a7ea-4986-8b17-00750b06d446 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] Unset dirty status for tenant:484977a86df643818c9c65912d802c00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:07.559953 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7d50b6c3-a7ea-4986-8b17-00750b06d446 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3982952 Feb 28 11:28:07.567935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.608628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4640e988-8af5-457d-ad4e-54db32443669 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:07.609340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4640e988-8af5-457d-ad4e-54db32443669 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:07.613018 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-3c3bf7f7-1862-4143-b379-927f04ff560c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] delete failed (client error): The resource could not be found. Feb 28 11:28:07.613798 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3c3bf7f7-1862-4143-b379-927f04ff560c tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "DELETE /v2.0/security-groups/b52b1f68-527c-46ac-833c-dca6c050a1d7 HTTP/1.1" status: 404 len: 347 time: 0.0420454 Feb 28 11:28:07.620670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52786) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.647261 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8115380b-0dad-48a7-88ee-ae057d9ce9d2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.688570 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-e46dbbd7-e2b7-476c-a2df-55400e947d76 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] show failed (client error): The resource could not be found. Feb 28 11:28:07.689477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e46dbbd7-e2b7-476c-a2df-55400e947d76 tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-groups/3d24d1b7-727e-45ea-b194-efc20e4c999b HTTP/1.1" status: 404 len: 347 time: 0.0678735 Feb 28 11:28:07.697937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52790) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.706108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4640e988-8af5-457d-ad4e-54db32443669 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:07.709859 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4640e988-8af5-457d-ad4e-54db32443669 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4641294 Feb 28 11:28:07.720371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52794) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.727588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f46ab0-0225-4e56-91ec-50e1257d783c None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:07.750213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Port': ['ID=4fe8ab91-8222-4b01-98ba-46b62623a0f7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:07.762824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:07.766331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.785928 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-1370b74e-2a7b-4437-93bd-8a05738eb75b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] show failed (client error): The resource could not be found. Feb 28 11:28:07.786882 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1370b74e-2a7b-4437-93bd-8a05738eb75b tempest-NegativeSecGroupIPv6Test-144769910 tempest-NegativeSecGroupIPv6Test-144769910-project] 10.222.0.64 "GET /v2.0/security-group-rules/9a52dd01-e763-4f8a-83f6-5a70afa95c12 HTTP/1.1" status: 404 len: 356 time: 0.0853817 Feb 28 11:28:07.815787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36146b-35cb-4e19-aa54-8dea523051bc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:07.816554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8f36146b-35cb-4e19-aa54-8dea523051bc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:07.830733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8115380b-0dad-48a7-88ee-ae057d9ce9d2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.880235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8f36146b-35cb-4e19-aa54-8dea523051bc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:07.884304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8f36146b-35cb-4e19-aa54-8dea523051bc tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1624136 Feb 28 11:28:07.885154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115380b-0dad-48a7-88ee-ae057d9ce9d2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Subnet': ['ID=1847d2dc-fe92-43fd-904c-c657a5c1d916,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:07.887729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.896354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8115380b-0dad-48a7-88ee-ae057d9ce9d2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.918939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a160a05b-eb44-419a-922b-d9f898e9de89 None None] Network fdd4c7ce-2669-4be9-99e2-e87a08f01792 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:07.981191 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-13870616-76f6-4363-8a08-df482704cded tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882761 Feb 28 11:28:07.989565 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8115380b-0dad-48a7-88ee-ae057d9ce9d2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/subnets/1847d2dc-fe92-43fd-904c-c657a5c1d916 HTTP/1.1" status: 204 len: 168 time: 1.0709767 Feb 28 11:28:07.990821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52804) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.992604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52806) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:08.047863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-16f80cb4-51f6-446c-889b-374349acc45e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:08.075536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5068450f-10d7-4e49-a81b-4c24bdb61632 None None] Provisioning complete for port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:08.076165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5068450f-10d7-4e49-a81b-4c24bdb61632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.108083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Checking segment: {'id': '2ba8fb15-3afc-49c9-aa5a-a68fa369d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4f02ce1b-3b4e-4888-99c6-48c958d30b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:08.108459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Network hostable DHCP agents. Network: 4f02ce1b-3b4e-4888-99c6-48c958d30b39, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:08.116921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.245185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:08.246241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=d1004ae9-3fa9-4c4d-8983-a4eeeda681a0,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:08.248449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Network 4f02ce1b-3b4e-4888-99c6-48c958d30b39 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:08.261706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': '8abc5b17-d02c-4aaa-8fe9-3d811787006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f43c661-9b8f-4da0-836c-d22183b36b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:08.262072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: 9f43c661-9b8f-4da0-836c-d22183b36b78, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:08.339415 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 4f02ce1b-3b4e-4888-99c6-48c958d30b39) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:08.340975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52814) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:08.356774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.357127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba22df9-b9a0-45fb-ad60-c7de8b498366 None None] Network 4f02ce1b-3b4e-4888-99c6-48c958d30b39 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:08.362433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-16f80cb4-51f6-446c-889b-374349acc45e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:08.367748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:08.368857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.378557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-16f80cb4-51f6-446c-889b-374349acc45e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:08.388566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:08.388899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.425851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f80cb4-51f6-446c-889b-374349acc45e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:08.429773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16f80cb4-51f6-446c-889b-374349acc45e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.431230 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f80cb4-51f6-446c-889b-374349acc45e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:08.431725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f80cb4-51f6-446c-889b-374349acc45e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:08.460433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-16f80cb4-51f6-446c-889b-374349acc45e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4654226 Feb 28 11:28:08.476979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52820) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:08.485878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5231726e-7a2e-4215-b169-db72698b1f97 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:08.621968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network 9f43c661-9b8f-4da0-836c-d22183b36b78 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:08.671902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 9f43c661-9b8f-4da0-836c-d22183b36b78) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:08.701888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de69b77-0423-490a-8ccd-e5cf49c2d0b3 None None] Network 9f43c661-9b8f-4da0-836c-d22183b36b78 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:08.718240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:08.718778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.731476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Port': ['ID=5a53c199-3d67-471e-88c1-968157d59e4b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:08.754399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:08.786437 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aae31190-f3b3-475c-95dd-fd88467efbb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=484977a86df643818c9c65912d802c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366367 Feb 28 11:28:08.786958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52824) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:08.798802 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8f36892b-d2d9-4a82-9219-f9e096ae9484 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5667996 Feb 28 11:28:08.801414 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] DHCP port deletion for fdd4c7ce-2669-4be9-99e2-e87a08f01792 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:08.803194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:08.805909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:08.806679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Checking segment: {'id': '55682be8-3d03-4a51-8a0a-d9582992476b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '36ae058f-a0e3-4168-ab15-032357567ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:08.807047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Network hostable DHCP agents. Network: 36ae058f-a0e3-4168-ab15-032357567ee6, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:08.815285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:08.819819 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-68cf5c5c-3450-4d38-9825-25c7a6b92594 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8421199 Feb 28 11:28:08.825545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52830) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:08.827033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5231726e-7a2e-4215-b169-db72698b1f97 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:08.830284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'network': {'name': 'tempest-RoutersTest-1115871802'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:08.834108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Deleting port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:08.834486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.851655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5231726e-7a2e-4215-b169-db72698b1f97 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:08.852555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-276905136'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:08.858710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] For port 3a894b13-8bd2-4009-9e96-ca85b4e5c189, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3a894b13-8bd2-4009-9e96-ca85b4e5c189,segment=NetworkSegment(346132ab-154b-4151-8fbe-bb64b7f42cd8),segment_id=346132ab-154b-4151-8fbe-bb64b7f42cd8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:08.858953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.859333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:08.864554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:08.864690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] Deleting port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:08.865053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.878446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:network and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:08.884395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:08.890756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:08.895472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:08.904478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:08.908052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Network 36ae058f-a0e3-4168-ab15-032357567ee6 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:08.911633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:08.931052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:08.931889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:08.940716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 36ae058f-a0e3-4168-ab15-032357567ee6) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:08.944970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:08.948968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.967026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:08.970361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.981719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:08.987666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:08.992305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:08.992946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.998223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8299d60b-b50d-416a-97be-5c5af158b2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.998406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5231726e-7a2e-4215-b169-db72698b1f97 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:09.001253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5231726e-7a2e-4215-b169-db72698b1f97 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.005185 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-5231726e-7a2e-4215-b169-db72698b1f97 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:09.006016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5231726e-7a2e-4215-b169-db72698b1f97 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:09.017874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Calling delete_port for 3a894b13-8bd2-4009-9e96-ca85b4e5c189 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:09.032949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bbe5df-3dd4-47fc-87b1-82813ce86a7b None None] Network 36ae058f-a0e3-4168-ab15-032357567ee6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:09.059403 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-31883528-515b-43ea-ba9c-f2344bd7cd4c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6960967 Feb 28 11:28:09.063482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52836) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:09.064463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8299d60b-b50d-416a-97be-5c5af158b2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.081360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:09.084923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:09.115574 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.115961 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added segment 6bcfb8bd-18f3-4265-bef9-28835a40c519 of type vlan for network 4a70b342-ee8b-4783-8941-34198283457e Feb 28 11:28:09.121221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.121575 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment f59e03e2-6897-4b1e-bd39-04afdb10a998 of type vlan for network ba6b1c1e-9ee7-4e59-bdb7-f01630994e95 Feb 28 11:28:09.130944 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5231726e-7a2e-4215-b169-db72698b1f97 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6528275 Feb 28 11:28:09.132175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52840) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:09.143184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d1860334-89f7-4d0e-8ade-b424a2d04ba3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:09.176528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.180945 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.231825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8299d60b-b50d-416a-97be-5c5af158b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.254670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.260499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:09.261448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.274799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.287747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299d60b-b50d-416a-97be-5c5af158b2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db728eb8-7201-41f8-976b-fe8ce0b08ddf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:09.308917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.314652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:09.315358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.353852 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e16c81-73fa-4e42-b3f2-a6ea7a6a8774 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:09.359778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e16c81-73fa-4e42-b3f2-a6ea7a6a8774 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:09.362047 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a7e16c81-73fa-4e42-b3f2-a6ea7a6a8774 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2958584 Feb 28 11:28:09.364643 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Port': ['ID=3a894b13-8bd2-4009-9e96-ca85b4e5c189,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:09.367654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5cadfa1d-999c-4741-9b47-d5384e852926 None None] Provisioning complete for port f76fcabf-88ac-433a-8dd1-00a631dd4a28 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:09.368036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5cadfa1d-999c-4741-9b47-d5384e852926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.368889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] No DVR routers for this DVR port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:09.372890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52844) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:09.426253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1860334-89f7-4d0e-8ade-b424a2d04ba3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:09.476003 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6537933 Feb 28 11:28:09.479612 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6414924 Feb 28 11:28:09.481398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8299d60b-b50d-416a-97be-5c5af158b2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.485050 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8299d60b-b50d-416a-97be-5c5af158b2f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db728eb8-7201-41f8-976b-fe8ce0b08ddf HTTP/1.1" status: 204 len: 168 time: 0.6920204 Feb 28 11:28:09.493253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52848) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:09.493592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52850) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:09.506105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'subnet': {'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:09.508591 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:09.525243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': 'ba6b1c1e-9ee7-4e59-bdb7-f01630994e95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:09.545400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68623dd-05cc-44ac-a847-34ff30213c7d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Network': ['ID=4a70b342-ee8b-4783-8941-34198283457e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:09.583815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1860334-89f7-4d0e-8ade-b424a2d04ba3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:09.646078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.659082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1860334-89f7-4d0e-8ade-b424a2d04ba3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:09.662609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1860334-89f7-4d0e-8ade-b424a2d04ba3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.664043 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1860334-89f7-4d0e-8ade-b424a2d04ba3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:09.664433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1860334-89f7-4d0e-8ade-b424a2d04ba3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:09.695208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd4c7ce-2669-4be9-99e2-e87a08f01792']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:09.699312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3a894b13-8bd2-4009-9e96-ca85b4e5c189 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:09.719013 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d1860334-89f7-4d0e-8ade-b424a2d04ba3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5827742 Feb 28 11:28:09.719685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52860) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:09.722590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346132ab-154b-4151-8fbe-bb64b7f42cd8') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:09.722893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346132ab-154b-4151-8fbe-bb64b7f42cd8') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:09.739494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-69685688-532d-4612-9e9d-fb7409e338c8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:09.813046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 4a70b342-ee8b-4783-8941-34198283457e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:09.823520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-05ab7b7d-0428-48bf-94a9-533d4da5b05c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Deleting port 4fe8ab91-8222-4b01-98ba-46b62623a0f7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:09.824018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05ab7b7d-0428-48bf-94a9-533d4da5b05c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.864115 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69685688-532d-4612-9e9d-fb7409e338c8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:09.866284 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.887638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69685688-532d-4612-9e9d-fb7409e338c8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:09.894431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.907368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69685688-532d-4612-9e9d-fb7409e338c8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:09.914032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69685688-532d-4612-9e9d-fb7409e338c8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.915791 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-69685688-532d-4612-9e9d-fb7409e338c8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:09.916204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69685688-532d-4612-9e9d-fb7409e338c8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:09.920268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:09.920673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:09.937597 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:09.950041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 3a894b13-8bd2-4009-9e96-ca85b4e5c189 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:09.950563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3a894b13-8bd2-4009-9e96-ca85b4e5c189 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:09.952044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e6686352-4d7a-4d31-a5cc-3aac3d80faa8 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:09.968623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986913d7-6f75-45fa-bd58-6807e8833a0e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=ba6b1c1e-9ee7-4e59-bdb7-f01630994e95,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:10.020762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:10.022502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:10.025435 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-69685688-532d-4612-9e9d-fb7409e338c8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2950954 Feb 28 11:28:10.026054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.035813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9c863c75-414d-4fc9-bb96-17b1eb3cfc24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:10.037299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:10.041940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:subnet and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:10.046328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:10.050928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:10.060145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:10.062210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:10.087691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.112289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:10.115786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.121268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] For port 3a894b13-8bd2-4009-9e96-ca85b4e5c189, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3a894b13-8bd2-4009-9e96-ca85b4e5c189,segment=NetworkSegment(346132ab-154b-4151-8fbe-bb64b7f42cd8),segment_id=346132ab-154b-4151-8fbe-bb64b7f42cd8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:10.121983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.149192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Made reservation on behalf of ef9d33d1e0ab46238dcd37a21cce5677 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:10.152587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.174455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.176868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Network': ['ID=fdd4c7ce-2669-4be9-99e2-e87a08f01792,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:10.196630 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f5071c7e-59e6-49eb-81bd-f227f20fd95c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/networks/fdd4c7ce-2669-4be9-99e2-e87a08f01792 HTTP/1.1" status: 204 len: 168 time: 2.1971416 Feb 28 11:28:10.198958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52878) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.249344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c863c75-414d-4fc9-bb96-17b1eb3cfc24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:10.272263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c863c75-414d-4fc9-bb96-17b1eb3cfc24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:10.291405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4257df55-342f-4fbd-9207-fd31ce77e11c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting subnet d6ca6e32-80f5-423e-869f-5dc4b47b83df {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:10.294640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c863c75-414d-4fc9-bb96-17b1eb3cfc24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:10.298234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c863c75-414d-4fc9-bb96-17b1eb3cfc24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.299645 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c863c75-414d-4fc9-bb96-17b1eb3cfc24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:10.300074 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c863c75-414d-4fc9-bb96-17b1eb3cfc24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:10.316240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4257df55-342f-4fbd-9207-fd31ce77e11c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.340263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5cadfa1d-999c-4741-9b47-d5384e852926 None None] Port f76fcabf-88ac-433a-8dd1-00a631dd4a28 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:28:10.342300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network ba6b1c1e-9ee7-4e59-bdb7-f01630994e95 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:10.348394 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9c863c75-414d-4fc9-bb96-17b1eb3cfc24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3181000 Feb 28 11:28:10.353833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52888) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.366611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6afa9dd5-2e11-4fb4-a4c7-14faca11632f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:10.371258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05ab7b7d-0428-48bf-94a9-533d4da5b05c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.479076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] Calling delete_port for 3a894b13-8bd2-4009-9e96-ca85b4e5c189 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:10.501973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6afa9dd5-2e11-4fb4-a4c7-14faca11632f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:10.515536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6afa9dd5-2e11-4fb4-a4c7-14faca11632f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:10.518727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-9f43c661-9b8f-4da0-836c-d22183b36b78', 'network_id': '9f43c661-9b8f-4da0-836c-d22183b36b78', 'tenant_id': '4ca79511ff3648ab8d52aa6d3bf2fd81', 'fixed_ips': [{'subnet_id': 'd1004ae9-3fa9-4c4d-8983-a4eeeda681a0'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:10.519587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.525085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.534953 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0046377 Feb 28 11:28:10.540181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afa9dd5-2e11-4fb4-a4c7-14faca11632f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:10.544628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6afa9dd5-2e11-4fb4-a4c7-14faca11632f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.547174 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afa9dd5-2e11-4fb4-a4c7-14faca11632f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:10.547849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afa9dd5-2e11-4fb4-a4c7-14faca11632f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:10.554513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52894) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.585019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4257df55-342f-4fbd-9207-fd31ce77e11c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.649434 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6afa9dd5-2e11-4fb4-a4c7-14faca11632f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2944217 Feb 28 11:28:10.653183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.657557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-05ab7b7d-0428-48bf-94a9-533d4da5b05c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Calling delete_port for 4fe8ab91-8222-4b01-98ba-46b62623a0f7 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:10.746778 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c4e9c150-2668-48e7-8470-70f5351b0ba5 tempest-NetworksApiDiscovery-276352202 tempest-NetworksApiDiscovery-276352202-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1820548 Feb 28 11:28:10.786106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4257df55-342f-4fbd-9207-fd31ce77e11c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.832232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07513f-5c0b-4272-a06a-487b1c0f5a6e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:10.833997 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2f07513f-5c0b-4272-a06a-487b1c0f5a6e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1796081 Feb 28 11:28:10.840352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52906) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.937379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24142a8-9f73-4873-9f3f-18d655448778 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:10.942509 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d24142a8-9f73-4873-9f3f-18d655448778 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0981331 Feb 28 11:28:10.943584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52910) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.951367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05ab7b7d-0428-48bf-94a9-533d4da5b05c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.037901 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab7b7d-0428-48bf-94a9-533d4da5b05c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Port': ['ID=4fe8ab91-8222-4b01-98ba-46b62623a0f7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:11.039363 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a2f88200-7621-4d1d-a9fd-054fd4b584d5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937319 Feb 28 11:28:11.043451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52914) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:11.050164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:11.069096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05ab7b7d-0428-48bf-94a9-533d4da5b05c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.069513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4257df55-342f-4fbd-9207-fd31ce77e11c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.081493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.133062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257df55-342f-4fbd-9207-fd31ce77e11c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ca6e32-80f5-423e-869f-5dc4b47b83df,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:11.136334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4257df55-342f-4fbd-9207-fd31ce77e11c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.144439 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-05ab7b7d-0428-48bf-94a9-533d4da5b05c tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/ports/4fe8ab91-8222-4b01-98ba-46b62623a0f7 HTTP/1.1" status: 204 len: 168 time: 1.7697351 Feb 28 11:28:11.147868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.152143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:11.162737 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Allocated IP 172.20.255.242 (9f43c661-9b8f-4da0-836c-d22183b36b78/d1004ae9-3fa9-4c4d-8983-a4eeeda681a0/dd95a32f-953e-4932-88e6-84fb50d88151) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:11.184434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Subnet': ['ID=b957b659-17f4-4928-889c-ad563b5904b4,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:11.231478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52924) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:11.258766 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4257df55-342f-4fbd-9207-fd31ce77e11c tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/subnets/d6ca6e32-80f5-423e-869f-5dc4b47b83df HTTP/1.1" status: 204 len: 168 time: 1.0563247 Feb 28 11:28:11.261542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52930) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:11.262294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Checking segment: {'id': '6bcfb8bd-18f3-4265-bef9-28835a40c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4a70b342-ee8b-4783-8941-34198283457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:11.262842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network hostable DHCP agents. Network: 4a70b342-ee8b-4783-8941-34198283457e, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:11.297763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:11.303598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a06f5f66-b273-4665-83a0-494cc2f24d1d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Deleting port 5a53c199-3d67-471e-88c1-968157d59e4b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:11.303947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a06f5f66-b273-4665-83a0-494cc2f24d1d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.325044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': 'f59e03e2-6897-4b1e-bd39-04afdb10a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ba6b1c1e-9ee7-4e59-bdb7-f01630994e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:11.325810 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: ba6b1c1e-9ee7-4e59-bdb7-f01630994e95, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:11.348669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=7176fdec-8cfb-4e83-a054-f3a9f6c5524f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:11.369260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:11.375963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 4a70b342-ee8b-4783-8941-34198283457e is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:11.381134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:11.381548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:11.386479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bec51c-5215-4a25-8cb5-9c5ea0e9656f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting subnet 9e1374b3-f952-4c28-8c0b-f717845a0a61 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:11.396989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef1f49d-dc40-47c5-9621-f7e87cb54a62 None None] Network 36844fcf-61a6-4c08-9bc3-f1d6305e8756 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:11.404669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network ba6b1c1e-9ee7-4e59-bdb7-f01630994e95 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:11.408698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65bec51c-5215-4a25-8cb5-9c5ea0e9656f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.428472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:11.431545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.459948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5cef945-225e-4183-8f33-78482ce51fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.473653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 4a70b342-ee8b-4783-8941-34198283457e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:11.479375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, ba6b1c1e-9ee7-4e59-bdb7-f01630994e95) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:11.490466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:11.490878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.494973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:11.495553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.511994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f5cef945-225e-4183-8f33-78482ce51fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:11.518084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65bec51c-5215-4a25-8cb5-9c5ea0e9656f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.522440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef7ff0-792e-4592-ae4a-937361143f3b None None] Network 4a70b342-ee8b-4783-8941-34198283457e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:11.556521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3648e-a933-4521-9f16-24253482f979 None None] Network ba6b1c1e-9ee7-4e59-bdb7-f01630994e95 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:11.560995 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f5cef945-225e-4183-8f33-78482ce51fec admin admin] Usage tracker for resource:security_group_rule and tenant:9c2a51cef6ed44c7a63b9ac35cda9375 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:11.571800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f5cef945-225e-4183-8f33-78482ce51fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:11.578284 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6fc71579-ecec-4207-863a-447619905d80 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0836325 Feb 28 11:28:11.584945 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d8d523f7-c393-4627-9905-bbca3ab61293 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0887783 Feb 28 11:28:11.585900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52934) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:11.588951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f5cef945-225e-4183-8f33-78482ce51fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:11.594776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52936) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:11.609880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] For port e6686352-4d7a-4d31-a5cc-3aac3d80faa8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:11.610373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.793983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a06f5f66-b273-4665-83a0-494cc2f24d1d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.931251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a06f5f66-b273-4665-83a0-494cc2f24d1d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Calling delete_port for 5a53c199-3d67-471e-88c1-968157d59e4b owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:11.955971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] Deleting port 3a894b13-8bd2-4009-9e96-ca85b4e5c189 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:11.956482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.981878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65bec51c-5215-4a25-8cb5-9c5ea0e9656f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.996818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Calling delete_port for e6686352-4d7a-4d31-a5cc-3aac3d80faa8 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:12.031615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.066972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.088827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a06f5f66-b273-4665-83a0-494cc2f24d1d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.126708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.151977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a06f5f66-b273-4665-83a0-494cc2f24d1d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.156123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f5f66-b273-4665-83a0-494cc2f24d1d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Port': ['ID=5a53c199-3d67-471e-88c1-968157d59e4b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.171714 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a06f5f66-b273-4665-83a0-494cc2f24d1d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/ports/5a53c199-3d67-471e-88c1-968157d59e4b HTTP/1.1" status: 204 len: 168 time: 1.0176854 Feb 28 11:28:12.173338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Transition to ACTIVE for port object dd95a32f-953e-4932-88e6-84fb50d88151 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:12.181688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52942) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:12.218038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0f9642dc-57bd-4cc6-a4dc-29fc36013d39 None None] The port '3a894b13-8bd2-4009-9e96-ca85b4e5c189' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:28:12.296502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5cef945-225e-4183-8f33-78482ce51fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.309155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e810c32e-35ce-4cda-bd74-bea72262b2ec tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Synchronizing usage tracker for tenant:fdac61ae722744ea8c27281e0f793ae4 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:12.312587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:03Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:05Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:12.319344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5cef945-225e-4183-8f33-78482ce51fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.322583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:28:12.350816 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port e6686352-4d7a-4d31-a5cc-3aac3d80faa8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:12.382887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:12.383347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Updating router 15b255fb-0117-4eaa-8352-923350044c0c port f76fcabf-88ac-433a-8dd1-00a631dd4a28 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:28:12.422740 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.538043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.553755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Transition to ACTIVE for port object dd95a32f-953e-4932-88e6-84fb50d88151 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:12.567888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65bec51c-5215-4a25-8cb5-9c5ea0e9656f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.593369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:12.593770 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:12.609932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.648859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.658224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e810c32e-35ce-4cda-bd74-bea72262b2ec tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Unset dirty status for tenant:fdac61ae722744ea8c27281e0f793ae4 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:12.659904 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e810c32e-35ce-4cda-bd74-bea72262b2ec tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4770463 Feb 28 11:28:12.660881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bec51c-5215-4a25-8cb5-9c5ea0e9656f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1374b3-f952-4c28-8c0b-f717845a0a61,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.665729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:12.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65bec51c-5215-4a25-8cb5-9c5ea0e9656f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.675014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1463494349'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:12.681640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:12.689689 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f5cef945-225e-4183-8f33-78482ce51fec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c2a51cef6ed44c7a63b9ac35cda9375&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4481852 Feb 28 11:28:12.690923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cef945-225e-4183-8f33-78482ce51fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43900844-4e21-4a1f-8443-2f797d840184,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.696931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:12.714406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.726855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f083c-fd1f-441f-b326-33c324041f87 None None] Network c30407d7-d914-45bb-b150-b059bdf47494 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:12.756489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Usage tracker for resource:network and tenant:fdac61ae722744ea8c27281e0f793ae4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:12.762640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Network 9f43c661-9b8f-4da0-836c-d22183b36b78 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:12.781260 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-65bec51c-5215-4a25-8cb5-9c5ea0e9656f tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/subnets/9e1374b3-f952-4c28-8c0b-f717845a0a61 HTTP/1.1" status: 204 len: 168 time: 1.5135140 Feb 28 11:28:12.791647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:12.794366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:12.794511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52954) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:12.802656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:12.823929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:12.824284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.868785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Made reservation on behalf of fdac61ae722744ea8c27281e0f793ae4 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:12.872182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.879248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-4a70b342-ee8b-4783-8941-34198283457e', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:12.880073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.887810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c1c198e-d8f8-4564-88f7-2569f1fafd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.889300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f55461-7963-4b4c-b9b3-160603e7bae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-ba6b1c1e-9ee7-4e59-bdb7-f01630994e95', 'network_id': 'ba6b1c1e-9ee7-4e59-bdb7-f01630994e95', 'tenant_id': '4ca79511ff3648ab8d52aa6d3bf2fd81', 'fixed_ips': [{'subnet_id': '7176fdec-8cfb-4e83-a054-f3a9f6c5524f'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:12.890090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-15f55461-7963-4b4c-b9b3-160603e7bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.924717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] For port e6686352-4d7a-4d31-a5cc-3aac3d80faa8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:12.952911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c1c198e-d8f8-4564-88f7-2569f1fafd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.960453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:12.989332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.989780 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Added segment ca3434c8-ba03-4024-9f41-a502336458d2 of type vlan for network 5374b2e3-9b02-488d-b746-fb264778ad0e Feb 28 11:28:13.012454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.026225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.037584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.037992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.038700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.049513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] DHCP port deletion for 36844fcf-61a6-4c08-9bc3-f1d6305e8756 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:13.053614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.103970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting port 437c40fe-e9f4-431b-9624-f72059b80b00 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:13.103970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.142386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Deleting port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:13.143644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.145522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=7176fdec-8cfb-4e83-a054-f3a9f6c5524f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:13.149927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.184997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:13.204843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:13.218206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:13.218792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.225686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c1c198e-d8f8-4564-88f7-2569f1fafd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.227921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=e5dbe04e-87eb-4ce3-b734-54a1b63acd1b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:13.243142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.243512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.243846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.244403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.244765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.245247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.245509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.246061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.246567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.247099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.247657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.248191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:13.254293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:13.260673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.262164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Attempting to bind port dd95a32f-953e-4932-88e6-84fb50d88151 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:13.262651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Attempting to bind port dd95a32f-953e-4932-88e6-84fb50d88151 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '8abc5b17-d02c-4aaa-8fe9-3d811787006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f43c661-9b8f-4da0-836c-d22183b36b78'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:13.263009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Attempting to bind port dd95a32f-953e-4932-88e6-84fb50d88151 on network 9f43c661-9b8f-4da0-836c-d22183b36b78 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:13.266149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:13.266749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.268964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] Deleting port 437c40fe-e9f4-431b-9624-f72059b80b00 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:13.269340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.286479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c198e-d8f8-4564-88f7-2569f1fafd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43900844-4e21-4a1f-8443-2f797d840184,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:13.309717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:13.310272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Checking segment: {'id': '8abc5b17-d02c-4aaa-8fe9-3d811787006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f43c661-9b8f-4da0-836c-d22183b36b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:13.310568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.310958 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Bound using segment: {'id': '8abc5b17-d02c-4aaa-8fe9-3d811787006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f43c661-9b8f-4da0-836c-d22183b36b78'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:13.311679 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Bound port: dd95a32f-953e-4932-88e6-84fb50d88151, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abc5b17-d02c-4aaa-8fe9-3d811787006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '9f43c661-9b8f-4da0-836c-d22183b36b78'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:13.312384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.324395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Pushing event updated for resources: {'Port': ['ID=dd95a32f-953e-4932-88e6-84fb50d88151,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:13.325189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c1c198e-d8f8-4564-88f7-2569f1fafd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.326203 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8c1c198e-d8f8-4564-88f7-2569f1fafd9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43900844-4e21-4a1f-8443-2f797d840184 HTTP/1.1" status: 204 len: 168 time: 0.5722432 Feb 28 11:28:13.332650 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ed65bd5e-0291-41d1-bef5-ed340e2e2dc8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2856462 Feb 28 11:28:13.337693 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6709094 Feb 28 11:28:13.382341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52960) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:13.382669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:13.391812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:46:82:82', 'name': 'tempest-NetworksTestDHCPv6-986855115'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:13.416856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e83170-b984-4353-8242-c7b09f38bc73 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Network': ['ID=5374b2e3-9b02-488d-b746-fb264778ad0e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:13.420070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1628626556'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:13.474854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.480100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 5374b2e3-9b02-488d-b746-fb264778ad0e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:13.491014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:13.520998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Usage tracker for resource:network and tenant:fdac61ae722744ea8c27281e0f793ae4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:13.534741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:13.649101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:13.653104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6b1c1e-9ee7-4e59-bdb7-f01630994e95']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.712746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59e03e2-6897-4b1e-bd39-04afdb10a998') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.712746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59e03e2-6897-4b1e-bd39-04afdb10a998') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.760362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.775471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Made reservation on behalf of fdac61ae722744ea8c27281e0f793ae4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:13.778867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.913548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.943895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:13.944285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.034593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e2c7b-7051-4eb9-b23a-97137b28daf0 None None] Network ba6b1c1e-9ee7-4e59-bdb7-f01630994e95 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:14.090816 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:14.122169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] For port 437c40fe-e9f4-431b-9624-f72059b80b00, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=437c40fe-e9f4-431b-9624-f72059b80b00,segment=NetworkSegment(daf5f90f-a8ab-4beb-8b3a-7ba626d7db67),segment_id=daf5f90f-a8ab-4beb-8b3a-7ba626d7db67)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:14.122531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.130748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:14.207728 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Allocated IP 172.23.0.2 (4a70b342-ee8b-4783-8941-34198283457e/b957b659-17f4-4928-889c-ad563b5904b4/c11d4c12-74e5-4a1b-8bd6-4944ac802d86) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:14.217987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] For port dd95a32f-953e-4932-88e6-84fb50d88151, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:14.243357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:14.245918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:14.304705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:14.320876 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Calling delete_port for 437c40fe-e9f4-431b-9624-f72059b80b00 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:14.347494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] For port dd95a32f-953e-4932-88e6-84fb50d88151, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=dd95a32f-953e-4932-88e6-84fb50d88151,segment=NetworkSegment(8abc5b17-d02c-4aaa-8fe9-3d811787006e),segment_id=8abc5b17-d02c-4aaa-8fe9-3d811787006e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:14.357698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:14.364232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.367649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.367987 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Added segment 9e60a69d-c90d-496c-8234-078f543e7040 of type vlan for network f6498e5e-d013-411d-abe0-d5d4674bd806 Feb 28 11:28:14.392984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.397377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.417669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=ba6b1c1e-9ee7-4e59-bdb7-f01630994e95,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:14.419363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:14.483547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] For port 437c40fe-e9f4-431b-9624-f72059b80b00, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=437c40fe-e9f4-431b-9624-f72059b80b00,segment=NetworkSegment(daf5f90f-a8ab-4beb-8b3a-7ba626d7db67),segment_id=daf5f90f-a8ab-4beb-8b3a-7ba626d7db67)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:14.483933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.490034 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4fffedfb-71b6-46ac-a08d-f5a0eab6798e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/ba6b1c1e-9ee7-4e59-bdb7-f01630994e95 HTTP/1.1" status: 204 len: 168 time: 2.8925114 Feb 28 11:28:14.494140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.495252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:14.504204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695882414'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:14.510612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:14.517456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:14.520402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:14.526371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:14.539077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:14.543539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 437c40fe-e9f4-431b-9624-f72059b80b00 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:14.543878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.565710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.577259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:14.587314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.587663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment 6d14275b-677b-4c58-a52d-0800c9f91a2b of type vlan for network a23b1abb-e616-4420-ac63-56340e49ff5d Feb 28 11:28:14.621487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.636877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Port': ['ID=437c40fe-e9f4-431b-9624-f72059b80b00,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:14.639011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] No DVR routers for this DVR port 437c40fe-e9f4-431b-9624-f72059b80b00 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:14.666635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.672501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:14.673061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.725448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.734401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.735387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] DHCP port deletion for c30407d7-d914-45bb-b150-b059bdf47494 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:14.739940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:14.740833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.841831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 437c40fe-e9f4-431b-9624-f72059b80b00 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:14.842181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 437c40fe-e9f4-431b-9624-f72059b80b00 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:14.856484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] Calling delete_port for 437c40fe-e9f4-431b-9624-f72059b80b00 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:14.871732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.894519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] For port e6686352-4d7a-4d31-a5cc-3aac3d80faa8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:14.894920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.906632 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4095709 Feb 28 11:28:14.907255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52972) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:14.910241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38355c13-20c6-4823-a1b7-7927c0c770e9 None None] Pushing event updated for resources: {'Port': ['ID=dd95a32f-953e-4932-88e6-84fb50d88151,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:14.913026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] Deleting port bef376a4-3aa7-4ff4-b753-101443be4ba0 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:14.913391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.922861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': 'a23b1abb-e616-4420-ac63-56340e49ff5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:14.941373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=a23b1abb-e616-4420-ac63-56340e49ff5d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:14.969480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.969829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.970170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.970298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Network': ['ID=f6498e5e-d013-411d-abe0-d5d4674bd806,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:14.970545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.971430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.971773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.972324 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.972655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.973114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.973599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.973953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.974282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99597a74-1c46-4527-8983-c08755cd69da tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:14.989303 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 16b262e9-d8cb-48c6-aa9d-58ac58ba8f83 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:15.029843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network f6498e5e-d013-411d-abe0-d5d4674bd806 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:15.042891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network a23b1abb-e616-4420-ac63-56340e49ff5d details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:15.047000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36844fcf-61a6-4c08-9bc3-f1d6305e8756']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:15.065111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:28:15.069497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf5f90f-a8ab-4beb-8b3a-7ba626d7db67') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:15.070500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf5f90f-a8ab-4beb-8b3a-7ba626d7db67') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:15.097909 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a3f9e6c1-47d4-486a-95e5-d3e56ac8493d tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7123792 Feb 28 11:28:15.105487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:15.108388 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.109934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:15.124211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:15.132068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:15.157144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:15.161245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.162959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.176845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:15.177083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:15.224314 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:15.242268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52976) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:15.300954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:28:15.301470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:28:15.301583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'subnets': [{'network_id': '5374b2e3-9b02-488d-b746-fb264778ad0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1715681241', 'ip_version': 4}, {'network_id': 'f6498e5e-d013-411d-abe0-d5d4674bd806', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:15.301788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'subnet': {'network_id': '5374b2e3-9b02-488d-b746-fb264778ad0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1715681241', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:15.302340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Request body: {'subnet': {'network_id': 'f6498e5e-d013-411d-abe0-d5d4674bd806', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:15.373580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Calling delete_port for e6686352-4d7a-4d31-a5cc-3aac3d80faa8 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:15.429992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.448469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.488445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.498136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Network': ['ID=36844fcf-61a6-4c08-9bc3-f1d6305e8756,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:15.524209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=c63da2c8-61b5-4960-a8d6-ef8c9f7f1bc0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:15.527378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:fe46:8282 (89a85dab-b254-4061-917a-102ac7d2b42f/e5dbe04e-87eb-4ce3-b734-54a1b63acd1b/16b262e9-d8cb-48c6-aa9d-58ac58ba8f83) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:15.529684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': '6d14275b-677b-4c58-a52d-0800c9f91a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a23b1abb-e616-4420-ac63-56340e49ff5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:15.530035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: a23b1abb-e616-4420-ac63-56340e49ff5d, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:15.541744 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e9610da8-009d-4ae7-b474-fbed5446667a tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/networks/36844fcf-61a6-4c08-9bc3-f1d6305e8756 HTTP/1.1" status: 204 len: 168 time: 2.7407370 Feb 28 11:28:15.544274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:15.588757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network a23b1abb-e616-4420-ac63-56340e49ff5d is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:15.655657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, a23b1abb-e616-4420-ac63-56340e49ff5d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:15.663548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:15.671686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:15.672330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.680171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Usage tracker for resource:subnet and tenant:fdac61ae722744ea8c27281e0f793ae4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:15.685385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:15.694696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.700837 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:15.704696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee7443-7983-4b18-b770-ca99259ff7f5 None None] Network a23b1abb-e616-4420-ac63-56340e49ff5d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:15.714967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting port bef376a4-3aa7-4ff4-b753-101443be4ba0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:15.715341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.757748 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a177c609-80c0-45b0-821d-66977a3fc5d7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8411515 Feb 28 11:28:15.758227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52984) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:15.989244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:15.989606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:16.003483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.006230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.014649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.120230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.140522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 16b262e9-d8cb-48c6-aa9d-58ac58ba8f83 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:16.159235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] For port bef376a4-3aa7-4ff4-b753-101443be4ba0, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=bef376a4-3aa7-4ff4-b753-101443be4ba0,segment=NetworkSegment(3c9063f6-4ae2-4c84-bc70-564d19b82d5f),segment_id=3c9063f6-4ae2-4c84-bc70-564d19b82d5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:16.159643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.164493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] For port bef376a4-3aa7-4ff4-b753-101443be4ba0, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=bef376a4-3aa7-4ff4-b753-101443be4ba0,segment=NetworkSegment(3c9063f6-4ae2-4c84-bc70-564d19b82d5f),segment_id=3c9063f6-4ae2-4c84-bc70-564d19b82d5f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:16.164854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.167756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Made reservation on behalf of fdac61ae722744ea8c27281e0f793ae4 for: {'subnet': 2} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:16.172777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.173077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.276329 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:28:16.291636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.299592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.302442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Transition to ACTIVE for port object f76fcabf-88ac-433a-8dd1-00a631dd4a28 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:16.312364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] Calling delete_port for bef376a4-3aa7-4ff4-b753-101443be4ba0 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:16.331532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Calling delete_port for bef376a4-3aa7-4ff4-b753-101443be4ba0 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:16.349953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba51e6d-d070-4e00-9be6-4ea06a747bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-a23b1abb-e616-4420-ac63-56340e49ff5d', 'network_id': 'a23b1abb-e616-4420-ac63-56340e49ff5d', 'tenant_id': '4ca79511ff3648ab8d52aa6d3bf2fd81', 'fixed_ips': [{'subnet_id': 'c63da2c8-61b5-4960-a8d6-ef8c9f7f1bc0'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:16.350817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9ba51e6d-d070-4e00-9be6-4ea06a747bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.364286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa856cc7-97e3-490d-b6c0-7a8364f840d2 None None] Network 9f43c661-9b8f-4da0-836c-d22183b36b78 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:16.366591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:16.372128 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:16.376948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:16.378947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Transition to ACTIVE for port object c11d4c12-74e5-4a1b-8bd6-4944ac802d86 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:16.383654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:16.384299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.413287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=16b262e9-d8cb-48c6-aa9d-58ac58ba8f83,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:16.425309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.451995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.504518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.515893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] Deleting port 437c40fe-e9f4-431b-9624-f72059b80b00 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:16.516275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.522975 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-926d913d-b750-47b5-abc6-dbb7d5be29a9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1365633 Feb 28 11:28:16.523609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:16.573910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Port': ['ID=bef376a4-3aa7-4ff4-b753-101443be4ba0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:16.593308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=c63da2c8-61b5-4960-a8d6-ef8c9f7f1bc0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:16.609288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] No DVR routers for this DVR port bef376a4-3aa7-4ff4-b753-101443be4ba0 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:16.727345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd908a9-b7d4-423b-ab10-98d9d71836ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:16.733755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd908a9-b7d4-423b-ab10-98d9d71836ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:16.734677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2dd908a9-b7d4-423b-ab10-98d9d71836ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:16.736645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device dd95a32f-953e-4932-88e6-84fb50d88151 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:16.820614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Transition to ACTIVE for port object c11d4c12-74e5-4a1b-8bd6-4944ac802d86 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:16.823349 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2dd908a9-b7d4-423b-ab10-98d9d71836ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:16.824556 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2dd908a9-b7d4-423b-ab10-98d9d71836ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3001738 Feb 28 11:28:16.827596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 52992) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:16.873755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.915201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fc68c-6456-463a-b429-06f2db130b52 None None] Pushing event updated for resources: {'Port': ['ID=f76fcabf-88ac-433a-8dd1-00a631dd4a28,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:16.947243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a76416f3-6e50-4271-ad95-7b8a89ac1e1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 16b262e9-d8cb-48c6-aa9d-58ac58ba8f83 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:16.947593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a76416f3-6e50-4271-ad95-7b8a89ac1e1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.981315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23b1abb-e616-4420-ac63-56340e49ff5d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:16.991484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.008678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d14275b-677b-4c58-a52d-0800c9f91a2b') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:17.008887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d14275b-677b-4c58-a52d-0800c9f91a2b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:17.014087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.031307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.039299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30407d7-d914-45bb-b150-b059bdf47494']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:17.056845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9063f6-4ae2-4c84-bc70-564d19b82d5f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:17.057170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9063f6-4ae2-4c84-bc70-564d19b82d5f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:17.068854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.077889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.085307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.085747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-199122f0-3c7e-4cf9-b4ef-ee17c17419ec None None] The port '437c40fe-e9f4-431b-9624-f72059b80b00' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:28:17.096624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:17.097016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.097345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.110910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2cc046cc-bc79-4414-8496-917caef1b3cc None None] Provisioning for port dd95a32f-953e-4932-88e6-84fb50d88151 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:17.113993 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:17.139656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Allocated IP 172.23.0.1 (4a70b342-ee8b-4783-8941-34198283457e/b957b659-17f4-4928-889c-ad563b5904b4/c902a35c-6821-4f7d-9391-4b8536bde3f4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:17.150366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0efca-1e19-45d1-8b1f-e7642389318b None None] Network a23b1abb-e616-4420-ac63-56340e49ff5d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:17.185475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.204870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:17.205256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:17.222787 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:17.296322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Subnet': ['ID=a2d9697e-07d2-4d27-afcb-613f7b13f00f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.307625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.339616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.341653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Network 4a70b342-ee8b-4783-8941-34198283457e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:17.345320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=a23b1abb-e616-4420-ac63-56340e49ff5d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.357742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:17.358368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.360972 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-be984126-463c-4b58-ae65-3212f1fd8b3e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/a23b1abb-e616-4420-ac63-56340e49ff5d HTTP/1.1" status: 204 len: 168 time: 1.5916684 Feb 28 11:28:17.362143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:17.381208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.384472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 52996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:17.394082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441434284'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:17.399498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Network': ['ID=c30407d7-d914-45bb-b150-b059bdf47494,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.401508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:17.404788 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e549e136-1afd-4184-b55f-ab3b417ab681 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/networks/c30407d7-d914-45bb-b150-b059bdf47494 HTTP/1.1" status: 204 len: 168 time: 1.8593431 Feb 28 11:28:17.407205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53000) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:17.411356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:17.414290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:17.414823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:17.415153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Pushing event updated for resources: {'Port': ['ID=c11d4c12-74e5-4a1b-8bd6-4944ac802d86,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.444131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:17.456605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:17.458118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Checking segment: {'id': 'ca3434c8-ba03-4024-9f41-a502336458d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5374b2e3-9b02-488d-b746-fb264778ad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:17.458485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Network hostable DHCP agents. Network: 5374b2e3-9b02-488d-b746-fb264778ad0e, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:17.490663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfe39a8-6b11-4e92-882a-dc2bb84e47b8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting subnet 2bb78d72-e59e-4a2e-a8d4-5a01a8eeeb71 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:17.493960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cfe39a8-6b11-4e92-882a-dc2bb84e47b8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.506275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a76416f3-6e50-4271-ad95-7b8a89ac1e1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.525834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:17.529293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.577201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cfe39a8-6b11-4e92-882a-dc2bb84e47b8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.582794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Attempting to bind port f76fcabf-88ac-433a-8dd1-00a631dd4a28 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:17.583213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Attempting to bind port f76fcabf-88ac-433a-8dd1-00a631dd4a28 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a6744f43-948e-45fe-b266-bf50021f0272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:17.583558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Attempting to bind port f76fcabf-88ac-433a-8dd1-00a631dd4a28 on network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:17.585784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Network 5374b2e3-9b02-488d-b746-fb264778ad0e is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:17.601182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] Pushing event deleted for resources: {'Port': ['ID=e6686352-4d7a-4d31-a5cc-3aac3d80faa8,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.603279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9283d-ffa0-4be2-8bb7-3c6cbbcf620d None None] No DVR routers for this DVR port e6686352-4d7a-4d31-a5cc-3aac3d80faa8 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:17.611077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:17.634829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.635208 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment ef4e58c5-7e34-4e19-9948-dded5a735989 of type vlan for network 2e4283e1-4f97-461f-a1f4-969f72f20d67 Feb 28 11:28:17.650857 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:17.651403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Checking segment: {'id': 'a6744f43-948e-45fe-b266-bf50021f0272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:17.651900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.652546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Bound using segment: {'id': 'a6744f43-948e-45fe-b266-bf50021f0272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:17.653277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Bound port: f76fcabf-88ac-433a-8dd1-00a631dd4a28, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6744f43-948e-45fe-b266-bf50021f0272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:17.653850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.656489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a76416f3-6e50-4271-ad95-7b8a89ac1e1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 16b262e9-d8cb-48c6-aa9d-58ac58ba8f83 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:17.679670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.699361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.699917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4cf0ea-45ba-480c-be26-732898ce3fa9 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:17.704400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 5374b2e3-9b02-488d-b746-fb264778ad0e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:17.714894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cfe39a8-6b11-4e92-882a-dc2bb84e47b8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.716939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.748288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57f609-0041-4def-b0e3-08dfeae1557f None None] Network 5374b2e3-9b02-488d-b746-fb264778ad0e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:17.763153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.772131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:17.772131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.789314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Transition to ACTIVE for port object c902a35c-6821-4f7d-9391-4b8536bde3f4 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:17.880130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event updated for resources: {'Subnet': ['ID=5f0af5da-ec2f-457c-9dff-3f7a683d3d3d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.909780 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5241764 Feb 28 11:28:17.914502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:17.924429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': '2e4283e1-4f97-461f-a1f4-969f72f20d67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:17.938584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb606ac-c996-4511-ad46-7b3cd49ad09e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=2e4283e1-4f97-461f-a1f4-969f72f20d67,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.960758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] Deleting port bef376a4-3aa7-4ff4-b753-101443be4ba0 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:17.960758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.985080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port dd95a32f-953e-4932-88e6-84fb50d88151 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:18.005876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Attempting to bind port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:18.006411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Attempting to bind port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6bcfb8bd-18f3-4265-bef9-28835a40c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4a70b342-ee8b-4783-8941-34198283457e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:18.006752 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Attempting to bind port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 on network 4a70b342-ee8b-4783-8941-34198283457e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:18.010312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 2e4283e1-4f97-461f-a1f4-969f72f20d67 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:18.018712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Checking segment: {'id': '9e60a69d-c90d-496c-8234-078f543e7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f6498e5e-d013-411d-abe0-d5d4674bd806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:18.018712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Network hostable DHCP agents. Network: f6498e5e-d013-411d-abe0-d5d4674bd806, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:18.020463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cfe39a8-6b11-4e92-882a-dc2bb84e47b8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.046860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.080842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe39a8-6b11-4e92-882a-dc2bb84e47b8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb78d72-e59e-4a2e-a8d4-5a01a8eeeb71,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:18.085563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cfe39a8-6b11-4e92-882a-dc2bb84e47b8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.090283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:18.096604 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1cfe39a8-6b11-4e92-882a-dc2bb84e47b8 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/subnets/2bb78d72-e59e-4a2e-a8d4-5a01a8eeeb71 HTTP/1.1" status: 204 len: 168 time: 0.6875386 Feb 28 11:28:18.097601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:18.099369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53010) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:18.101058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:18.109066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:18.113086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port dd95a32f-953e-4932-88e6-84fb50d88151 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:18.113782 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.121921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:18.125467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.133267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Network f6498e5e-d013-411d-abe0-d5d4674bd806 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:18.143639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a76416f3-6e50-4271-ad95-7b8a89ac1e1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.148222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 4a70b342-ee8b-4783-8941-34198283457e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:18.156943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:18.157617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Checking segment: {'id': '6bcfb8bd-18f3-4265-bef9-28835a40c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4a70b342-ee8b-4783-8941-34198283457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:18.158197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.158743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Bound using segment: {'id': '6bcfb8bd-18f3-4265-bef9-28835a40c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4a70b342-ee8b-4783-8941-34198283457e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:18.159402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Bound port: c11d4c12-74e5-4a1b-8bd6-4944ac802d86, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcfb8bd-18f3-4265-bef9-28835a40c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4a70b342-ee8b-4783-8941-34198283457e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:18.159951 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.172434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:18.179839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:18.196003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817527c-becb-42a9-93da-48a20923dbe5 None None] Network cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:18.213693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, f6498e5e-d013-411d-abe0-d5d4674bd806) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:18.249067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b413c80f-a3de-4d46-bf77-06c66685bf3e None None] The port 'bef376a4-3aa7-4ff4-b753-101443be4ba0' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:28:18.262004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3807ed-5466-41eb-a833-8b83901ee6b3 None None] Network f6498e5e-d013-411d-abe0-d5d4674bd806 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:18.276879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:18.277636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:18.278397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.291037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=c902a35c-6821-4f7d-9391-4b8536bde3f4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:18.354956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.408950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a76416f3-6e50-4271-ad95-7b8a89ac1e1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.417094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76416f3-6e50-4271-ad95-7b8a89ac1e1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=16b262e9-d8cb-48c6-aa9d-58ac58ba8f83,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:18.434407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.446171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.456057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=a37c5486-ec1a-4079-a541-4f23de909007,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:18.458287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': 'ef4e58c5-7e34-4e19-9948-dded5a735989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '2e4283e1-4f97-461f-a1f4-969f72f20d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:18.458650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: 2e4283e1-4f97-461f-a1f4-969f72f20d67, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:18.468974 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a76416f3-6e50-4271-ad95-7b8a89ac1e1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/16b262e9-d8cb-48c6-aa9d-58ac58ba8f83 HTTP/1.1" status: 204 len: 168 time: 1.6403379 Feb 28 11:28:18.471586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:18.473044 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dc5a3dbc-aec2-4978-b130-892dfd99a002 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2268586 Feb 28 11:28:18.476412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53016) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:18.478992 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Deleting port 74628cba-f052-41e1-a5fd-58d9849a4393 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:18.479569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.535793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network 2e4283e1-4f97-461f-a1f4-969f72f20d67 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:18.547438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 2e4283e1-4f97-461f-a1f4-969f72f20d67) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:18.557081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a3f264-117a-4b8d-ac53-baf2d2793e20 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:18.558506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a3f264-117a-4b8d-ac53-baf2d2793e20 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:18.559297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5a3f264-117a-4b8d-ac53-baf2d2793e20 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:18.563837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:18.564930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.593978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5a3f264-117a-4b8d-ac53-baf2d2793e20 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:18.600607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e5a3f264-117a-4b8d-ac53-baf2d2793e20 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1226046 Feb 28 11:28:18.600607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-01be07e0-250e-4c8e-a655-f72dcab01e65 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6813629 Feb 28 11:28:18.600607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53022) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:18.601051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53024) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:18.606493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3950232-c9d1-4876-bb0a-3fbca1fdcddc None None] Network 2e4283e1-4f97-461f-a1f4-969f72f20d67 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:18.620339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] For port f76fcabf-88ac-433a-8dd1-00a631dd4a28, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:18.677731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563ab43-cfd3-484f-9830-55a1b8751dc1 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:18.679530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563ab43-cfd3-484f-9830-55a1b8751dc1 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:18.681095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563ab43-cfd3-484f-9830-55a1b8751dc1 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:18.681998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8563ab43-cfd3-484f-9830-55a1b8751dc1 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Synchronizing usage tracker for tenant:fdac61ae722744ea8c27281e0f793ae4 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:18.822725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8563ab43-cfd3-484f-9830-55a1b8751dc1 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Unset dirty status for tenant:fdac61ae722744ea8c27281e0f793ae4 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:18.830896 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8563ab43-cfd3-484f-9830-55a1b8751dc1 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3529539 Feb 28 11:28:18.838158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53030) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:18.865690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] For port f76fcabf-88ac-433a-8dd1-00a631dd4a28, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f76fcabf-88ac-433a-8dd1-00a631dd4a28,segment=NetworkSegment(a6744f43-948e-45fe-b266-bf50021f0272),segment_id=a6744f43-948e-45fe-b266-bf50021f0272)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:18.890547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e49c9a3-71cc-404b-b048-abdde961ea1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet e5dbe04e-87eb-4ce3-b734-54a1b63acd1b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:18.898620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e49c9a3-71cc-404b-b048-abdde961ea1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.908216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] For port 74628cba-f052-41e1-a5fd-58d9849a4393, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=74628cba-f052-41e1-a5fd-58d9849a4393,segment=NetworkSegment(91388446-6566-4bea-af22-35c9d0ab43e8),segment_id=91388446-6566-4bea-af22-35c9d0ab43e8)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:18.908581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.973587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.974206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.976759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e49c9a3-71cc-404b-b048-abdde961ea1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.047700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.065930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Calling delete_port for 74628cba-f052-41e1-a5fd-58d9849a4393 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:19.084625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e49c9a3-71cc-404b-b048-abdde961ea1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.117072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fee36b7-69b6-4b1c-b3cb-7c51f86392a2 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Deleting subnet a2d9697e-07d2-4d27-afcb-613f7b13f00f {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:19.119920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] For port c11d4c12-74e5-4a1b-8bd6-4944ac802d86, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:19.145759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.164987 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5fee36b7-69b6-4b1c-b3cb-7c51f86392a2 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.258195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e49c9a3-71cc-404b-b048-abdde961ea1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.310687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fc68c-6456-463a-b429-06f2db130b52 None None] Pushing event updated for resources: {'Port': ['ID=f76fcabf-88ac-433a-8dd1-00a631dd4a28,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:19.310911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c9a3-71cc-404b-b048-abdde961ea1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dbe04e-87eb-4ce3-b734-54a1b63acd1b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:19.313532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e49c9a3-71cc-404b-b048-abdde961ea1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.324053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.355925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] For port c11d4c12-74e5-4a1b-8bd6-4944ac802d86, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c11d4c12-74e5-4a1b-8bd6-4944ac802d86,segment=NetworkSegment(6bcfb8bd-18f3-4265-bef9-28835a40c519),segment_id=6bcfb8bd-18f3-4265-bef9-28835a40c519)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:19.372962 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2e49c9a3-71cc-404b-b048-abdde961ea1a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/e5dbe04e-87eb-4ce3-b734-54a1b63acd1b HTTP/1.1" status: 204 len: 168 time: 0.7692063 Feb 28 11:28:19.372962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=a37c5486-ec1a-4079-a541-4f23de909007,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:19.372962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53034) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:19.383877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.407821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e872f-4805-4e71-9a04-d07a6b137e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': 'e5dbe04e-87eb-4ce3-b734-54a1b63acd1b'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:19.408926 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-778e872f-4805-4e71-9a04-d07a6b137e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.439174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.511108 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e32057a0-3a42-4c17-be62-1074f8729aa6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345460 Feb 28 11:28:19.511108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53038) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:19.520015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:19.520902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121fd899-4680-4fa0-8c0e-6e5f00c4bff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-5374b2e3-9b02-488d-b746-fb264778ad0e', 'network_id': '5374b2e3-9b02-488d-b746-fb264778ad0e', 'tenant_id': 'fdac61ae722744ea8c27281e0f793ae4', 'fixed_ips': [{'subnet_id': 'a2d9697e-07d2-4d27-afcb-613f7b13f00f'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:19.521749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-121fd899-4680-4fa0-8c0e-6e5f00c4bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.547236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:19.547496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:19.559391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5fee36b7-69b6-4b1c-b3cb-7c51f86392a2 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.617617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.716243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4283e1-4f97-461f-a1f4-969f72f20d67']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:19.734671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4e58c5-7e34-4e19-9948-dded5a735989') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:19.735222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4e58c5-7e34-4e19-9948-dded5a735989') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:19.745122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.751828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:19.755214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.767403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:19.771929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:19.779937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:19.784024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.793412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:19.794118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:19.810458 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:19.819047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] No DVR routers for this DVR port 74628cba-f052-41e1-a5fd-58d9849a4393 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:19.829958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:19.833665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.900663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Port': ['ID=74628cba-f052-41e1-a5fd-58d9849a4393,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:19.961362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af538458-8c9b-47b4-bb84-7c1813cba95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-f6498e5e-d013-411d-abe0-d5d4674bd806', 'network_id': 'f6498e5e-d013-411d-abe0-d5d4674bd806', 'tenant_id': 'fdac61ae722744ea8c27281e0f793ae4', 'fixed_ips': [{'subnet_id': '5f0af5da-ec2f-457c-9dff-3f7a683d3d3d'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:19.962181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af538458-8c9b-47b4-bb84-7c1813cba95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.987321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port dd95a32f-953e-4932-88e6-84fb50d88151, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=dd95a32f-953e-4932-88e6-84fb50d88151,segment=NetworkSegment(8abc5b17-d02c-4aaa-8fe9-3d811787006e),segment_id=8abc5b17-d02c-4aaa-8fe9-3d811787006e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:20.008401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.010216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90598883-1518-4c20-96a2-a0f9df1d78d0 None None] Network 2e4283e1-4f97-461f-a1f4-969f72f20d67 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:20.039669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.042095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Pushing event updated for resources: {'Port': ['ID=c11d4c12-74e5-4a1b-8bd6-4944ac802d86,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.044556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.052471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5fee36b7-69b6-4b1c-b3cb-7c51f86392a2 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.084511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=2e4283e1-4f97-461f-a1f4-969f72f20d67,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.125814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.138622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-64d4982a-6e26-4a12-9daa-32579a452ec9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/2e4283e1-4f97-461f-a1f4-969f72f20d67 HTTP/1.1" status: 204 len: 168 time: 1.5364809 Feb 28 11:28:20.143279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53042) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:20.150680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-282116086'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:20.158512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:20.159236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90598883-1518-4c20-96a2-a0f9df1d78d0 None None] Network 2e4283e1-4f97-461f-a1f4-969f72f20d67 could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 11:28:20.161312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.161876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.162399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.162977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.163529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.164072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.164825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.165367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.166115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.166645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.167082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:20.167445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.168454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c51667-d9e5-4f0a-9ebe-360e4ec787e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:20.178639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba57088-40f9-4cfe-b0fb-d5aa7a0c0628']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:20.180487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:20.196374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91388446-6566-4bea-af22-35c9d0ab43e8') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:20.196652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91388446-6566-4bea-af22-35c9d0ab43e8') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:20.207684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:20.221111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:20.230131 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.231247 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed379a-e8ea-4529-bbb6-df892df5ce04 None None] DHCP port deletion for cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:20.233311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device bef376a4-3aa7-4ff4-b753-101443be4ba0 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:20.248225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:20.251660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.255368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.264453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.279410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:20.280073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.299401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:20.316930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.317698 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment 0f43b714-af85-4d9d-b2f5-9f7900e381d8 of type vlan for network 649e2f89-7afb-432b-992c-bec1a92fe506 Feb 28 11:28:20.349314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.380756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: bef376a4-3aa7-4ff4-b753-101443be4ba0 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:20.381235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device bef376a4-3aa7-4ff4-b753-101443be4ba0 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:20.414788 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:20.418040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.489604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.513576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5fee36b7-69b6-4b1c-b3cb-7c51f86392a2 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.522494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.528544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:20.529447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.549419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.607311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee36b7-69b6-4b1c-b3cb-7c51f86392a2 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d9697e-07d2-4d27-afcb-613f7b13f00f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.635756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Pushing event deleted for resources: {'Network': ['ID=cba57088-40f9-4cfe-b0fb-d5aa7a0c0628,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.646794 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5014815 Feb 28 11:28:20.647749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5fee36b7-69b6-4b1c-b3cb-7c51f86392a2 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.649856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53046) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:20.651631 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5fee36b7-69b6-4b1c-b3cb-7c51f86392a2 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/subnets/a2d9697e-07d2-4d27-afcb-613f7b13f00f HTTP/1.1" status: 204 len: 168 time: 1.8036437 Feb 28 11:28:20.659926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53048) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:20.661665 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-23e9cb8f-6ace-4778-a749-d71dde7919e2 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/networks/cba57088-40f9-4cfe-b0fb-d5aa7a0c0628 HTTP/1.1" status: 204 len: 168 time: 2.5503509 Feb 28 11:28:20.666994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53052) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:20.668062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.689889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c11d4c12-74e5-4a1b-8bd6-4944ac802d86 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:20.713306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': '649e2f89-7afb-432b-992c-bec1a92fe506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server [None req-121fd899-4680-4fa0-8c0e-6e5f00c4bff1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2d9697e-07d2-4d27-afcb-613f7b13f00f: This subnet is being modified by another concurrent operation. Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:28:20.756070 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2d9697e-07d2-4d27-afcb-613f7b13f00f: This subnet is being modified by another concurrent operation. Feb 28 11:28:20.760341 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server Feb 28 11:28:20.765975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event updated for resources: {'Port': ['ID=c902a35c-6821-4f7d-9391-4b8536bde3f4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.772096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8d64b3-ee7c-4fb4-8359-14d52f069ea9 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Deleting subnet 5f0af5da-ec2f-457c-9dff-3f7a683d3d3d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:20.801174 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8d64b3-ee7c-4fb4-8359-14d52f069ea9 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.812332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2bae25bf-6d96-453c-8814-70b2c62eee49 None None] Provisioning complete for port dd95a32f-953e-4932-88e6-84fb50d88151 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:20.813041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2bae25bf-6d96-453c-8814-70b2c62eee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.851862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1e2b9-8972-4386-b679-ada67970de57 None None] Network 5374b2e3-9b02-488d-b746-fb264778ad0e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:20.860318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d0b3e977-c378-47ea-a55a-8bef91aa1ee1 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Synchronizing usage tracker for tenant:e6deddb3ad654d65bbafac0554ce9205 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:20.878342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:28:20.880982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=dd95a32f-953e-4932-88e6-84fb50d88151,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.887224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451277c-2b8a-4fe9-923e-65a6c3c518ef tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=649e2f89-7afb-432b-992c-bec1a92fe506,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.889673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.959154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 649e2f89-7afb-432b-992c-bec1a92fe506 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:20.968530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8d64b3-ee7c-4fb4-8359-14d52f069ea9 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.023364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d0b3e977-c378-47ea-a55a-8bef91aa1ee1 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Unset dirty status for tenant:e6deddb3ad654d65bbafac0554ce9205 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:21.027237 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d0b3e977-c378-47ea-a55a-8bef91aa1ee1 tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "GET /v2.0/ports?device_id=b09c7ada-cc7a-4250-8831-7174ce0c9e5c HTTP/1.1" status: 200 len: 205 time: 0.3551700 Feb 28 11:28:21.031975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53058) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:21.092725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:21.099787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:21.108545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:21.114263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:21.126128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:21.162587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:21.164644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=a476d4b0-d926-4a92-a093-1ad06bf0bebb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:21.177052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:21.177650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.183373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:21.186735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ba4a8-de7e-400c-88f8-30f473bfa38f None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:21.189604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.218520 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:21.227431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8d64b3-ee7c-4fb4-8359-14d52f069ea9 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.277071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78bfb1dd-f0d6-4b2d-8f0a-73c62fa7464d tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.326460 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-75b40a12-db2b-4b9b-a4e5-eb6ddc485c35 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8142290 Feb 28 11:28:21.333770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:21.347473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:98:8c:82', 'name': 'tempest-NetworksTestDHCPv6-122462295'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:21.439732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 74628cba-f052-41e1-a5fd-58d9849a4393 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:21.486531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d2ff2-90ba-42e6-8690-84ba397e66f6 None None] Network 4a70b342-ee8b-4783-8941-34198283457e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:21.539514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 74628cba-f052-41e1-a5fd-58d9849a4393 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:21.539872 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 74628cba-f052-41e1-a5fd-58d9849a4393 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:21.592710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:21.601568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:21.606257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:21.615581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:21.651035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:21.694657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Network 4a70b342-ee8b-4783-8941-34198283457e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:21.699632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:21.778395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.833497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c902a35c-6821-4f7d-9391-4b8536bde3f4', 'name': '', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:52:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:13Z', 'updated_at': '2022-02-28T11:28:17Z', 'revision_number': 1, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:21.840172 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0fe4f51c-c8d4-484f-8f9c-9ccf04c5e3f7 None None] Provisioning for port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:21.849002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78bfb1dd-f0d6-4b2d-8f0a-73c62fa7464d tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.849309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c89a1-1f4f-440c-baa9-b1e64698de82 None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c902a35c-6821-4f7d-9391-4b8536bde3f4', 'name': '', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:52:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:13Z', 'updated_at': '2022-02-28T11:28:17Z', 'revision_number': 1, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:21.855455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0fe4f51c-c8d4-484f-8f9c-9ccf04c5e3f7 None None] Provisioning complete for port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:21.855455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f51c-c8d4-484f-8f9c-9ccf04c5e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.885326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': 'a476d4b0-d926-4a92-a093-1ad06bf0bebb'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:21.886162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.894816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=abe5796e-8820-41f2-b056-ef36e5c77886,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:21.904527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78bfb1dd-f0d6-4b2d-8f0a-73c62fa7464d tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.918556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': '0f43b714-af85-4d9d-b2f5-9f7900e381d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '649e2f89-7afb-432b-992c-bec1a92fe506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:21.919103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: 649e2f89-7afb-432b-992c-bec1a92fe506, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:21.927892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.978146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 3368f52e-56de-481c-bcb2-99d7e12ba14a yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:22.010914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8d64b3-ee7c-4fb4-8359-14d52f069ea9 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.019175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78bfb1dd-f0d6-4b2d-8f0a-73c62fa7464d tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.020279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bfb1dd-f0d6-4b2d-8f0a-73c62fa7464d tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Fanout notify agent at l3_agent the message router_deleted on router b09c7ada-cc7a-4250-8831-7174ce0c9e5c {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:28:22.040801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server [None req-af538458-8c9b-47b4-bb84-7c1813cba95b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f0af5da-ec2f-457c-9dff-3f7a683d3d3d: This subnet is being modified by another concurrent operation. Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:28:22.049748 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f0af5da-ec2f-457c-9dff-3f7a683d3d3d: This subnet is being modified by another concurrent operation. Feb 28 11:28:22.055332 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server Feb 28 11:28:22.076776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e58f9c-7dc5-44d8-8d0a-0715d063f7b5 None None] Network f6498e5e-d013-411d-abe0-d5d4674bd806 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:22.080457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network 649e2f89-7afb-432b-992c-bec1a92fe506 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:22.112326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8d64b3-ee7c-4fb4-8359-14d52f069ea9 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.128214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d64b3-ee7c-4fb4-8359-14d52f069ea9 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0af5da-ec2f-457c-9dff-3f7a683d3d3d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:22.136034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 649e2f89-7afb-432b-992c-bec1a92fe506) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:22.152166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:22.152929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.190817 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2c8d64b3-ee7c-4fb4-8359-14d52f069ea9 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/subnets/5f0af5da-ec2f-457c-9dff-3f7a683d3d3d HTTP/1.1" status: 204 len: 168 time: 1.5275707 Feb 28 11:28:22.194897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53066) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:22.195913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78bfb1dd-f0d6-4b2d-8f0a-73c62fa7464d tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.199409 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-78bfb1dd-f0d6-4b2d-8f0a-73c62fa7464d tempest-RoutersNegativeIpV6Test-323455545 tempest-RoutersNegativeIpV6Test-323455545-project] 10.222.0.64 "DELETE /v2.0/routers/b09c7ada-cc7a-4250-8831-7174ce0c9e5c HTTP/1.1" status: 204 len: 168 time: 1.1637836 Feb 28 11:28:22.245692 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-79f40b1e-7259-4124-865c-16a7d440760c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5399199 Feb 28 11:28:22.247059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:fe98:8c82 (89a85dab-b254-4061-917a-102ac7d2b42f/a476d4b0-d926-4a92-a093-1ad06bf0bebb/3368f52e-56de-481c-bcb2-99d7e12ba14a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:22.253879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53072) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:22.267045 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289753b-fd20-4ed1-9511-ca9ae179efee None None] Network 649e2f89-7afb-432b-992c-bec1a92fe506 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:22.366086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:22.379521 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-75755e50-550f-4e25-87eb-957885e9bf00 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7879069 Feb 28 11:28:22.380220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53076) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:22.385827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:22.421740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260298ba-b9c4-4a28-88cb-e1de07f01288 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:22.424618 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-260298ba-b9c4-4a28-88cb-e1de07f01288 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2281296 Feb 28 11:28:22.436140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53080) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:22.596910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device dd95a32f-953e-4932-88e6-84fb50d88151 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:22.659227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f51c-c8d4-484f-8f9c-9ccf04c5e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.772525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:22.850223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0fe4f51c-c8d4-484f-8f9c-9ccf04c5e3f7 None None] For port c11d4c12-74e5-4a1b-8bd6-4944ac802d86, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c11d4c12-74e5-4a1b-8bd6-4944ac802d86,segment=NetworkSegment(6bcfb8bd-18f3-4265-bef9-28835a40c519),segment_id=6bcfb8bd-18f3-4265-bef9-28835a40c519)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:22.865479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f51c-c8d4-484f-8f9c-9ccf04c5e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.951252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.962034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.026490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port dd95a32f-953e-4932-88e6-84fb50d88151 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:23.026956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.087380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-649e2f89-7afb-432b-992c-bec1a92fe506', 'network_id': '649e2f89-7afb-432b-992c-bec1a92fe506', 'tenant_id': '4ca79511ff3648ab8d52aa6d3bf2fd81', 'fixed_ips': [{'subnet_id': 'abe5796e-8820-41f2-b056-ef36e5c77886'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:23.088199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.137725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4f51c-c8d4-484f-8f9c-9ccf04c5e3f7 None None] Pushing event updated for resources: {'Port': ['ID=c11d4c12-74e5-4a1b-8bd6-4944ac802d86,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:23.148799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08f745a9-9b63-42c3-bba5-1086024a4c1a None None] Provisioning for port c902a35c-6821-4f7d-9391-4b8536bde3f4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:23.204180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08f745a9-9b63-42c3-bba5-1086024a4c1a None None] Provisioning complete for port c902a35c-6821-4f7d-9391-4b8536bde3f4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:23.204401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08f745a9-9b63-42c3-bba5-1086024a4c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.215151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.235176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 3368f52e-56de-481c-bcb2-99d7e12ba14a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:23.295055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.383968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 11:28:23.404722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Removed routes are [] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 11:28:23.406302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.433598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Allocated IP 172.20.0.2 (649e2f89-7afb-432b-992c-bec1a92fe506/abe5796e-8820-41f2-b056-ef36e5c77886/239be048-3dbd-4773-aaa7-70c07b7f9ba6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:23.502503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-08f745a9-9b63-42c3-bba5-1086024a4c1a None None] Port c902a35c-6821-4f7d-9391-4b8536bde3f4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:28:23.532634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=3368f52e-56de-481c-bcb2-99d7e12ba14a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:23.553219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.555852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Allocated IP 2001:db8::f816:3eff:fe2d:7ee3 (89a85dab-b254-4061-917a-102ac7d2b42f/a476d4b0-d926-4a92-a093-1ad06bf0bebb/712ed18a-061c-4e48-ae33-6c4de7e12d72) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:23.746349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:23.748609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08f745a9-9b63-42c3-bba5-1086024a4c1a None None] Provisioning complete for port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:23.748991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08f745a9-9b63-42c3-bba5-1086024a4c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.800653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:23.819659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:23.825556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:23.826171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.842001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.864431 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f0ebcf95-7cee-47bf-a82f-4453188f4afe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6deddb3ad654d65bbafac0554ce9205&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0632572 Feb 28 11:28:23.867612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53094) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:23.867770 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:23.883690 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:23.884294 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:23.910300 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f427a8ae-e1e0-4bf4-b8f6-2067d6d8c826 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5750644 Feb 28 11:28:23.913453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:23.954779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6498e5e-d013-411d-abe0-d5d4674bd806']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:23.972743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e60a69d-c90d-496c-8234-078f543e7040') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:23.973043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e60a69d-c90d-496c-8234-078f543e7040') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:23.988549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.008653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.017212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:24.017839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:24.034482 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:24.038798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-895453fd-e5a5-4f78-8e59-aac0298afcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.042860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.056720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.105148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.124951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4de902-0c2c-4766-afba-6691017cbb7f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:24.125686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad4de902-0c2c-4766-afba-6691017cbb7f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:24.129255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Transition to ACTIVE for port object 239be048-3dbd-4773-aaa7-70c07b7f9ba6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:24.141352 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:24.147242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.152616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.166161 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Transition to ACTIVE for port object 712ed18a-061c-4e48-ae33-6c4de7e12d72 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:24.168926 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Transition to ACTIVE for port object 239be048-3dbd-4773-aaa7-70c07b7f9ba6 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:24.185220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.189300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.210874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad4de902-0c2c-4766-afba-6691017cbb7f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:24.214688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ad4de902-0c2c-4766-afba-6691017cbb7f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2979476 Feb 28 11:28:24.217823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Network': ['ID=f6498e5e-d013-411d-abe0-d5d4674bd806,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.226899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.231445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Transition to ACTIVE for port object 712ed18a-061c-4e48-ae33-6c4de7e12d72 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:24.241380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53102) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:24.263076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Network 649e2f89-7afb-432b-992c-bec1a92fe506 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:24.267341 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.270842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:24.275665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:24.302161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:24.304332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-895453fd-e5a5-4f78-8e59-aac0298afcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.307915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Pushing event updated for resources: {'Port': ['ID=239be048-3dbd-4773-aaa7-70c07b7f9ba6,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.406219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:24.471763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:24.487769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:24.499724 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-83e2ded2-00de-4643-9379-c9a367605138 None None] Provisioning complete for port c902a35c-6821-4f7d-9391-4b8536bde3f4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:24.500095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83e2ded2-00de-4643-9379-c9a367605138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.561982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=abe5796e-8820-41f2-b056-ef36e5c77886,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.568549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-42036d60-a239-4531-a756-48b67c1af7af tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 3368f52e-56de-481c-bcb2-99d7e12ba14a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:24.568970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42036d60-a239-4531-a756-48b67c1af7af tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.599705 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:23Z', 'revision_number': 6, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c902a35c-6821-4f7d-9391-4b8536bde3f4', 'name': '', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:52:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:13Z', 'updated_at': '2022-02-28T11:28:19Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:24.605381 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:24.605988 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Updating router 15b255fb-0117-4eaa-8352-923350044c0c port c902a35c-6821-4f7d-9391-4b8536bde3f4 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:28:24.610537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:24.633394 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6e7885b7-3c59-4e9b-8b3a-522bd65a89e3 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/networks/f6498e5e-d013-411d-abe0-d5d4674bd806 HTTP/1.1" status: 204 len: 168 time: 2.1924427 Feb 28 11:28:24.636480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.640284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53106) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:24.649875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Attempting to bind port 239be048-3dbd-4773-aaa7-70c07b7f9ba6 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:24.650301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Attempting to bind port 239be048-3dbd-4773-aaa7-70c07b7f9ba6 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '0f43b714-af85-4d9d-b2f5-9f7900e381d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '649e2f89-7afb-432b-992c-bec1a92fe506'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:24.650687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Attempting to bind port 239be048-3dbd-4773-aaa7-70c07b7f9ba6 on network 649e2f89-7afb-432b-992c-bec1a92fe506 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:24.672831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Pushing event updated for resources: {'Port': ['ID=712ed18a-061c-4e48-ae33-6c4de7e12d72,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.676853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.678117 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cab0fa6e-f50e-429e-87e3-7fd27e3809f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c HTTP/1.1" status: 200 len: 933 time: 2.2969487 Feb 28 11:28:24.682912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:24.683417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-895453fd-e5a5-4f78-8e59-aac0298afcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.700078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-895453fd-e5a5-4f78-8e59-aac0298afcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.701399 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-895453fd-e5a5-4f78-8e59-aac0298afcb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7cbb2bbf-3316-49f2-8111-f503bbfd5532 HTTP/1.1" status: 204 len: 168 time: 0.8320808 Feb 28 11:28:24.719309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c11d4c12-74e5-4a1b-8bd6-4944ac802d86 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:24.730077 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.776741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649e2f89-7afb-432b-992c-bec1a92fe506']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:24.789974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:24.790674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Checking segment: {'id': '0f43b714-af85-4d9d-b2f5-9f7900e381d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '649e2f89-7afb-432b-992c-bec1a92fe506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:24.791260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.801617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895453fd-e5a5-4f78-8e59-aac0298afcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb2bbf-3316-49f2-8111-f503bbfd5532,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.802550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Bound using segment: {'id': '0f43b714-af85-4d9d-b2f5-9f7900e381d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '649e2f89-7afb-432b-992c-bec1a92fe506'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:24.803274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Bound port: 239be048-3dbd-4773-aaa7-70c07b7f9ba6, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f43b714-af85-4d9d-b2f5-9f7900e381d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '649e2f89-7afb-432b-992c-bec1a92fe506'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:24.803834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.834494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-83e2ded2-00de-4643-9379-c9a367605138 None None] Port c902a35c-6821-4f7d-9391-4b8536bde3f4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:28:24.854624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Attempting to bind port 712ed18a-061c-4e48-ae33-6c4de7e12d72 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:24.855279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Attempting to bind port 712ed18a-061c-4e48-ae33-6c4de7e12d72 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:24.855803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Attempting to bind port 712ed18a-061c-4e48-ae33-6c4de7e12d72 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:24.931253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:24.931618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:24.931946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.932383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:24.933294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Bound port: 712ed18a-061c-4e48-ae33-6c4de7e12d72, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:24.933294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.006679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.117570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f43b714-af85-4d9d-b2f5-9f7900e381d8') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:25.119654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f43b714-af85-4d9d-b2f5-9f7900e381d8') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:25.137017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] For port 239be048-3dbd-4773-aaa7-70c07b7f9ba6, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:25.142270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] For port 239be048-3dbd-4773-aaa7-70c07b7f9ba6, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=239be048-3dbd-4773-aaa7-70c07b7f9ba6,segment=NetworkSegment(0f43b714-af85-4d9d-b2f5-9f7900e381d8),segment_id=0f43b714-af85-4d9d-b2f5-9f7900e381d8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:25.150515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.155744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.163068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:25.164613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.184647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5374b2e3-9b02-488d-b746-fb264778ad0e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:25.192086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.200052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3434c8-ba03-4024-9f41-a502336458d2') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:25.200596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3434c8-ba03-4024-9f41-a502336458d2') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:25.201018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:25.202173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.215062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.233459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.238431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.242123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:25.243542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.255631 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:25.299208 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:25.301964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] For port 712ed18a-061c-4e48-ae33-6c4de7e12d72, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:25.308078 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4a81a897-f48e-473d-8566-2b7bc324714f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c HTTP/1.1" status: 200 len: 933 time: 0.6195810 Feb 28 11:28:25.309799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] For port 712ed18a-061c-4e48-ae33-6c4de7e12d72, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=712ed18a-061c-4e48-ae33-6c4de7e12d72,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:25.332164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:25.378010 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:25.380753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53122) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:25.386340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'routes': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:25.414696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912024cf-9b7e-4970-a08e-ba03a0ac16b2 None None] Pushing event updated for resources: {'Port': ['ID=239be048-3dbd-4773-aaa7-70c07b7f9ba6,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:25.429285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42036d60-a239-4531-a756-48b67c1af7af tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.449051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.487729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.570078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Network': ['ID=5374b2e3-9b02-488d-b746-fb264778ad0e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:25.583094 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-148820ed-f6c0-457c-889f-5be58c0507dd tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/networks/5374b2e3-9b02-488d-b746-fb264778ad0e HTTP/1.1" status: 204 len: 168 time: 0.9390006 Feb 28 11:28:25.584066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53130) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:25.605065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-42036d60-a239-4531-a756-48b67c1af7af tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 3368f52e-56de-481c-bcb2-99d7e12ba14a owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:25.630883 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f76fcabf-88ac-433a-8dd1-00a631dd4a28 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:25.639108 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Transition to ACTIVE for port object c902a35c-6821-4f7d-9391-4b8536bde3f4 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:25.648758 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.653496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:28:25.653496 dv-neutron-831192-2-hyperv neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:28:25.653496 dv-neutron-831192-2-hyperv neutron-server[87638]: [parameters: {'id': '649e2f89-7afb-432b-992c-bec1a92fe506'}] Feb 28 11:28:25.653496 dv-neutron-831192-2-hyperv neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:25.654281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:25.682510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6253af9-ed53-40a0-bd5e-06b792450248 None None] Pushing event updated for resources: {'Port': ['ID=712ed18a-061c-4e48-ae33-6c4de7e12d72,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:25.712452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c4920-11db-45f7-b06d-3254c0ff1215 None None] Network 649e2f89-7afb-432b-992c-bec1a92fe506 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:25.830597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42036d60-a239-4531-a756-48b67c1af7af tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.973374 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7ef60-797b-41f2-9610-bd67bc309ceb None None] Pushing event updated for resources: {'Port': ['ID=c902a35c-6821-4f7d-9391-4b8536bde3f4,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:26.061646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f76fcabf-88ac-433a-8dd1-00a631dd4a28 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:26.069741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f76fcabf-88ac-433a-8dd1-00a631dd4a28 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:26.070119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.178521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.186298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53142) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:26.205462 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Attempting to bind port c902a35c-6821-4f7d-9391-4b8536bde3f4 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:26.212945 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Attempting to bind port c902a35c-6821-4f7d-9391-4b8536bde3f4 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6bcfb8bd-18f3-4265-bef9-28835a40c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4a70b342-ee8b-4783-8941-34198283457e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:26.213542 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Attempting to bind port c902a35c-6821-4f7d-9391-4b8536bde3f4 on network 4a70b342-ee8b-4783-8941-34198283457e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:26.231693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.236598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42036d60-a239-4531-a756-48b67c1af7af tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=3368f52e-56de-481c-bcb2-99d7e12ba14a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:26.236986 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:26.237470 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Checking segment: {'id': '6bcfb8bd-18f3-4265-bef9-28835a40c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4a70b342-ee8b-4783-8941-34198283457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:26.237957 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.238679 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Bound using segment: {'id': '6bcfb8bd-18f3-4265-bef9-28835a40c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4a70b342-ee8b-4783-8941-34198283457e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:26.239388 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Bound port: c902a35c-6821-4f7d-9391-4b8536bde3f4, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcfb8bd-18f3-4265-bef9-28835a40c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4a70b342-ee8b-4783-8941-34198283457e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:26.239863 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.286991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.292970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42036d60-a239-4531-a756-48b67c1af7af tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.295754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Deleting port 239be048-3dbd-4773-aaa7-70c07b7f9ba6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:26.296487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.326010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port f76fcabf-88ac-433a-8dd1-00a631dd4a28, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f76fcabf-88ac-433a-8dd1-00a631dd4a28,segment=NetworkSegment(a6744f43-948e-45fe-b266-bf50021f0272),segment_id=a6744f43-948e-45fe-b266-bf50021f0272)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:26.333081 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.377200 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] For port c902a35c-6821-4f7d-9391-4b8536bde3f4, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:26.381574 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] For port c902a35c-6821-4f7d-9391-4b8536bde3f4, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c902a35c-6821-4f7d-9391-4b8536bde3f4,segment=NetworkSegment(6bcfb8bd-18f3-4265-bef9-28835a40c519),segment_id=6bcfb8bd-18f3-4265-bef9-28835a40c519)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:26.387076 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.412812 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-42036d60-a239-4531-a756-48b67c1af7af tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/3368f52e-56de-481c-bcb2-99d7e12ba14a HTTP/1.1" status: 204 len: 168 time: 2.0786276 Feb 28 11:28:26.415768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:26.433769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=f76fcabf-88ac-433a-8dd1-00a631dd4a28,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:26.484222 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7ef60-797b-41f2-9610-bd67bc309ceb None None] Pushing event updated for resources: {'Port': ['ID=c902a35c-6821-4f7d-9391-4b8536bde3f4,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:26.493329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5e07b-8f45-4310-aa99-84b3b94b7db5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:26.494854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5e07b-8f45-4310-aa99-84b3b94b7db5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:26.495702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-87c5e07b-8f45-4310-aa99-84b3b94b7db5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:26.525122 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:26.526646 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:26.571089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-87c5e07b-8f45-4310-aa99-84b3b94b7db5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:26.574902 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-87c5e07b-8f45-4310-aa99-84b3b94b7db5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1553435 Feb 28 11:28:26.580553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53152) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:26.589794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-43349897-e987-4412-b2cb-39b3577cf642 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:26.590596 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-43349897-e987-4412-b2cb-39b3577cf642 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 11:28:26.591597 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-43349897-e987-4412-b2cb-39b3577cf642 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:28:26.595687 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-43349897-e987-4412-b2cb-39b3577cf642 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4051669 Feb 28 11:28:26.622409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 712ed18a-061c-4e48-ae33-6c4de7e12d72 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:26.632557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53154) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:26.640060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427325288'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:26.726939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:26.738561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:26.745176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:26.757477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] For port 239be048-3dbd-4773-aaa7-70c07b7f9ba6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=239be048-3dbd-4773-aaa7-70c07b7f9ba6,segment=NetworkSegment(0f43b714-af85-4d9d-b2f5-9f7900e381d8),segment_id=0f43b714-af85-4d9d-b2f5-9f7900e381d8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:26.757835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.763189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 712ed18a-061c-4e48-ae33-6c4de7e12d72 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:26.764151 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:26.767589 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:26.795631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf804c9-38a4-4ae6-aed2-153923e05445 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet a476d4b0-d926-4a92-a093-1ad06bf0bebb {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:26.799763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cf804c9-38a4-4ae6-aed2-153923e05445 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.885479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cf804c9-38a4-4ae6-aed2-153923e05445 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.978383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cf804c9-38a4-4ae6-aed2-153923e05445 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.988160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.020069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.049713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ae058f-a0e3-4168-ab15-032357567ee6']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.065712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55682be8-3d03-4a51-8a0a-d9582992476b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.066047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55682be8-3d03-4a51-8a0a-d9582992476b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.112569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.139405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.151829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:27.152231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:27.167595 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:27.170036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added routes are [] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 11:28:27.170036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 11:28:27.188010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Calling delete_port for 239be048-3dbd-4773-aaa7-70c07b7f9ba6 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:27.221754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cf804c9-38a4-4ae6-aed2-153923e05445 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.254733 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:23Z', 'revision_number': 6, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c902a35c-6821-4f7d-9391-4b8536bde3f4', 'name': '', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:52:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:13Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.270705 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51aa15-4164-4bd1-a31c-e5eb2f78ee6b None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:23Z', 'revision_number': 6, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c902a35c-6821-4f7d-9391-4b8536bde3f4', 'name': '', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:52:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:13Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:27.279963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.287540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e6e874d9-3670-4b98-96a2-7daecd58f21d None None] Provisioning for port 712ed18a-061c-4e48-ae33-6c4de7e12d72 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:27.295381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e6e874d9-3670-4b98-96a2-7daecd58f21d None None] Provisioning complete for port 712ed18a-061c-4e48-ae33-6c4de7e12d72 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:27.295752 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6e874d9-3670-4b98-96a2-7daecd58f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.300400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf804c9-38a4-4ae6-aed2-153923e05445 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=a476d4b0-d926-4a92-a093-1ad06bf0bebb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:27.304989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.308141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.331989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.338830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.349425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cf804c9-38a4-4ae6-aed2-153923e05445 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.362518 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/networks/36ae058f-a0e3-4168-ab15-032357567ee6 HTTP/1.1" status: 204 len: 168 time: 1.7773080 Feb 28 11:28:27.363617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43d865-0d1f-40b2-8dd7-0b617ab9ad9e tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Network': ['ID=36ae058f-a0e3-4168-ab15-032357567ee6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:27.372181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53160) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:27.408874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:27.429045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:27.434729 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8cf804c9-38a4-4ae6-aed2-153923e05445 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/a476d4b0-d926-4a92-a093-1ad06bf0bebb HTTP/1.1" status: 204 len: 168 time: 0.8092222 Feb 28 11:28:27.436148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:27.440444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53162) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:27.452839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:27.467892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6e874d9-3670-4b98-96a2-7daecd58f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.546737 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-874e373b-07f2-43a2-b1a5-72b25b34b95c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962336 Feb 28 11:28:27.549622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.549793 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8124fb5-10e5-4252-b42d-2d71bf7cfeb9 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:27.554217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53168) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:27.621684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Port': ['ID=239be048-3dbd-4773-aaa7-70c07b7f9ba6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:27.656415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e6e874d9-3670-4b98-96a2-7daecd58f21d None None] For port 712ed18a-061c-4e48-ae33-6c4de7e12d72, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=712ed18a-061c-4e48-ae33-6c4de7e12d72,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:27.667759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No DVR routers for this DVR port 239be048-3dbd-4773-aaa7-70c07b7f9ba6 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:27.668173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6e874d9-3670-4b98-96a2-7daecd58f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.742528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e874d9-3670-4b98-96a2-7daecd58f21d None None] Pushing event updated for resources: {'Port': ['ID=712ed18a-061c-4e48-ae33-6c4de7e12d72,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:27.817595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.822655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5a80cbbd-b100-43aa-b456-4a57a09cc971 None None] Could not find standard attr ID for object 3368f52e-56de-481c-bcb2-99d7e12ba14a. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:27.848072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.887391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:27.895304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649e2f89-7afb-432b-992c-bec1a92fe506']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.899826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:27.900600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.924641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f43b714-af85-4d9d-b2f5-9f7900e381d8') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.925006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f43b714-af85-4d9d-b2f5-9f7900e381d8') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.952707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.993498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.009543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f42fbe-36fb-405c-ae70-31668db60b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:28.010367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c0f42fbe-36fb-405c-ae70-31668db60b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:28.022292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:28.022778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:28.038987 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:28.069715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:28.114309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf37d1c1-59c4-4419-a00c-36a65e910569 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:28.126851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.130170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bf37d1c1-59c4-4419-a00c-36a65e910569 None None] Deleting port 712ed18a-061c-4e48-ae33-6c4de7e12d72 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:28.130829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf37d1c1-59c4-4419-a00c-36a65e910569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.130958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c0f42fbe-36fb-405c-ae70-31668db60b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:28.132120 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c0f42fbe-36fb-405c-ae70-31668db60b50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5465498 Feb 28 11:28:28.136264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53172) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:28.139601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.187935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:28.189443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.194485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.207903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.228348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.233879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f02ce1b-3b4e-4888-99c6-48c958d30b39']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:28.235916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:28.303243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba8fb15-3afc-49c9-aa5a-a68fa369d018') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:28.303472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba8fb15-3afc-49c9-aa5a-a68fa369d018') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:28.325777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.359170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.367311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:28.381730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=649e2f89-7afb-432b-992c-bec1a92fe506,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:28.386186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:28.390159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2027282c-12b4-4078-b757-04c4e764b4e2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:28.409728 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e810e211-4c9d-433e-b412-316a3a53bcda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/649e2f89-7afb-432b-992c-bec1a92fe506 HTTP/1.1" status: 204 len: 168 time: 6.1553142 Feb 28 11:28:28.413821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc4a793-9275-4e10-83bd-7cc5476a4de3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:28.414526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8cc4a793-9275-4e10-83bd-7cc5476a4de3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:28.414623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.416827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53176) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:28.443928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1742477799'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:28.449634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:28.454258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:28.458438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:28.460345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8cc4a793-9275-4e10-83bd-7cc5476a4de3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:28.464155 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8cc4a793-9275-4e10-83bd-7cc5476a4de3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3244617 Feb 28 11:28:28.466810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53180) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:28.469343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:28.482363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:28.482537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:28.498875 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:28.503203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:28.512930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.549189 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-62ab87f3-a1b0-4a6e-b996-9e0ba585fcc5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812235 Feb 28 11:28:28.557870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53184) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:28.562764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bf37d1c1-59c4-4419-a00c-36a65e910569 None None] For port 712ed18a-061c-4e48-ae33-6c4de7e12d72, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=712ed18a-061c-4e48-ae33-6c4de7e12d72,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:28.563184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf37d1c1-59c4-4419-a00c-36a65e910569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.563928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:28.577170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:28.587607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.588248 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment 2dec96bb-1a89-45d2-8ead-a06a2f4a09f1 of type vlan for network bfa87002-0f7d-449c-b7e8-2a0146f5a0be Feb 28 11:28:28.615483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.617776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.665066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.692930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:28.709266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bf37d1c1-59c4-4419-a00c-36a65e910569 None None] Calling delete_port for 712ed18a-061c-4e48-ae33-6c4de7e12d72 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:28.734110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d1629e-488e-480c-8fe5-45e592c33839,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:28.738401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:28.740695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.741952 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-54ad58ba-20b8-45e4-8c78-c0b49afe7eae tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1084282 Feb 28 11:28:28.745105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53188) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:28.752313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f76fcabf-88ac-433a-8dd1-00a631dd4a28 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:28.754692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '75d1629e-488e-480c-8fe5-45e592c33839', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:28.762938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:28.766178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:28.773118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:28.777446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:28.778096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.784350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:28.786331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.787408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:28.791755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.791884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:28.792463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.822306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.842438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] Pushing event deleted for resources: {'Network': ['ID=4f02ce1b-3b4e-4888-99c6-48c958d30b39,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:28.894255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.905467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f76fcabf-88ac-433a-8dd1-00a631dd4a28 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:28.906038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.938332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf37d1c1-59c4-4419-a00c-36a65e910569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.944219 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5246613 Feb 28 11:28:28.947694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53192) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:28.951193 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c4d5b247-9792-4172-9549-336190a929a7 tempest-BulkNetworkOpsTest-2133905456 tempest-BulkNetworkOpsTest-2133905456-project] 10.222.0.64 "DELETE /v2.0/networks/4f02ce1b-3b4e-4888-99c6-48c958d30b39 HTTP/1.1" status: 204 len: 168 time: 1.5050087 Feb 28 11:28:28.958283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': 'bfa87002-0f7d-449c-b7e8-2a0146f5a0be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:29.040062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f32ad-a392-4158-a15c-2abc680e922c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=bfa87002-0f7d-449c-b7e8-2a0146f5a0be,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.045643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:29.054955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.058178 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fd119144-52ee-4d0a-b887-a47292e8bb3a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c HTTP/1.1" status: 200 len: 699 time: 3.6765964 Feb 28 11:28:29.058857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53198) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:29.088368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network bfa87002-0f7d-449c-b7e8-2a0146f5a0be details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:29.106719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37d1c1-59c4-4419-a00c-36a65e910569 None None] No DVR routers for this DVR port 712ed18a-061c-4e48-ae33-6c4de7e12d72 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:29.122596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37d1c1-59c4-4419-a00c-36a65e910569 None None] Pushing event deleted for resources: {'Port': ['ID=712ed18a-061c-4e48-ae33-6c4de7e12d72,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.128598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:27Z', 'revision_number': 7, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c902a35c-6821-4f7d-9391-4b8536bde3f4', 'name': '', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:52:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:13Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:29.145595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58648e17-328a-4361-ac3d-e9fb39c3a563 None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:28:29.196055 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:29.200730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.227701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.229907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:29.294328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:29.294972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:29.311816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53206) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:29.323712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:29.334513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:29.339195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e1d659-86fb-47db-b842-f4905d5832b5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.362040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:29.399543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5fad2979-ff28-4ea0-b17e-8aafca6d44ff tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c HTTP/1.1" status: 200 len: 699 time: 0.3272400 Feb 28 11:28:29.401462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:29.401955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.402604 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f14e3a5a-db82-41a1-b5b3-b1dd7921f56f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6563847 Feb 28 11:28:29.412877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53216) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:29.419548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:29.423021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.439335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-77836593-3fa7-434d-ab7f-f3d98ab08bed tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '75d1629e-488e-480c-8fe5-45e592c33839', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:29.466419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-77836593-3fa7-434d-ab7f-f3d98ab08bed tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:29.475005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-77836593-3fa7-434d-ab7f-f3d98ab08bed tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:29.525289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-77836593-3fa7-434d-ab7f-f3d98ab08bed tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:29.564804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:28:29.565179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:28:29.567445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-77836593-3fa7-434d-ab7f-f3d98ab08bed tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:29.636278 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-337cac72-8608-4830-99de-bdfe0b8b78b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdac61ae722744ea8c27281e0f793ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196516 Feb 28 11:28:29.637672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53220) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:29.658484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77836593-3fa7-434d-ab7f-f3d98ab08bed tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.670244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c902a35c-6821-4f7d-9391-4b8536bde3f4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:29.671866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:28:29.678419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.700663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:29.760037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:29.766218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:29.776210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:29.776800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.830153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58648e17-328a-4361-ac3d-e9fb39c3a563 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:28:29.843569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=5f5261ac-18bf-4b7b-ab32-257a8e30bc60,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.863928 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-77836593-3fa7-434d-ab7f-f3d98ab08bed tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:28:29.865214 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-77836593-3fa7-434d-ab7f-f3d98ab08bed tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4508264 Feb 28 11:28:29.868748 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f77699d1-1228-4f1e-b059-19515115254c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3101072 Feb 28 11:28:29.871501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:29.871745 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:29.890840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:a3:3d:e5', 'name': 'tempest-NetworksTestDHCPv6-407716547'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:29.960528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d99dfeb6-badf-4f04-8343-845898983977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.995320 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d99dfeb6-badf-4f04-8343-845898983977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.047929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port c902a35c-6821-4f7d-9391-4b8536bde3f4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:30.055870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.129171 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c902a35c-6821-4f7d-9391-4b8536bde3f4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:30.129551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.143660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af9de74c-0f93-4981-b552-4c75c961825b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.194542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:30.216826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af9de74c-0f93-4981-b552-4c75c961825b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.225812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:30.252583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3dabe47d-f966-4ae7-bc89-4d3010a3b211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.265484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d99dfeb6-badf-4f04-8343-845898983977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.297230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dfeb6-badf-4f04-8343-845898983977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ed27a8-fedd-498c-b743-ab2e7b35b76e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:30.310216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d99dfeb6-badf-4f04-8343-845898983977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.314297 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d99dfeb6-badf-4f04-8343-845898983977 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8ed27a8-fedd-498c-b743-ab2e7b35b76e HTTP/1.1" status: 204 len: 168 time: 0.6728504 Feb 28 11:28:30.326773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.363035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=4174952d-efa5-4f8e-995d-3aa47dc4095d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:30.387069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': '2dec96bb-1a89-45d2-8ead-a06a2f4a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bfa87002-0f7d-449c-b7e8-2a0146f5a0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:30.387532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: bfa87002-0f7d-449c-b7e8-2a0146f5a0be, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:30.411274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:30.511110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network bfa87002-0f7d-449c-b7e8-2a0146f5a0be is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:30.538029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af9de74c-0f93-4981-b552-4c75c961825b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.552801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, bfa87002-0f7d-449c-b7e8-2a0146f5a0be) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:30.563020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:30.563660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.568278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.570020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9de74c-0f93-4981-b552-4c75c961825b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d1629e-488e-480c-8fe5-45e592c33839,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:30.596382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af9de74c-0f93-4981-b552-4c75c961825b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.600334 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-af9de74c-0f93-4981-b552-4c75c961825b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/75d1629e-488e-480c-8fe5-45e592c33839 HTTP/1.1" status: 204 len: 168 time: 0.7249992 Feb 28 11:28:30.601531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:30.602535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:27Z', 'revision_number': 7, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c902a35c-6821-4f7d-9391-4b8536bde3f4', 'name': '', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:52:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:13Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:30.606181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.624186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20304f95-e4c4-4e19-b7c9-a38ea9d35e71 None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:27Z', 'revision_number': 7, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c902a35c-6821-4f7d-9391-4b8536bde3f4', 'name': '', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:52:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:13Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 4, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:30.642820 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ed3cb694-b71b-40a1-9ada-d3481e5303b8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6897264 Feb 28 11:28:30.653499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53240) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:30.694476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 58cb747f-a1e3-4785-85c9-2d8cd409b07a yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:30.735269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port c902a35c-6821-4f7d-9391-4b8536bde3f4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c902a35c-6821-4f7d-9391-4b8536bde3f4,segment=NetworkSegment(6bcfb8bd-18f3-4265-bef9-28835a40c519),segment_id=6bcfb8bd-18f3-4265-bef9-28835a40c519)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:30.745258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.837482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 712ed18a-061c-4e48-ae33-6c4de7e12d72 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:30.911836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port c902a35c-6821-4f7d-9391-4b8536bde3f4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:30.913223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.913795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 712ed18a-061c-4e48-ae33-6c4de7e12d72 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:30.914371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 712ed18a-061c-4e48-ae33-6c4de7e12d72 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:30.924164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=c902a35c-6821-4f7d-9391-4b8536bde3f4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:30.946254 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '5f5261ac-18bf-4b7b-ab32-257a8e30bc60'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:30.947491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.042160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:fea3:3de5 (89a85dab-b254-4061-917a-102ac7d2b42f/5f5261ac-18bf-4b7b-ab32-257a8e30bc60/58cb747f-a1e3-4785-85c9-2d8cd409b07a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:31.070674 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:31.083088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c902a35c-6821-4f7d-9391-4b8536bde3f4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:31.090189 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:31.091383 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:31.159329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port c902a35c-6821-4f7d-9391-4b8536bde3f4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c902a35c-6821-4f7d-9391-4b8536bde3f4,segment=NetworkSegment(6bcfb8bd-18f3-4265-bef9-28835a40c519),segment_id=6bcfb8bd-18f3-4265-bef9-28835a40c519)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:31.159693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.175031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-599e3f02-57b2-406d-8275-8934c30e044b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Synchronizing usage tracker for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:31.200822 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c902a35c-6821-4f7d-9391-4b8536bde3f4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:31.201392 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.342402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for c902a35c-6821-4f7d-9391-4b8536bde3f4 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:31.392786 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:31.411044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-599e3f02-57b2-406d-8275-8934c30e044b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Unset dirty status for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:31.416852 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-599e3f02-57b2-406d-8275-8934c30e044b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8137462 Feb 28 11:28:31.420000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53260) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:31.430904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298866363'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:31.437415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53264) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:31.441292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:31.457992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.495700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.515050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:31.565542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.573110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.598424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-87b4be0c-b2f4-455c-8927-566840f4270a tempest-DvrRoutersNegativeTest-1265568193 tempest-DvrRoutersNegativeTest-1265568193-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1714620503', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:31.601494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.policy [None req-87b4be0c-b2f4-455c-8927-566840f4270a tempest-DvrRoutersNegativeTest-1265568193 tempest-DvrRoutersNegativeTest-1265568193-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87638) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 28 11:28:31.601494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.policy [None req-87b4be0c-b2f4-455c-8927-566840f4270a tempest-DvrRoutersNegativeTest-1265568193 tempest-DvrRoutersNegativeTest-1265568193-project] Failed policy check for 'create_router' {{(pid=87638) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 28 11:28:31.602024 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-87b4be0c-b2f4-455c-8927-566840f4270a tempest-DvrRoutersNegativeTest-1265568193 tempest-DvrRoutersNegativeTest-1265568193-project] create failed (client error): Access was denied to this resource. Feb 28 11:28:31.606320 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-87b4be0c-b2f4-455c-8927-566840f4270a tempest-DvrRoutersNegativeTest-1265568193 tempest-DvrRoutersNegativeTest-1265568193-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1643655 Feb 28 11:28:31.613693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:31.619730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:31.622960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:31.630287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:31.674190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.675983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 58cb747f-a1e3-4785-85c9-2d8cd409b07a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:31.678916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.731983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=4174952d-efa5-4f8e-995d-3aa47dc4095d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:31.742962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=c902a35c-6821-4f7d-9391-4b8536bde3f4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:31.832439 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:27Z', 'revision_number': 7, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c902a35c-6821-4f7d-9391-4b8536bde3f4', 'name': '', 'network_id': '4a70b342-ee8b-4783-8941-34198283457e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:52:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:13Z', 'updated_at': '2022-02-28T11:28:30Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'b957b659-17f4-4928-889c-ad563b5904b4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:31.837584 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:31.847428 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:31.848315 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:31.850189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.878967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa87002-0f7d-449c-b7e8-2a0146f5a0be']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:31.892597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dec96bb-1a89-45d2-8ead-a06a2f4a09f1') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:31.893019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dec96bb-1a89-45d2-8ead-a06a2f4a09f1') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:31.896886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.910824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.912535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.928202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.930495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.020426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:32.024016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=58cb747f-a1e3-4785-85c9-2d8cd409b07a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:32.027933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:32.031451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:32.037960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:32.038700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.053494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Allocated IP 2001:db8::f816:3eff:fe24:7553 (89a85dab-b254-4061-917a-102ac7d2b42f/5f5261ac-18bf-4b7b-ab32-257a8e30bc60/36f5c326-9186-4375-8ee1-6ab6c434b756) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:32.078803 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:32.082637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:32.082927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:32.099092 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:32.103110 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-68cfccb1-eb99-4606-8ef7-e4f05b84f29a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2290204 Feb 28 11:28:32.116331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53274) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:32.116806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53276) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:32.122495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.287336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2291949-a02f-4869-9bc3-ad6951ad9302 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:32.288267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c2291949-a02f-4869-9bc3-ad6951ad9302 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:32.293410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.342807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.351254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=bfa87002-0f7d-449c-b7e8-2a0146f5a0be,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:32.357416 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-38af4f3f-c139-4496-b99d-a18f884d5018 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/bfa87002-0f7d-449c-b7e8-2a0146f5a0be HTTP/1.1" status: 204 len: 168 time: 1.6997585 Feb 28 11:28:32.357601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.363166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53284) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:32.370592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1320784999'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:32.376879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:32.381615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Transition to ACTIVE for port object 36f5c326-9186-4375-8ee1-6ab6c434b756 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:32.383568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6e0a4f-eca8-4ef4-848a-86d4e3992bee,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:32.385919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:32.389514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:32.396193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:32.405235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c2291949-a02f-4869-9bc3-ad6951ad9302 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:32.409669 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c2291949-a02f-4869-9bc3-ad6951ad9302 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2889113 Feb 28 11:28:32.409935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53288) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:32.414628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Transition to ACTIVE for port object 36f5c326-9186-4375-8ee1-6ab6c434b756 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:32.424719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.436476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31cda995-83be-4185-9685-a8f07addce37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.457371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.461185 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f9057401-9a78-40b2-a7e5-92011d7fd333 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0367374 Feb 28 11:28:32.462058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:32.470893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-64b148a3-2ec7-4b41-b4f4-c923044fab4d tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0f6e0a4f-eca8-4ef4-848a-86d4e3992bee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:32.471728 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-64b148a3-2ec7-4b41-b4f4-c923044fab4d tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 11:28:32.472284 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-64b148a3-2ec7-4b41-b4f4-c923044fab4d tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:32.475743 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-64b148a3-2ec7-4b41-b4f4-c923044fab4d tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0102720 Feb 28 11:28:32.476999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53296) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:32.499492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31cda995-83be-4185-9685-a8f07addce37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:32.499756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:32.500598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4344-eaa1-4fbd-80ad-c7a9d4c886f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.504310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:32.504596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-31cda995-83be-4185-9685-a8f07addce37 admin admin] Usage tracker for resource:security_group_rule and tenant:2948ca91b6114d3085ea49518e51f89d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:32.507617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-31cda995-83be-4185-9685-a8f07addce37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:32.512669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:32.515171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31cda995-83be-4185-9685-a8f07addce37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:32.523728 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Pushing event updated for resources: {'Port': ['ID=36f5c326-9186-4375-8ee1-6ab6c434b756,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:32.609676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31cda995-83be-4185-9685-a8f07addce37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.611292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:32.616274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Attempting to bind port 36f5c326-9186-4375-8ee1-6ab6c434b756 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:32.616854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Attempting to bind port 36f5c326-9186-4375-8ee1-6ab6c434b756 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:32.617123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.617591 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Attempting to bind port 36f5c326-9186-4375-8ee1-6ab6c434b756 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:32.624038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:32.624694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:32.625269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.625812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:32.626500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Bound port: 36f5c326-9186-4375-8ee1-6ab6c434b756, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:32.627038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.646102 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:31Z', 'revision_number': 8, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:32.652135 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a11e7f1-98f1-4215-b44d-097a5bde147e None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:31Z', 'revision_number': 8, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:32.653778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:32.664914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31cda995-83be-4185-9685-a8f07addce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.707923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.708762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment 3cb40736-6bcb-4fec-b77d-8955b48a8966 of type vlan for network 89bde83c-aace-4058-a026-3637f6007600 Feb 28 11:28:32.741471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] For port 36f5c326-9186-4375-8ee1-6ab6c434b756, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:32.745399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:32.746257 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] For port 36f5c326-9186-4375-8ee1-6ab6c434b756, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=36f5c326-9186-4375-8ee1-6ab6c434b756,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:32.747661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.753312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.771327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ea9595c-cd8e-46ac-9834-c2d3cf77a820 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.812424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1708909b-ffc8-4bda-8898-755e8fcd02d8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 58cb747f-a1e3-4785-85c9-2d8cd409b07a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:32.812764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1708909b-ffc8-4bda-8898-755e8fcd02d8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.842188 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-31cda995-83be-4185-9685-a8f07addce37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2948ca91b6114d3085ea49518e51f89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7203672 Feb 28 11:28:32.844206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109895a5-d930-40b1-8938-5aba26ccd520 None None] Pushing event updated for resources: {'Port': ['ID=36f5c326-9186-4375-8ee1-6ab6c434b756,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:32.846070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53300) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:32.930697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ea9595c-cd8e-46ac-9834-c2d3cf77a820 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.006036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cda995-83be-4185-9685-a8f07addce37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0476864-65b8-4e5d-9f4e-4ade9c4a27c5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.034576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:33.044018 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a1dc648b-00bb-4719-8860-3eef7c98cf36 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6404545 Feb 28 11:28:33.051755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53304) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:33.057835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.062477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a46ee8f8-0734-48e9-803e-74a0e24684a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.074409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:33.076123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.086613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ea9595c-cd8e-46ac-9834-c2d3cf77a820 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.088305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c902a35c-6821-4f7d-9391-4b8536bde3f4 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:33.129688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a46ee8f8-0734-48e9-803e-74a0e24684a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.177801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: c902a35c-6821-4f7d-9391-4b8536bde3f4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:33.178295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c902a35c-6821-4f7d-9391-4b8536bde3f4 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:33.181167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9595c-cd8e-46ac-9834-c2d3cf77a820 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6e0a4f-eca8-4ef4-848a-86d4e3992bee,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.183181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ea9595c-cd8e-46ac-9834-c2d3cf77a820 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.187711 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4ea9595c-cd8e-46ac-9834-c2d3cf77a820 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/0f6e0a4f-eca8-4ef4-848a-86d4e3992bee HTTP/1.1" status: 204 len: 168 time: 0.7075598 Feb 28 11:28:33.198899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53308) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:33.267496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a148e6d-44f9-4aa6-8d4b-60b5efe6de4c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Synchronizing usage tracker for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:33.285527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a148e6d-44f9-4aa6-8d4b-60b5efe6de4c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Unset dirty status for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:33.291716 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3a148e6d-44f9-4aa6-8d4b-60b5efe6de4c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0917428 Feb 28 11:28:33.292868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53312) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:33.295594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a46ee8f8-0734-48e9-803e-74a0e24684a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.302008 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9373591 Feb 28 11:28:33.304575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553907884'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:33.316256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53316) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:33.331409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': '89bde83c-aace-4058-a026-3637f6007600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:33.332431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:33.336190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ee8f8-0734-48e9-803e-74a0e24684a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0476864-65b8-4e5d-9f4e-4ade9c4a27c5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.343379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:33.349483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:33.356203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a46ee8f8-0734-48e9-803e-74a0e24684a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.360149 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a46ee8f8-0734-48e9-803e-74a0e24684a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0476864-65b8-4e5d-9f4e-4ade9c4a27c5 HTTP/1.1" status: 204 len: 168 time: 0.5104990 Feb 28 11:28:33.365908 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.383945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:33.384695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:33.404371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:33.409187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:33.413138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c3171e-106d-4bf9-bb94-ce6980244d65 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting subnet b957b659-17f4-4928-889c-ad563b5904b4 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:33.415477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:33.417218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c3171e-106d-4bf9-bb94-ce6980244d65 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.426844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:33.478997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c3171e-106d-4bf9-bb94-ce6980244d65 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.572177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.581207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.586613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:33.600924 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f6220-5909-4247-a717-fe7188685d83 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=89bde83c-aace-4058-a026-3637f6007600,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.667149 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e914d-bd63-4c51-a5cd-5be5c9bdd0eb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.680714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.688556 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a47d7b28-09d3-4342-a0f6-4657eeb57d2e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3922062 Feb 28 11:28:33.691139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53324) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:33.709132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0d202092-cca6-4a2e-9dcc-d189cb2a4755 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e914d-bd63-4c51-a5cd-5be5c9bdd0eb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:33.710501 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-0d202092-cca6-4a2e-9dcc-d189cb2a4755 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 11:28:33.711010 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-0d202092-cca6-4a2e-9dcc-d189cb2a4755 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:33.714564 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0d202092-cca6-4a2e-9dcc-d189cb2a4755 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0202153 Feb 28 11:28:33.715548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53328) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:33.829094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:33.844558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:33.871685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:33.875308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb17-579b-4b3d-b139-2dd95071db9b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.903547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:33.930238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c3171e-106d-4bf9-bb94-ce6980244d65 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.948953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb17-579b-4b3d-b139-2dd95071db9b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.036816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1708909b-ffc8-4bda-8898-755e8fcd02d8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.044686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb17-579b-4b3d-b139-2dd95071db9b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.071354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9fb17-579b-4b3d-b139-2dd95071db9b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e914d-bd63-4c51-a5cd-5be5c9bdd0eb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:34.085189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb17-579b-4b3d-b139-2dd95071db9b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.086321 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2cb9fb17-579b-4b3d-b139-2dd95071db9b tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/ac7e914d-bd63-4c51-a5cd-5be5c9bdd0eb HTTP/1.1" status: 204 len: 168 time: 0.3644757 Feb 28 11:28:34.089002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53340) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.097152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 89bde83c-aace-4058-a026-3637f6007600 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:34.163787 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1c6015b-cf3c-4daf-ae38-90f6602bbc99 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Synchronizing usage tracker for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:34.183265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1c6015b-cf3c-4daf-ae38-90f6602bbc99 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Unset dirty status for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:34.187136 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d1c6015b-cf3c-4daf-ae38-90f6602bbc99 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0955639 Feb 28 11:28:34.189980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.202712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478698475'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:34.226111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:34.230117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:34.231063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.249370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:34.267483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.272484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.280604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.293209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:34.297888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:34.301036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:34.307764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:34.373557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d6d53-87ea-4167-b29c-239d8a1b7947 None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:28:34.380335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1708909b-ffc8-4bda-8898-755e8fcd02d8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 58cb747f-a1e3-4785-85c9-2d8cd409b07a owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:34.429472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.436453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.501382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe95c153-20b6-4320-8ef2-8e6db0aa2f49,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:34.509787 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.511799 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-73bbc755-6b9f-4d35-88c9-f94bdbe9b536 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3203554 Feb 28 11:28:34.514541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53354) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.522039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fa5259eb-2eb8-4ff4-8054-32828dba03d1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': 'fe95c153-20b6-4320-8ef2-8e6db0aa2f49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:34.523249 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-fa5259eb-2eb8-4ff4-8054-32828dba03d1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 11:28:34.524127 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-fa5259eb-2eb8-4ff4-8054-32828dba03d1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:34.525279 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fa5259eb-2eb8-4ff4-8054-32828dba03d1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093822 Feb 28 11:28:34.528033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53358) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.530506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d613fd8a-8629-4c66-98b3-9b3e45959330 None None] Provisioning for port 36f5c326-9186-4375-8ee1-6ab6c434b756 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:34.537171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-017bb611-7891-4b90-a53f-a2659892f4c1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': 'fe95c153-20b6-4320-8ef2-8e6db0aa2f49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:34.539460 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-017bb611-7891-4b90-a53f-a2659892f4c1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 11:28:34.540218 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-017bb611-7891-4b90-a53f-a2659892f4c1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:34.545316 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-017bb611-7891-4b90-a53f-a2659892f4c1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0145919 Feb 28 11:28:34.546123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53362) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.556710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-51ac05b2-d877-4cfe-a879-0888b8812451 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': 'fe95c153-20b6-4320-8ef2-8e6db0aa2f49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:34.558918 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-51ac05b2-d877-4cfe-a879-0888b8812451 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 11:28:34.560003 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-51ac05b2-d877-4cfe-a879-0888b8812451 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:34.562935 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-51ac05b2-d877-4cfe-a879-0888b8812451 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158052 Feb 28 11:28:34.566873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53366) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.575922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ae1bbff6-29bb-49ae-ab59-0ae64d5bfaa9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': 'fe95c153-20b6-4320-8ef2-8e6db0aa2f49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:34.577087 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-ae1bbff6-29bb-49ae-ab59-0ae64d5bfaa9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 11:28:34.578111 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-ae1bbff6-29bb-49ae-ab59-0ae64d5bfaa9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:34.580808 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ae1bbff6-29bb-49ae-ab59-0ae64d5bfaa9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0118768 Feb 28 11:28:34.583145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.584169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:31Z', 'revision_number': 8, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:34.599146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:34.599739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c3171e-106d-4bf9-bb94-ce6980244d65 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.624450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:34.625224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:34.664806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3171e-106d-4bf9-bb94-ce6980244d65 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Subnet': ['ID=b957b659-17f4-4928-889c-ad563b5904b4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:34.673507 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-27d43ede-6d67-4738-b41b-32d04cce8e1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5965729 Feb 28 11:28:34.674491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c3171e-106d-4bf9-bb94-ce6980244d65 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.676147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7c66-cb3e-4851-a457-41d2033b08c5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.701785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53376) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.735637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-02c3171e-106d-4bf9-bb94-ce6980244d65 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/b957b659-17f4-4928-889c-ad563b5904b4 HTTP/1.1" status: 204 len: 168 time: 1.6823132 Feb 28 11:28:34.743881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53382) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.787428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7c66-cb3e-4851-a457-41d2033b08c5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.849738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d6d53-87ea-4167-b29c-239d8a1b7947 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:28:34.884181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:34.900437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-137443698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:34.912217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:34.920280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Usage tracker for resource:router and tenant:be25a38df2ea44808b63b1f55dc8a4ae is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:34.925836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.928772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:34.931945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1708909b-ffc8-4bda-8898-755e8fcd02d8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.937256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:34.953177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:34.953177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.989152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7c66-cb3e-4851-a457-41d2033b08c5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.006989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.008027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.040353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb7c66-cb3e-4851-a457-41d2033b08c5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe95c153-20b6-4320-8ef2-8e6db0aa2f49,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:35.051922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.096979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1708909b-ffc8-4bda-8898-755e8fcd02d8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.102440 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1708909b-ffc8-4bda-8898-755e8fcd02d8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/58cb747f-a1e3-4785-85c9-2d8cd409b07a HTTP/1.1" status: 204 len: 168 time: 2.6911409 Feb 28 11:28:35.105844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708909b-ffc8-4bda-8898-755e8fcd02d8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=58cb747f-a1e3-4785-85c9-2d8cd409b07a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:35.105844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:35.109023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.128642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7c66-cb3e-4851-a457-41d2033b08c5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.130234 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ecbb7c66-cb3e-4851-a457-41d2033b08c5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/fe95c153-20b6-4320-8ef2-8e6db0aa2f49 HTTP/1.1" status: 204 len: 168 time: 0.5457006 Feb 28 11:28:35.142153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53390) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:35.149477 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 36f5c326-9186-4375-8ee1-6ab6c434b756 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:35.170460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.259369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.263293 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-db10ec93-7f0b-46d5-b5be-32e2b0c19fe6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5437071 Feb 28 11:28:35.265193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.309501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53394) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:35.318293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e361cc39-75d0-4721-bc08-3c9a0c052f94 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Synchronizing usage tracker for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:35.320593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-2940dd6c-1467-4fe7-a133-5a4e2218a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:35.322085 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-2940dd6c-1467-4fe7-a133-5a4e2218a3b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1099 time: 0.5694320 Feb 28 11:28:35.329662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-431078756'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:35.356052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:35.420260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Usage tracker for resource:network and tenant:be25a38df2ea44808b63b1f55dc8a4ae is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:35.424478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:35.428778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=50fda0a2-44b9-4bb4-ab54-8480ad4e83f5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:35.465236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port c11d4c12-74e5-4a1b-8bd6-4944ac802d86, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c11d4c12-74e5-4a1b-8bd6-4944ac802d86,segment=NetworkSegment(6bcfb8bd-18f3-4265-bef9-28835a40c519),segment_id=6bcfb8bd-18f3-4265-bef9-28835a40c519)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:35.465501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.489358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:35.493094 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 36f5c326-9186-4375-8ee1-6ab6c434b756 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:35.509357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 36f5c326-9186-4375-8ee1-6ab6c434b756 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:35.509357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.512282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63541826-a908-40fe-a8ca-4ceb43290079 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:35.513896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63541826-a908-40fe-a8ca-4ceb43290079 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:35.514640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-63541826-a908-40fe-a8ca-4ceb43290079 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:35.526761 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': '3cb40736-6bcb-4fec-b77d-8955b48a8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '89bde83c-aace-4058-a026-3637f6007600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:35.526994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e361cc39-75d0-4721-bc08-3c9a0c052f94 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Unset dirty status for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:35.527093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: 89bde83c-aace-4058-a026-3637f6007600, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:35.533819 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e361cc39-75d0-4721-bc08-3c9a0c052f94 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3831372 Feb 28 11:28:35.541078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53398) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:35.549753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'tempest-secgroup--813742296'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:35.564749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Made reservation on behalf of be25a38df2ea44808b63b1f55dc8a4ae for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:35.568339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.580801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:35.598515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for c11d4c12-74e5-4a1b-8bd6-4944ac802d86 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:35.612489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.624446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:35.629779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-63541826-a908-40fe-a8ca-4ceb43290079 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:35.633714 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-63541826-a908-40fe-a8ca-4ceb43290079 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5216630 Feb 28 11:28:35.633941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53402) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:35.646654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-184cd917-6443-46d4-897c-59d44b6094c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:35.648136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-184cd917-6443-46d4-897c-59d44b6094c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 913 time: 0.2973583 Feb 28 11:28:35.651094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network 89bde83c-aace-4058-a026-3637f6007600 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:35.654632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:35.658717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:31Z', 'revision_number': 8, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:35.710434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1972e-799b-4ac7-a436-8c2429239a3d None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:31Z', 'revision_number': 8, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f76fcabf-88ac-433a-8dd1-00a631dd4a28', 'name': '', 'network_id': 'a6966aba-07aa-4d2e-8d4b-5d78fee86dc5', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:c1:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:26Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '554ee031-7a29-43ad-8d08-4b3f9b93c09b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:35.725211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Usage tracker for resource:security_group_rule and tenant:be25a38df2ea44808b63b1f55dc8a4ae is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:35.735068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.740488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d819ebc8-f15d-479e-9600-07194379e5db tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 5f5261ac-18bf-4b7b-ab32-257a8e30bc60 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:35.744587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:35.745539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d819ebc8-f15d-479e-9600-07194379e5db tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.766347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.771715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 89bde83c-aace-4058-a026-3637f6007600) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:35.790433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:35.793460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.798976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.804306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02abca44-4ad4-442e-8f13-f147abdfe03a None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:35.820941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:35.882739 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f3cebebe-e16b-45ef-a0d8-13f5c24c13d5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5627141 Feb 28 11:28:35.884942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53406) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:35.902640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:35.909743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616ff22-d081-48dc-b3f5-c7b79d28a1cf None None] Network bfa87002-0f7d-449c-b7e8-2a0146f5a0be requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:35.914339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=c11d4c12-74e5-4a1b-8bd6-4944ac802d86,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:35.916273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No DVR routers for this DVR port c11d4c12-74e5-4a1b-8bd6-4944ac802d86 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:35.937303 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-328e1abb-850b-4580-bbc9-8f30e97d46cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 1002 time: 0.2723930 Feb 28 11:28:35.943600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a8a8fd-7d9f-43d9-a1e4-cf617330e0e7 None None] Network 89bde83c-aace-4058-a026-3637f6007600 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:35.957969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:35.964882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:35.965438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d819ebc8-f15d-479e-9600-07194379e5db tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.002294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616ff22-d081-48dc-b3f5-c7b79d28a1cf None None] Network bfa87002-0f7d-449c-b7e8-2a0146f5a0be could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 11:28:36.016623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:36.100995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 36f5c326-9186-4375-8ee1-6ab6c434b756, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=36f5c326-9186-4375-8ee1-6ab6c434b756,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:36.102130 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ebad5-520c-42be-9412-3f556cd99de0 None None] Network bfa87002-0f7d-449c-b7e8-2a0146f5a0be requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:36.128922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2482540-4dfc-4d2e-86ce-09f67cc0ee6e None None] Network 4a70b342-ee8b-4783-8941-34198283457e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:36.141714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.159191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.164097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-bd789e0f-2a0d-4a84-983a-7cafe05f9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:36.165439 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-bd789e0f-2a0d-4a84-983a-7cafe05f9736 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.2045932 Feb 28 11:28:36.182022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a70b342-ee8b-4783-8941-34198283457e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:36.202496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcfb8bd-18f3-4265-bef9-28835a40c519') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:36.202857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcfb8bd-18f3-4265-bef9-28835a40c519') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:36.216492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ebad5-520c-42be-9412-3f556cd99de0 None None] Network bfa87002-0f7d-449c-b7e8-2a0146f5a0be could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 11:28:36.223763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.247240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d819ebc8-f15d-479e-9600-07194379e5db tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.267034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.276011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.293199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:36.293682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:36.309337 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:36.397076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.398958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.410865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.414817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.432748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.436727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.443378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d819ebc8-f15d-479e-9600-07194379e5db tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.455511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.476584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Network': ['ID=4a70b342-ee8b-4783-8941-34198283457e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.497273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819ebc8-f15d-479e-9600-07194379e5db tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5261ac-18bf-4b7b-ab32-257a8e30bc60,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.499407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d819ebc8-f15d-479e-9600-07194379e5db tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.501219 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d819ebc8-f15d-479e-9600-07194379e5db tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/5f5261ac-18bf-4b7b-ab32-257a8e30bc60 HTTP/1.1" status: 204 len: 168 time: 0.8661211 Feb 28 11:28:36.505223 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1cd4487b-91da-4dad-9d61-97148c804298 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/networks/4a70b342-ee8b-4783-8941-34198283457e HTTP/1.1" status: 204 len: 168 time: 1.7579765 Feb 28 11:28:36.505223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53414) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:36.506390 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53416) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:36.526672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:36.526919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=36f5c326-9186-4375-8ee1-6ab6c434b756,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.552160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-833a0316-4c08-47a2-9770-693ecdd730a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:36.553715 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-833a0316-4c08-47a2-9770-693ecdd730a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3667009 Feb 28 11:28:36.571158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0867b3d0-4527-4762-ba58-a190b0bf2bc4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.584555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.584910 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Added segment 48d7e7dd-6076-47fa-8f6d-fe279f510be8 of type vlan for network 64917a4f-3cd2-434c-ab07-65a33e4ff778 Feb 28 11:28:36.635979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d1205-3c0e-44f0-8690-e2318d4b7438 None None] DHCP port deletion for 4a70b342-ee8b-4783-8941-34198283457e request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:36.646466 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-65206e44-53b0-4904-b959-48c4b29a4eb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1414087 Feb 28 11:28:36.649259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53422) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:36.660721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3709c5-8868-4ee6-b623-5d380219f78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89bde83c-aace-4058-a026-3637f6007600', 'network_id': '89bde83c-aace-4058-a026-3637f6007600', 'tenant_id': '4ca79511ff3648ab8d52aa6d3bf2fd81', 'fixed_ips': [{'subnet_id': '50fda0a2-44b9-4bb4-ab54-8480ad4e83f5'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:36.666806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:36.667419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ab3709c5-8868-4ee6-b623-5d380219f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.667836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.669020 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c5aa2dd5-0637-4f53-85dd-4f4102d8333c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1248846 Feb 28 11:28:36.684294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53426) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:36.752840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681ab863-cbf4-44fe-aeac-17b1fecba261,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.770310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server [None req-ab3709c5-8868-4ee6-b623-5d380219f78d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50fda0a2-44b9-4bb4-ab54-8480ad4e83f5: This subnet is being modified by another concurrent operation. Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50fda0a2-44b9-4bb4-ab54-8480ad4e83f5: This subnet is being modified by another concurrent operation. Feb 28 11:28:36.813302 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server Feb 28 11:28:36.820058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.833750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3a349208-b231-409a-9989-cead5cbd7125 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0867b3d0-4527-4762-ba58-a190b0bf2bc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:36.834034 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee41974f-8420-4911-841d-53c23115b05b None None] Network 89bde83c-aace-4058-a026-3637f6007600 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:36.834239 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-3a349208-b231-409a-9989-cead5cbd7125 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 11:28:36.834738 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-3a349208-b231-409a-9989-cead5cbd7125 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:36.838276 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3a349208-b231-409a-9989-cead5cbd7125 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0324352 Feb 28 11:28:36.847828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53430) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:36.861396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d633a264-9dac-4d4a-a42b-21ce840ae045 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0867b3d0-4527-4762-ba58-a190b0bf2bc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:36.867545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d633a264-9dac-4d4a-a42b-21ce840ae045 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:36.887206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=50fda0a2-44b9-4bb4-ab54-8480ad4e83f5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.891108 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-461dbb09-1745-4fa2-bea5-e3266c9b435c service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229535 Feb 28 11:28:36.950456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d633a264-9dac-4d4a-a42b-21ce840ae045 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:36.962270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d633a264-9dac-4d4a-a42b-21ce840ae045 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:36.980114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d633a264-9dac-4d4a-a42b-21ce840ae045 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:36.983317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.988994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:36.989827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.998144 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55276d2-d50a-4ed8-968b-5538bd18dd42 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:37.051978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 36f5c326-9186-4375-8ee1-6ab6c434b756 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:37.097718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:37.151057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.212116 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-60a3bc2d-8397-4f6c-9a96-c445147013d5 None None] Provisioning complete for port 36f5c326-9186-4375-8ee1-6ab6c434b756 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:37.212537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-60a3bc2d-8397-4f6c-9a96-c445147013d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.247492 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9368412 Feb 28 11:28:37.250531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.255031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524ce73-b05f-4338-aaaa-fa97b16bf9a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Network': ['ID=64917a4f-3cd2-434c-ab07-65a33e4ff778,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:37.264577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Request body: {'subnet': {'network_id': '64917a4f-3cd2-434c-ab07-65a33e4ff778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:37.279859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bde83c-aace-4058-a026-3637f6007600']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:37.293137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 64917a4f-3cd2-434c-ab07-65a33e4ff778 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:37.318542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb40736-6bcb-4fec-b77d-8955b48a8966') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:37.318956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb40736-6bcb-4fec-b77d-8955b48a8966') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:37.325671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:37.342320 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-d633a264-9dac-4d4a-a42b-21ce840ae045 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:37.346163 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d633a264-9dac-4d4a-a42b-21ce840ae045 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4945989 Feb 28 11:28:37.354225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53442) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.358889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-71114e00-690c-4cfc-9825-d9d9bdf30e97 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0867b3d0-4527-4762-ba58-a190b0bf2bc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:37.359532 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-71114e00-690c-4cfc-9825-d9d9bdf30e97 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 11:28:37.359901 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-71114e00-690c-4cfc-9825-d9d9bdf30e97 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:37.366120 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-71114e00-690c-4cfc-9825-d9d9bdf30e97 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068727 Feb 28 11:28:37.366120 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53446) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.371651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:37.375199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.393254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-65775fd2-b77e-4409-94bf-2b9e50e6693a tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0867b3d0-4527-4762-ba58-a190b0bf2bc4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:37.442382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-65775fd2-b77e-4409-94bf-2b9e50e6693a tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:37.470719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-65775fd2-b77e-4409-94bf-2b9e50e6693a tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:37.495753 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 36f5c326-9186-4375-8ee1-6ab6c434b756 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:37.496129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.514350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.521507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-65775fd2-b77e-4409-94bf-2b9e50e6693a tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:37.522152 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95537047-d92d-4e21-bd5b-ca7ed9c32669 req-4e618389-ed92-4890-93cd-3f0f239581c7 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227427 Feb 28 11:28:37.544322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-65775fd2-b77e-4409-94bf-2b9e50e6693a tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:37.550018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.562483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:37.562855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:37.578557 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:37.580725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:37.597182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Usage tracker for resource:subnet and tenant:be25a38df2ea44808b63b1f55dc8a4ae is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:37.644136 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-65775fd2-b77e-4409-94bf-2b9e50e6693a tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:37.647972 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-65775fd2-b77e-4409-94bf-2b9e50e6693a tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2790933 Feb 28 11:28:37.648125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:37.648891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53450) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.661193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6b04ead6-89f6-4cd2-9dae-80c2af3b018c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0867b3d0-4527-4762-ba58-a190b0bf2bc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:37.661688 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-6b04ead6-89f6-4cd2-9dae-80c2af3b018c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 11:28:37.662164 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-6b04ead6-89f6-4cd2-9dae-80c2af3b018c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:37.665874 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6b04ead6-89f6-4cd2-9dae-80c2af3b018c tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128403 Feb 28 11:28:37.666054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53456) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.671576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:37.672490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cf62b5ac-3d21-4bee-81b9-ab254a7edfd4 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0867b3d0-4527-4762-ba58-a190b0bf2bc4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:37.679979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cf62b5ac-3d21-4bee-81b9-ab254a7edfd4 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:37.688127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Made reservation on behalf of be25a38df2ea44808b63b1f55dc8a4ae for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:37.696390 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf62b5ac-3d21-4bee-81b9-ab254a7edfd4 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:37.697149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.715685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.717565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf62b5ac-3d21-4bee-81b9-ab254a7edfd4 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:37.720587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.756265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cf62b5ac-3d21-4bee-81b9-ab254a7edfd4 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:37.768854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3b999-b340-4da5-857f-5cad98b576ff None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:37.773262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-84e3b999-b340-4da5-857f-5cad98b576ff None None] Deleting port 36f5c326-9186-4375-8ee1-6ab6c434b756 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:37.773867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-84e3b999-b340-4da5-857f-5cad98b576ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.810968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c11d4c12-74e5-4a1b-8bd6-4944ac802d86 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:37.837810 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/89bde83c-aace-4058-a026-3637f6007600 HTTP/1.1" status: 204 len: 168 time: 1.9472902 Feb 28 11:28:37.849685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53460) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.858160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: c11d4c12-74e5-4a1b-8bd6-4944ac802d86 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:37.858874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c11d4c12-74e5-4a1b-8bd6-4944ac802d86 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:37.860905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-730172019'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:37.868267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a34b7e-833b-44c7-b4e2-edcf57e4e404 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=89bde83c-aace-4058-a026-3637f6007600,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:37.874003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:37.886253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:37.891544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:37.900396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:37.920575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:37.924709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.926416 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-cf62b5ac-3d21-4bee-81b9-ab254a7edfd4 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:37.930068 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cf62b5ac-3d21-4bee-81b9-ab254a7edfd4 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2604728 Feb 28 11:28:37.935929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53464) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.943179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-76283c8a-7c26-4000-8e7f-907a455f401f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0867b3d0-4527-4762-ba58-a190b0bf2bc4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:37.943611 dv-neutron-831192-2-hyperv neutron-server[87638]: WARNING neutron.api.v2.base [None req-76283c8a-7c26-4000-8e7f-907a455f401f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 11:28:37.944145 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-76283c8a-7c26-4000-8e7f-907a455f401f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:37.947932 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-76283c8a-7c26-4000-8e7f-907a455f401f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067189 Feb 28 11:28:37.948974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53468) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.956379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1c4f0408-30a7-463f-a052-616af2356bc9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0867b3d0-4527-4762-ba58-a190b0bf2bc4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:37.970688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1c4f0408-30a7-463f-a052-616af2356bc9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:37.980932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1c4f0408-30a7-463f-a052-616af2356bc9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:38.011563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1c4f0408-30a7-463f-a052-616af2356bc9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:38.014533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:38.016398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.038818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-84e3b999-b340-4da5-857f-5cad98b576ff None None] For port 36f5c326-9186-4375-8ee1-6ab6c434b756, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=36f5c326-9186-4375-8ee1-6ab6c434b756,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:38.039332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-84e3b999-b340-4da5-857f-5cad98b576ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.041168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.041512 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment 68e59b60-11e5-4568-841f-fa5080e7c285 of type vlan for network 98732920-bd6f-4243-989c-bbd058f9567c Feb 28 11:28:38.082912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.087746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1c4f0408-30a7-463f-a052-616af2356bc9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:38.115790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.164951 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-84e3b999-b340-4da5-857f-5cad98b576ff None None] Calling delete_port for 36f5c326-9186-4375-8ee1-6ab6c434b756 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:38.194820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Subnet': ['ID=8eec326a-06dd-49e8-89f2-b55338e4c93b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:38.200163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Checking segment: {'id': '48d7e7dd-6076-47fa-8f6d-fe279f510be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64917a4f-3cd2-434c-ab07-65a33e4ff778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:38.200449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network hostable DHCP agents. Network: 64917a4f-3cd2-434c-ab07-65a33e4ff778, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:38.213219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.218747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:38.219434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.251152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-84e3b999-b340-4da5-857f-5cad98b576ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.278465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network 64917a4f-3cd2-434c-ab07-65a33e4ff778 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:38.306090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3b999-b340-4da5-857f-5cad98b576ff None None] Pushing event deleted for resources: {'Port': ['ID=36f5c326-9186-4375-8ee1-6ab6c434b756,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:38.308707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3b999-b340-4da5-857f-5cad98b576ff None None] No DVR routers for this DVR port 36f5c326-9186-4375-8ee1-6ab6c434b756 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:38.328068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089bb09-6149-4f8d-bb2b-d8b33aa7bd86 None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:28:38.336196 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4850748 Feb 28 11:28:38.337208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:38.350457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 64917a4f-3cd2-434c-ab07-65a33e4ff778) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:38.355547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': '98732920-bd6f-4243-989c-bbd058f9567c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:38.361181 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-1c4f0408-30a7-463f-a052-616af2356bc9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:38.361877 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1c4f0408-30a7-463f-a052-616af2356bc9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4126077 Feb 28 11:28:38.370121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53478) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:38.378227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f914d8-ac6f-43b4-a7e6-a39441a9efce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=98732920-bd6f-4243-989c-bbd058f9567c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:38.381490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-08fa92e6-2ea6-4784-8522-9df1d073190e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '0867b3d0-4527-4762-ba58-a190b0bf2bc4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:38.392961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.objects.ports [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:28:38.394063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-08fa92e6-2ea6-4784-8522-9df1d073190e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:38.397735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 98732920-bd6f-4243-989c-bbd058f9567c details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:38.400611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:38.401196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.451001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-08fa92e6-2ea6-4784-8522-9df1d073190e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:38.462153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-08fa92e6-2ea6-4784-8522-9df1d073190e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:38.473793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-08fa92e6-2ea6-4784-8522-9df1d073190e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:38.484034 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-07ad567a-7e71-46d9-9c03-fb0e511b565a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2273045 Feb 28 11:28:38.486211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53482) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:38.503302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:38.504664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Request body: {'network': {'name': 'tempest-router-network01--1313510446'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:38.507368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:38.510711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:38.516435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:38.522494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:38.528158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:38.531644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.547435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Usage tracker for resource:network and tenant:be25a38df2ea44808b63b1f55dc8a4ae is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:38.555202 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.services.revisions.revision_plugin [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Could not find related port for resource to bump revision. Feb 28 11:28:38.556641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:38.566752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:38.573179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Port 36f5c326-9186-4375-8ee1-6ab6c434b756 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 11:28:38.573376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Reverting IP allocation for 2001:db8::f816:3eff:fe24:7553 {{(pid=87639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 11:28:38.578451 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-08fa92e6-2ea6-4784-8522-9df1d073190e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:38.580273 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-08fa92e6-2ea6-4784-8522-9df1d073190e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2067993 Feb 28 11:28:38.585427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe24:7553 {{(pid=87639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 11:28:38.586210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53486) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:38.594121 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089bb09-6149-4f8d-bb2b-d8b33aa7bd86 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:28:38.627642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.681719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Made reservation on behalf of be25a38df2ea44808b63b1f55dc8a4ae for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:38.685277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.743233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:38.758099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:38.771419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.776502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:38.777101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.800201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=8d177967-e5fc-4655-9da3-e5cfe6157834,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:38.804769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port f76fcabf-88ac-433a-8dd1-00a631dd4a28 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:38.805106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.840550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:38.858857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=a1e2d207-075c-49f0-a6bf-7344e42a71c1,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:38.868312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': '68e59b60-11e5-4568-841f-fa5080e7c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98732920-bd6f-4243-989c-bbd058f9567c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:38.868671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: 98732920-bd6f-4243-989c-bbd058f9567c, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:38.886918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-329d6e4f-fa4b-4572-baec-cdd9754993e9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.888848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.889193 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Added segment c9982877-076a-43f2-8999-e60472c94d94 of type vlan for network 9746874f-a719-418e-9cbb-be8574c58919 Feb 28 11:28:38.890168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network 98732920-bd6f-4243-989c-bbd058f9567c is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:38.900067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 98732920-bd6f-4243-989c-bbd058f9567c) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:38.904379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:38.906187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.916951 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c9e8d052-ce8d-42fa-bf9a-820491b56db1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2659707 Feb 28 11:28:38.922107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53490) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:38.928609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:8f:c8:a2', 'name': 'tempest-NetworksTestDHCPv6-303813740'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:38.964039 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-89e1ab99-036c-4f23-bc93-b28a131120fa tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6180091 Feb 28 11:28:38.967358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53494) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:39.010571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-64917a4f-3cd2-434c-ab07-65a33e4ff778', 'network_id': '64917a4f-3cd2-434c-ab07-65a33e4ff778', 'tenant_id': 'be25a38df2ea44808b63b1f55dc8a4ae', 'fixed_ips': [{'subnet_id': '8eec326a-06dd-49e8-89f2-b55338e4c93b'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:39.012839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.033087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '8d177967-e5fc-4655-9da3-e5cfe6157834'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:39.034166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.043358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 36f5c326-9186-4375-8ee1-6ab6c434b756 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:39.091341 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 36f5c326-9186-4375-8ee1-6ab6c434b756 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:39.091763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 36f5c326-9186-4375-8ee1-6ab6c434b756 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:39.166580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.178903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-329d6e4f-fa4b-4572-baec-cdd9754993e9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.202976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:39.211087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.213797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:39.225614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:39.239546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:39.268404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port f76fcabf-88ac-433a-8dd1-00a631dd4a28, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f76fcabf-88ac-433a-8dd1-00a631dd4a28,segment=NetworkSegment(a6744f43-948e-45fe-b266-bf50021f0272),segment_id=a6744f43-948e-45fe-b266-bf50021f0272)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:39.269011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.279937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.283901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:39.286075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:39.286672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.396188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Allocated IP 172.20.0.2 (64917a4f-3cd2-434c-ab07-65a33e4ff778/8eec326a-06dd-49e8-89f2-b55338e4c93b/e5f69ee1-8afb-4f79-835c-5bade545f20c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:39.413402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Allocated IP 2001:db8::f816:3eff:fe89:8222 (89a85dab-b254-4061-917a-102ac7d2b42f/8d177967-e5fc-4655-9da3-e5cfe6157834/9c3e30d7-d734-4472-bf4e-c80683079443) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:39.416291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.426237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-329d6e4f-fa4b-4572-baec-cdd9754993e9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.439671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for f76fcabf-88ac-433a-8dd1-00a631dd4a28 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:39.566503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d6e4f-fa4b-4572-baec-cdd9754993e9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0867b3d0-4527-4762-ba58-a190b0bf2bc4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:39.586302 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0924032 Feb 28 11:28:39.586302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-329d6e4f-fa4b-4572-baec-cdd9754993e9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.586302 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-329d6e4f-fa4b-4572-baec-cdd9754993e9 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/0867b3d0-4527-4762-ba58-a190b0bf2bc4 HTTP/1.1" status: 204 len: 168 time: 0.9984481 Feb 28 11:28:39.588412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53498) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:39.588745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53500) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:39.603203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d30812-ae02-4019-80be-97a003c33e72 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Network': ['ID=9746874f-a719-418e-9cbb-be8574c58919,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:39.622109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Request body: {'network': {'name': 'tempest-router-network02--930525170'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:39.623239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.630073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:39.637273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 9746874f-a719-418e-9cbb-be8574c58919 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:39.647434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Usage tracker for resource:network and tenant:be25a38df2ea44808b63b1f55dc8a4ae is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:39.656366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port c4930d18-8b81-4a0c-8723-0daab37d6281 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:39.658180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:39.673306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:39.711931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8768a4f-2d0f-4cbb-952b-319ffbb37575 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Synchronizing usage tracker for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:39.720956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Made reservation on behalf of be25a38df2ea44808b63b1f55dc8a4ae for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:39.724342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.765788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8768a4f-2d0f-4cbb-952b-319ffbb37575 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Unset dirty status for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:39.766052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.767857 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e8768a4f-2d0f-4cbb-952b-319ffbb37575 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1697021 Feb 28 11:28:39.773803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53506) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:39.787020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'tempest-secgroup--807308580'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:39.793003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.796611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:39.800319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:39.840385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e2d207-075c-49f0-a6bf-7344e42a71c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:39.846552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:39.856781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.857330 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Added segment d406628f-379c-48c2-a811-176051f07615 of type vlan for network f4d07682-8dbf-46c8-b325-bb8ada71d1e0 Feb 28 11:28:39.885093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.918476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.923974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Transition to ACTIVE for port object e5f69ee1-8afb-4f79-835c-5bade545f20c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:39.925793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.943047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.948362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Transition to ACTIVE for port object e5f69ee1-8afb-4f79-835c-5bade545f20c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:39.963333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.964342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:39.973711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98732920-bd6f-4243-989c-bbd058f9567c']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:39.986050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e59b60-11e5-4568-841f-fa5080e7c285') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:39.986420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e59b60-11e5-4568-841f-fa5080e7c285') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:39.988558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:39.991499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=f76fcabf-88ac-433a-8dd1-00a631dd4a28,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:39.995476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:39.999865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.018962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.026222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:40.026832 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.027964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:40.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:40.045411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:40.047467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Network 64917a4f-3cd2-434c-ab07-65a33e4ff778 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:40.054129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:40.057212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Pushing event updated for resources: {'Port': ['ID=e5f69ee1-8afb-4f79-835c-5bade545f20c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.059778 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Transition to ACTIVE for port object 9c3e30d7-d734-4472-bf4e-c80683079443 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:40.062478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:40.107635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.114256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:40.115150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.139770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.150921 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Transition to ACTIVE for port object 9c3e30d7-d734-4472-bf4e-c80683079443 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:40.164020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.169242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.202206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=98732920-bd6f-4243-989c-bbd058f9567c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.215723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Attempting to bind port e5f69ee1-8afb-4f79-835c-5bade545f20c on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:40.216093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Attempting to bind port e5f69ee1-8afb-4f79-835c-5bade545f20c by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '48d7e7dd-6076-47fa-8f6d-fe279f510be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64917a4f-3cd2-434c-ab07-65a33e4ff778'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:40.216448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Attempting to bind port e5f69ee1-8afb-4f79-835c-5bade545f20c on network 64917a4f-3cd2-434c-ab07-65a33e4ff778 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:40.227292 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ca7a3264-4e5d-4ecf-b6d7-775c9f2aa851 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/98732920-bd6f-4243-989c-bbd058f9567c HTTP/1.1" status: 204 len: 168 time: 1.2558491 Feb 28 11:28:40.227490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:40.234921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1182503152'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:40.239818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:40.240016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Checking segment: {'id': '48d7e7dd-6076-47fa-8f6d-fe279f510be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64917a4f-3cd2-434c-ab07-65a33e4ff778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:40.240390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.240701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Bound using segment: {'id': '48d7e7dd-6076-47fa-8f6d-fe279f510be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64917a4f-3cd2-434c-ab07-65a33e4ff778'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:40.241169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Bound port: e5f69ee1-8afb-4f79-835c-5bade545f20c, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d7e7dd-6076-47fa-8f6d-fe279f510be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64917a4f-3cd2-434c-ab07-65a33e4ff778'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:40.242037 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.242318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:40.249705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:40.252312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:40.258308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:40.258866 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:40.266527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:fe8f:c8a2 (89a85dab-b254-4061-917a-102ac7d2b42f/8d177967-e5fc-4655-9da3-e5cfe6157834/c4930d18-8b81-4a0c-8723-0daab37d6281) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:40.268737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:40.271008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:40.310177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Pushing event updated for resources: {'Port': ['ID=9c3e30d7-d734-4472-bf4e-c80683079443,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.354600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:40.358355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.396468 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7973924 Feb 28 11:28:40.398818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:40.404740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a037e-8d76-44d1-a0af-90f4d5ffe79d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Network': ['ID=f4d07682-8dbf-46c8-b325-bb8ada71d1e0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.426637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network f4d07682-8dbf-46c8-b325-bb8ada71d1e0 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:40.444090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Attempting to bind port 9c3e30d7-d734-4472-bf4e-c80683079443 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:40.444448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Attempting to bind port 9c3e30d7-d734-4472-bf4e-c80683079443 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:40.444739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Attempting to bind port 9c3e30d7-d734-4472-bf4e-c80683079443 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:40.447078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.460994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Request body: {'subnet': {'network_id': '9746874f-a719-418e-9cbb-be8574c58919', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:40.463999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.470655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:40.471177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:40.471665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.472096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:40.472572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Bound port: 9c3e30d7-d734-4472-bf4e-c80683079443, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:40.472954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.522649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:40.525015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.541893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] For port e5f69ee1-8afb-4f79-835c-5bade545f20c, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:40.592008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] For port e5f69ee1-8afb-4f79-835c-5bade545f20c, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e5f69ee1-8afb-4f79-835c-5bade545f20c,segment=NetworkSegment(48d7e7dd-6076-47fa-8f6d-fe279f510be8),segment_id=48d7e7dd-6076-47fa-8f6d-fe279f510be8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:40.604272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.616183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.616480 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment 6d56e536-19fd-4325-989d-aceb8e0fd880 of type vlan for network 2b4edecb-002a-408e-8e12-672da4c08bfa Feb 28 11:28:40.634815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.636339 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8611753 Feb 28 11:28:40.640444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53518) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:40.644494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:40.646203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bac4f8-c51c-4f7c-8a92-3e7cbe2411f1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eceac88-7ff0-44e3-9e9d-f7c6f89ff875,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.662134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Usage tracker for resource:subnet and tenant:be25a38df2ea44808b63b1f55dc8a4ae is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:40.674873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ef5cb70f-dac2-4677-b4e3-0d3935bb94f2 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '1eceac88-7ff0-44e3-9e9d-f7c6f89ff875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:40.680706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:40.692969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef5cb70f-dac2-4677-b4e3-0d3935bb94f2 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:40.695501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:40.699921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.710121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.715762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef5cb70f-dac2-4677-b4e3-0d3935bb94f2 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:40.718711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] For port 9c3e30d7-d734-4472-bf4e-c80683079443, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:40.724154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] For port 9c3e30d7-d734-4472-bf4e-c80683079443, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9c3e30d7-d734-4472-bf4e-c80683079443,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:40.725731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef5cb70f-dac2-4677-b4e3-0d3935bb94f2 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:40.732714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.737043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e03b93-da3b-48d5-b33f-4f8a1c0e8ed8 None None] Pushing event updated for resources: {'Port': ['ID=e5f69ee1-8afb-4f79-835c-5bade545f20c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.740854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef5cb70f-dac2-4677-b4e3-0d3935bb94f2 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:40.749235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object c4930d18-8b81-4a0c-8723-0daab37d6281 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:40.752418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Made reservation on behalf of be25a38df2ea44808b63b1f55dc8a4ae for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:40.756370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.839281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491267c3-51a3-4eba-b2fc-3e18ea106bea None None] Pushing event updated for resources: {'Port': ['ID=9c3e30d7-d734-4472-bf4e-c80683079443,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:40.917529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.923722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:40.924357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.038243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:41.080697 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-ef5cb70f-dac2-4677-b4e3-0d3935bb94f2 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The resource could not be found. Feb 28 11:28:41.081755 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ef5cb70f-dac2-4677-b4e3-0d3935bb94f2 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4348140 Feb 28 11:28:41.099196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53522) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:41.113302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-55bcd57e-9cc7-4f26-86c1-a56af662ac14 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '1eceac88-7ff0-44e3-9e9d-f7c6f89ff875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f8e0aa35-ad8a-49cd-8e18-b0ec67782414'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:41.123570 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8948364 Feb 28 11:28:41.125104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55bcd57e-9cc7-4f26-86c1-a56af662ac14 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:41.129204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa019fcb-9e6a-4766-9a5a-15b69c9c133a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=2b4edecb-002a-408e-8e12-672da4c08bfa,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:41.132287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:41.139526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-55bcd57e-9cc7-4f26-86c1-a56af662ac14 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:41.142852 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.148745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 2b4edecb-002a-408e-8e12-672da4c08bfa details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:41.153511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-69cc2763-41bb-4ce3-bb91-4e7508b146f5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:41.176065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-55bcd57e-9cc7-4f26-86c1-a56af662ac14 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:41.256917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55bcd57e-9cc7-4f26-86c1-a56af662ac14 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:41.301616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:41.313112 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:41.330484 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:41.331139 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:41.334631 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c75ffa9e-dd2c-4d64-bc42-263d15c1316b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8190217 Feb 28 11:28:41.335757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53530) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:41.424456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:41.429746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1bbfcd-316d-430b-b185-5ddfd69a5e9f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting subnet 554ee031-7a29-43ad-8d08-4b3f9b93c09b {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:41.432803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df1bbfcd-316d-430b-b185-5ddfd69a5e9f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.436019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:41.452660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:41.458978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:41.459724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.497008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df1bbfcd-316d-430b-b185-5ddfd69a5e9f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.515455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=c4930d18-8b81-4a0c-8723-0daab37d6281,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:41.524983 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:41.600825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df1bbfcd-316d-430b-b185-5ddfd69a5e9f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.681829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df1bbfcd-316d-430b-b185-5ddfd69a5e9f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.742098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bbfcd-316d-430b-b185-5ddfd69a5e9f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Subnet': ['ID=554ee031-7a29-43ad-8d08-4b3f9b93c09b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:41.747274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df1bbfcd-316d-430b-b185-5ddfd69a5e9f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.754904 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-df1bbfcd-316d-430b-b185-5ddfd69a5e9f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/554ee031-7a29-43ad-8d08-4b3f9b93c09b HTTP/1.1" status: 204 len: 168 time: 0.4178104 Feb 28 11:28:41.757507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53534) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:41.790396 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-155c9635-ff64-480d-824d-b56a7799e5e0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8666589 Feb 28 11:28:41.798933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53538) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:41.815909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-55bcd57e-9cc7-4f26-86c1-a56af662ac14 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The resource could not be found. Feb 28 11:28:41.819597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-55bcd57e-9cc7-4f26-86c1-a56af662ac14 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7162433 Feb 28 11:28:41.825824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53542) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:41.855435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.953637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.960996 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 9, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:41.963795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cc2763-41bb-4ce3-bb91-4e7508b146f5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.967846 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:41.978171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port 8102eecf-2ee2-4103-815a-2a1558e05d9c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:41.978780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.980434 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:41.981460 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:42.026518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Subnet': ['ID=19b55016-b493-45f4-98eb-d630cb1db4b8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:42.030707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-895f4bca-5d15-45f7-829b-bd6cd9e16d82 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.033132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cc2763-41bb-4ce3-bb91-4e7508b146f5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.074734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Checking segment: {'id': 'c9982877-076a-43f2-8999-e60472c94d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9746874f-a719-418e-9cbb-be8574c58919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:42.075181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network hostable DHCP agents. Network: 9746874f-a719-418e-9cbb-be8574c58919, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:42.079514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69cc2763-41bb-4ce3-bb91-4e7508b146f5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network 2b4edecb-002a-408e-8e12-672da4c08bfa is not hosted by any dhcp agent {{(pid=87638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 11:28:42.084941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc2763-41bb-4ce3-bb91-4e7508b146f5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:42.085657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cc2763-41bb-4ce3-bb91-4e7508b146f5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.089526 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-69cc2763-41bb-4ce3-bb91-4e7508b146f5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "PUT /v2.0/networks/2b4edecb-002a-408e-8e12-672da4c08bfa HTTP/1.1" status: 200 len: 723 time: 0.9512661 Feb 28 11:28:42.103336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53548) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.121238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6048ae58-d348-427f-be47-f40c97358f1b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:42.129612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6048ae58-d348-427f-be47-f40c97358f1b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:42.130937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6048ae58-d348-427f-be47-f40c97358f1b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:42.133704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-895f4bca-5d15-45f7-829b-bd6cd9e16d82 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.147390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': '2b4edecb-002a-408e-8e12-672da4c08bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:42.159944 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:42.186665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6048ae58-d348-427f-be47-f40c97358f1b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:42.187852 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6048ae58-d348-427f-be47-f40c97358f1b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3876419 Feb 28 11:28:42.200269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53552) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.282923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc2763-41bb-4ce3-bb91-4e7508b146f5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=2b4edecb-002a-408e-8e12-672da4c08bfa,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:42.287294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c03ff79a-63b5-43bd-88b2-7c17012dd9ae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port c4930d18-8b81-4a0c-8723-0daab37d6281 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:42.287641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03ff79a-63b5-43bd-88b2-7c17012dd9ae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.296828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 2b4edecb-002a-408e-8e12-672da4c08bfa details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:42.303253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network 9746874f-a719-418e-9cbb-be8574c58919 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:42.376662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 9746874f-a719-418e-9cbb-be8574c58919) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:42.389167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:42.391968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.421084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-895f4bca-5d15-45f7-829b-bd6cd9e16d82 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.438838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:42.458723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:42.464923 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-62d360e3-4055-44d2-8877-e1d029990bb9 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0647902 Feb 28 11:28:42.466451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f4bca-5d15-45f7-829b-bd6cd9e16d82 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eceac88-7ff0-44e3-9e9d-f7c6f89ff875,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:42.473624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53556) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.479359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:42.483696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Request body: {'subnet': {'network_id': 'f4d07682-8dbf-46c8-b325-bb8ada71d1e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:42.487770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-895f4bca-5d15-45f7-829b-bd6cd9e16d82 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.489403 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-895f4bca-5d15-45f7-829b-bd6cd9e16d82 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/1eceac88-7ff0-44e3-9e9d-f7c6f89ff875 HTTP/1.1" status: 204 len: 168 time: 0.6625409 Feb 28 11:28:42.490923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:42.492958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.533942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:42.539372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.582814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-19bcbbca-e983-4e81-b1b1-a30db54f53b1 None None] Provisioning for port e5f69ee1-8afb-4f79-835c-5bade545f20c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:42.673022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-63284a34-8131-4ed7-a46a-66fac56b2809 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Synchronizing usage tracker for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:42.700322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port 8102eecf-2ee2-4103-815a-2a1558e05d9c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8102eecf-2ee2-4103-815a-2a1558e05d9c,segment=NetworkSegment(a6744f43-948e-45fe-b266-bf50021f0272),segment_id=a6744f43-948e-45fe-b266-bf50021f0272)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:42.700678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.714315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-63284a34-8131-4ed7-a46a-66fac56b2809 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Unset dirty status for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:42.716168 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-63284a34-8131-4ed7-a46a-66fac56b2809 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2219210 Feb 28 11:28:42.716778 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 9, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:42.720514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53564) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.722927 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c7022-d395-4442-8553-1f4f461825f8 None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:39Z', 'revision_number': 9, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0be55e1-e4eb-4536-a30e-fc39a558d3c0', 'name': '', 'network_id': '71091f22-3693-4501-8679-f5213e72a28f', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:9e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:49Z', 'updated_at': '2022-02-28T11:28:00Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': '0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:42.728746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4b01f46a-7862-40f1-a250-551d7fc1b119 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': '37bb8545-8bbc-40ce-ac25-11be75c042ea', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:42.736296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4b01f46a-7862-40f1-a250-551d7fc1b119 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:42.743483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4b01f46a-7862-40f1-a250-551d7fc1b119 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:42.748751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4b01f46a-7862-40f1-a250-551d7fc1b119 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:42.797979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb8ac3-8285-4b5f-96cf-d9d06982b5f8 None None] Network 64917a4f-3cd2-434c-ab07-65a33e4ff778 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:42.801420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4b01f46a-7862-40f1-a250-551d7fc1b119 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:42.829620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5ab32-fee9-4211-9625-641babb09f45 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:42.858369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf428b2-1720-48ad-9eeb-7b4d95a6ff10 None None] Network 9746874f-a719-418e-9cbb-be8574c58919 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:42.900261 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-4b01f46a-7862-40f1-a250-551d7fc1b119 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The resource could not be found. Feb 28 11:28:42.902023 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4b01f46a-7862-40f1-a250-551d7fc1b119 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1800392 Feb 28 11:28:42.909290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.915914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.960636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004658821'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:42.967400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:42.977943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:42.998957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2929f88-9db4-493c-b11c-07c66ba282da None None] Network 98732920-bd6f-4243-989c-bbd058f9567c requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:43.005331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.056119 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:43.071015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=067937c5-532b-424e-8f5e-a42c8ba650cb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:43.073507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:43.076862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': '6d56e536-19fd-4325-989d-aceb8e0fd880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '2b4edecb-002a-408e-8e12-672da4c08bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:43.077320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: 2b4edecb-002a-408e-8e12-672da4c08bfa, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:43.089752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:43.094203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47e18e-af9b-4dc3-9104-c131c5dedbaf None None] Network a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:43.094448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for 8102eecf-2ee2-4103-815a-2a1558e05d9c owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:43.109487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:43.139565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network 2b4edecb-002a-408e-8e12-672da4c08bfa is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:43.163150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 2b4edecb-002a-408e-8e12-672da4c08bfa) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:43.172259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:43.173184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.234245 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f6cb843a-a4a5-4d99-8b7e-6e855b0378fd tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1160626 Feb 28 11:28:43.239711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:43.252615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7f99ac3c-903f-4031-a12a-1e14979e4d86 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:43.252843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ffd72-7a7b-4e7b-bd8c-5f25c4a83222 None None] Network 2b4edecb-002a-408e-8e12-672da4c08bfa requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:43.268785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:43.279006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2929f88-9db4-493c-b11c-07c66ba282da None None] Network 98732920-bd6f-4243-989c-bbd058f9567c could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 11:28:43.286609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.291236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.311888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.355866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.360014 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4073546 Feb 28 11:28:43.366399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53580) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:43.371894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Usage tracker for resource:subnet and tenant:be25a38df2ea44808b63b1f55dc8a4ae is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:43.374222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'tempest-secgroup--12009156'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:43.374621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=8102eecf-2ee2-4103-815a-2a1558e05d9c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:43.385012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No DVR routers for this DVR port 8102eecf-2ee2-4103-815a-2a1558e05d9c on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:43.386478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:43.426519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:43.439875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:43.448642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2486a-f844-4247-8496-4516ce1002fa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e90623-7b9c-46e2-b6ed-96694dfc3b07,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:43.458297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:43.471608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2689dfe7-bb5d-446b-8b27-893c9d48460c None None] Network 98732920-bd6f-4243-989c-bbd058f9567c requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:43.473064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f99ac3c-903f-4031-a12a-1e14979e4d86 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6903759'] for subnet, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.485556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03ff79a-63b5-43bd-88b2-7c17012dd9ae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.488876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e5f69ee1-8afb-4f79-835c-5bade545f20c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:43.503262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Made reservation on behalf of be25a38df2ea44808b63b1f55dc8a4ae for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:43.507013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.507877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.544688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:43.553787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:43.557699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:43.566798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2689dfe7-bb5d-446b-8b27-893c9d48460c None None] Network 98732920-bd6f-4243-989c-bbd058f9567c could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 11:28:43.567681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:43.642467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69b5e881-cea5-4b4d-9b00-669801368fc4 None None] Provisioning for port 9c3e30d7-d734-4472-bf4e-c80683079443 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:43.681258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed5bede-6fc9-4b45-baf4-fa514fe20b4f None None] DHCP port deletion for a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:43.709649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.726623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c03ff79a-63b5-43bd-88b2-7c17012dd9ae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for c4930d18-8b81-4a0c-8723-0daab37d6281 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:43.749110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f99ac3c-903f-4031-a12a-1e14979e4d86 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748811539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8079725'] for subnet, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.796835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.797044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-9746874f-a719-418e-9cbb-be8574c58919', 'network_id': '9746874f-a719-418e-9cbb-be8574c58919', 'tenant_id': 'be25a38df2ea44808b63b1f55dc8a4ae', 'fixed_ips': [{'subnet_id': '19b55016-b493-45f4-98eb-d630cb1db4b8'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:43.798376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.816814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.840525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99ac3c-903f-4031-a12a-1e14979e4d86 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:43.841265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f99ac3c-903f-4031-a12a-1e14979e4d86 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.842644 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7f99ac3c-903f-4031-a12a-1e14979e4d86 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "PUT /v2.0/subnets/067937c5-532b-424e-8f5e-a42c8ba650cb HTTP/1.1" status: 200 len: 806 time: 0.6008615 Feb 28 11:28:43.851179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53584) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:43.865229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6966aba-07aa-4d2e-8d4b-5d78fee86dc5']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:43.899287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6744f43-948e-45fe-b266-bf50021f0272') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:43.899868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6744f43-948e-45fe-b266-bf50021f0272') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:43.922309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99ac3c-903f-4031-a12a-1e14979e4d86 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=067937c5-532b-424e-8f5e-a42c8ba650cb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:43.925011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85130a-3f83-4c3b-9b60-c36d750b94e5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:43.931878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.955407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.980133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.981483 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f26dcabe-799a-4d97-b509-b74eef154a3f tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6122169 Feb 28 11:28:43.986862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53588) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:43.999011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5391b0cc-4f42-4264-9024-a3f0d0b19eaa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group_rule': {'security_group_id': 'b9e90623-7b9c-46e2-b6ed-96694dfc3b07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dd85130a-3f83-4c3b-9b60-c36d750b94e5'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:44.009613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5391b0cc-4f42-4264-9024-a3f0d0b19eaa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:44.017162 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5391b0cc-4f42-4264-9024-a3f0d0b19eaa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:44.019248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port e5f69ee1-8afb-4f79-835c-5bade545f20c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:44.021743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5391b0cc-4f42-4264-9024-a3f0d0b19eaa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:44.031901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5391b0cc-4f42-4264-9024-a3f0d0b19eaa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:44.032664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:44.032878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:44.052617 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:44.061755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.066668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e5f69ee1-8afb-4f79-835c-5bade545f20c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:44.067173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.117892 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-5391b0cc-4f42-4264-9024-a3f0d0b19eaa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:44.121778 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5391b0cc-4f42-4264-9024-a3f0d0b19eaa tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1315024 Feb 28 11:28:44.123833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53592) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:44.172871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.176780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03ff79a-63b5-43bd-88b2-7c17012dd9ae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.210608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.273856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Network': ['ID=a6966aba-07aa-4d2e-8d4b-5d78fee86dc5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:44.292701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ff79a-63b5-43bd-88b2-7c17012dd9ae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=c4930d18-8b81-4a0c-8723-0daab37d6281,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:44.302279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.328174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08a733-dd83-450f-ac9b-22021c185f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-2b4edecb-002a-408e-8e12-672da4c08bfa', 'network_id': '2b4edecb-002a-408e-8e12-672da4c08bfa', 'tenant_id': '4ca79511ff3648ab8d52aa6d3bf2fd81', 'fixed_ips': [{'subnet_id': '067937c5-532b-424e-8f5e-a42c8ba650cb'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:44.329732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d08a733-dd83-450f-ac9b-22021c185f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.338504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.372483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f3dbc80-3804-477e-b9c0-1db38c9b3ea5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.379633 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b20cacd3-8378-4d02-a6dd-c77002f02bce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/networks/a6966aba-07aa-4d2e-8d4b-5d78fee86dc5 HTTP/1.1" status: 204 len: 168 time: 2.6209924 Feb 28 11:28:44.381033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03ff79a-63b5-43bd-88b2-7c17012dd9ae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.382760 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c03ff79a-63b5-43bd-88b2-7c17012dd9ae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/c4930d18-8b81-4a0c-8723-0daab37d6281 HTTP/1.1" status: 204 len: 168 time: 2.1817033 Feb 28 11:28:44.385791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:44.386608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53598) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:44.429517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Subnet': ['ID=8cfe74ee-5edc-42cf-bad4-005f1929bc52,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:44.438885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Checking segment: {'id': 'd406628f-379c-48c2-a811-176051f07615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f4d07682-8dbf-46c8-b325-bb8ada71d1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:44.439276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network hostable DHCP agents. Network: f4d07682-8dbf-46c8-b325-bb8ada71d1e0, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:44.458725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network f4d07682-8dbf-46c8-b325-bb8ada71d1e0 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:44.469669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, f4d07682-8dbf-46c8-b325-bb8ada71d1e0) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:44.476439 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:44.477143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.491057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efcda03-ddad-413d-9cc0-228cc198fc82 None None] Network f4d07682-8dbf-46c8-b325-bb8ada71d1e0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:44.498424 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-97021996-baeb-4111-a4d5-37109c9f2e9f tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0238252 Feb 28 11:28:44.501692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53604) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:44.588558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Allocated IP 172.20.0.2 (9746874f-a719-418e-9cbb-be8574c58919/19b55016-b493-45f4-98eb-d630cb1db4b8/7aafe6f0-6785-4bc0-bade-34c433160e4f) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:44.603405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f3dbc80-3804-477e-b9c0-1db38c9b3ea5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.635173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.648028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server [None req-4d08a733-dd83-450f-ac9b-22021c185f70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 067937c5-532b-424e-8f5e-a42c8ba650cb: This subnet is being modified by another concurrent operation. Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 067937c5-532b-424e-8f5e-a42c8ba650cb: This subnet is being modified by another concurrent operation. Feb 28 11:28:44.724333 dv-neutron-831192-2-hyperv neutron-server[87640]: ERROR oslo_messaging.rpc.server Feb 28 11:28:44.783083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=067937c5-532b-424e-8f5e-a42c8ba650cb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:44.814678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a991b6-acfd-4f44-97c9-afdbe8a228ec tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:44.816400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a991b6-acfd-4f44-97c9-afdbe8a228ec tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:44.821073 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-01a991b6-acfd-4f44-97c9-afdbe8a228ec tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4239612 Feb 28 11:28:44.833643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53608) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:44.855280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port e5f69ee1-8afb-4f79-835c-5bade545f20c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e5f69ee1-8afb-4f79-835c-5bade545f20c,segment=NetworkSegment(48d7e7dd-6076-47fa-8f6d-fe279f510be8),segment_id=48d7e7dd-6076-47fa-8f6d-fe279f510be8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:44.859070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c0e570-9464-48cd-85a1-268de86be3b6 None None] Network 2b4edecb-002a-408e-8e12-672da4c08bfa requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:44.978919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.979908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9c3e30d7-d734-4472-bf4e-c80683079443 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:45.045073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.058107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f3dbc80-3804-477e-b9c0-1db38c9b3ea5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.131012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dbc80-3804-477e-b9c0-1db38c9b3ea5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85130a-3f83-4c3b-9b60-c36d750b94e5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:45.145790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4edecb-002a-408e-8e12-672da4c08bfa']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:45.179712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d56e536-19fd-4325-989d-aceb8e0fd880') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:45.180006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d56e536-19fd-4325-989d-aceb8e0fd880') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:45.205684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f3dbc80-3804-477e-b9c0-1db38c9b3ea5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.209904 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2f3dbc80-3804-477e-b9c0-1db38c9b3ea5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/dd85130a-3f83-4c3b-9b60-c36d750b94e5 HTTP/1.1" status: 204 len: 168 time: 1.0852404 Feb 28 11:28:45.220893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53612) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:45.261569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.297007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.327712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:45.328758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:45.352305 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:45.397961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c28b1b7-215f-44be-ad26-5af296f5fb53 None None] Could not find standard attr ID for object c4930d18-8b81-4a0c-8723-0daab37d6281. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:45.414447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-f4d07682-8dbf-46c8-b325-bb8ada71d1e0', 'network_id': 'f4d07682-8dbf-46c8-b325-bb8ada71d1e0', 'tenant_id': 'be25a38df2ea44808b63b1f55dc8a4ae', 'fixed_ips': [{'subnet_id': '8cfe74ee-5edc-42cf-bad4-005f1929bc52'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:45.418914 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.436046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca138ec5-adbb-42ba-a692-83ff6cf7676d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 8d177967-e5fc-4655-9da3-e5cfe6157834 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:45.474084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca138ec5-adbb-42ba-a692-83ff6cf7676d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.541542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.545688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.553968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.613270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=e5f69ee1-8afb-4f79-835c-5bade545f20c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:45.635986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0f42af2f-8fbe-491d-9def-75137be511b1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Synchronizing usage tracker for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:45.655726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa920c4-7349-4dc7-9af2-7c6ee7dc5db4 None None] Network 64917a4f-3cd2-434c-ab07-65a33e4ff778 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:45.658930 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/2b4edecb-002a-408e-8e12-672da4c08bfa HTTP/1.1" status: 204 len: 168 time: 1.8044560 Feb 28 11:28:45.666145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:45.699954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca138ec5-adbb-42ba-a692-83ff6cf7676d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.722379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 9c3e30d7-d734-4472-bf4e-c80683079443 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:45.746166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c28b1b7-215f-44be-ad26-5af296f5fb53 None None] Provisioning complete for port 9c3e30d7-d734-4472-bf4e-c80683079443 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:45.746541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c28b1b7-215f-44be-ad26-5af296f5fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.758226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff4c12-c5c0-4ea1-83c4-ea064bf439a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=2b4edecb-002a-408e-8e12-672da4c08bfa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:45.772086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.780472 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-7416ce7e-711c-435f-818f-9e3f9f30a4e4 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:28:45.781349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7416ce7e-711c-435f-818f-9e3f9f30a4e4 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:45.784079 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7416ce7e-711c-435f-818f-9e3f9f30a4e4 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/2b4edecb-002a-408e-8e12-672da4c08bfa HTTP/1.1" status: 404 len: 339 time: 0.1169910 Feb 28 11:28:45.789312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53620) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:45.792552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce87ab63-7cb4-42ab-8174-96b02cd5ef20 None None] Network 2b4edecb-002a-408e-8e12-672da4c08bfa requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:45.814787 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1897623720', 'description': 'd1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:45.825516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9c3e30d7-d734-4472-bf4e-c80683079443 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:45.825901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.831688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:45.895453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:network and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:45.906570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.906771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0f42af2f-8fbe-491d-9def-75137be511b1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Unset dirty status for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:45.908127 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0f42af2f-8fbe-491d-9def-75137be511b1 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6862757 Feb 28 11:28:45.911242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:45.914414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:45.925009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:45.957489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce87ab63-7cb4-42ab-8174-96b02cd5ef20 None None] Network 2b4edecb-002a-408e-8e12-672da4c08bfa could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 11:28:45.970629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Transition to ACTIVE for port object 7aafe6f0-6785-4bc0-bade-34c433160e4f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:46.054232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:46.057790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.062502 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Transition to ACTIVE for port object 7aafe6f0-6785-4bc0-bade-34c433160e4f will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:46.091394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.104433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca138ec5-adbb-42ba-a692-83ff6cf7676d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.163358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0f75b3-a3f4-41f0-a0dc-c8306937c7c7 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.187336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port e0be55e1-e4eb-4536-a30e-fc39a558d3c0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:46.187721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.210405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:46.232771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.233164 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment a7a878b4-9b44-4640-9062-a18dd331ee39 of type vlan for network 78b4d73e-ca13-484b-a6b2-12a080290a0f Feb 28 11:28:46.249399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0f75b3-a3f4-41f0-a0dc-c8306937c7c7 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.310192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca138ec5-adbb-42ba-a692-83ff6cf7676d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.356844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.360990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Allocated IP 172.20.0.2 (f4d07682-8dbf-46c8-b325-bb8ada71d1e0/8cfe74ee-5edc-42cf-bad4-005f1929bc52/38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:46.363871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Network 9746874f-a719-418e-9cbb-be8574c58919 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:46.368973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca138ec5-adbb-42ba-a692-83ff6cf7676d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=8d177967-e5fc-4655-9da3-e5cfe6157834,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:46.381046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca138ec5-adbb-42ba-a692-83ff6cf7676d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.387632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:46.415987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:46.416467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0f75b3-a3f4-41f0-a0dc-c8306937c7c7 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.418844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Pushing event updated for resources: {'Port': ['ID=7aafe6f0-6785-4bc0-bade-34c433160e4f,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:46.424251 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ca138ec5-adbb-42ba-a692-83ff6cf7676d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/8d177967-e5fc-4655-9da3-e5cfe6157834 HTTP/1.1" status: 204 len: 168 time: 1.5892241 Feb 28 11:28:46.425642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Allocated IP 172.20.0.1 (9746874f-a719-418e-9cbb-be8574c58919/19b55016-b493-45f4-98eb-d630cb1db4b8/aa59f0ea-46c6-4f9d-8192-f733f8e44177) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:46.428278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53628) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:46.431142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a6f9b-73f2-48af-a46c-a25f8297bf76 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:46.460721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f75b3-a3f4-41f0-a0dc-c8306937c7c7 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e90623-7b9c-46e2-b6ed-96694dfc3b07,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:46.477701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port e0be55e1-e4eb-4536-a30e-fc39a558d3c0, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e0be55e1-e4eb-4536-a30e-fc39a558d3c0,segment=NetworkSegment(941dbd15-8eb4-4c99-bdf8-a29cb63d46be),segment_id=941dbd15-8eb4-4c99-bdf8-a29cb63d46be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:46.478141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.486658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0f75b3-a3f4-41f0-a0dc-c8306937c7c7 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.490322 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8a0f75b3-a3f4-41f0-a0dc-c8306937c7c7 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/b9e90623-7b9c-46e2-b6ed-96694dfc3b07 HTTP/1.1" status: 204 len: 168 time: 0.5735154 Feb 28 11:28:46.490469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c28b1b7-215f-44be-ad26-5af296f5fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.491168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:46.494885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.500283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:46.501445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.539918 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ad842703-2ff0-46b5-9956-9b8c2322606b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1104925 Feb 28 11:28:46.540996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53636) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:46.559894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.632611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for e0be55e1-e4eb-4536-a30e-fc39a558d3c0 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:46.633022 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8300700 Feb 28 11:28:46.663065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53640) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:46.768006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66288bb2-2143-4eec-99cf-38ad4ec177d6 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=78b4d73e-ca13-484b-a6b2-12a080290a0f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:46.805656 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 78b4d73e-ca13-484b-a6b2-12a080290a0f details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:46.816048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-454bd2a4-5666-40f2-83ef-6416ef4481a5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Synchronizing usage tracker for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:46.850294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8c28b1b7-215f-44be-ad26-5af296f5fb53 None None] For port 9c3e30d7-d734-4472-bf4e-c80683079443, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9c3e30d7-d734-4472-bf4e-c80683079443,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:46.853122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb14ccb9-7efe-493b-9d45-c5ecb5c15514 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:46.854379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eb14ccb9-7efe-493b-9d45-c5ecb5c15514 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:46.872846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d911770-2e55-4197-864f-7db3cc30073a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:46.873528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5d911770-2e55-4197-864f-7db3cc30073a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Synchronizing usage tracker for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:46.875100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Attempting to bind port 7aafe6f0-6785-4bc0-bade-34c433160e4f on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:46.875497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Attempting to bind port 7aafe6f0-6785-4bc0-bade-34c433160e4f by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'c9982877-076a-43f2-8999-e60472c94d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9746874f-a719-418e-9cbb-be8574c58919'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:46.875891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Attempting to bind port 7aafe6f0-6785-4bc0-bade-34c433160e4f on network 9746874f-a719-418e-9cbb-be8574c58919 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:46.879885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.895199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c28b1b7-215f-44be-ad26-5af296f5fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.899899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-454bd2a4-5666-40f2-83ef-6416ef4481a5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Unset dirty status for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:46.900452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eb14ccb9-7efe-493b-9d45-c5ecb5c15514 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:46.903999 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eb14ccb9-7efe-493b-9d45-c5ecb5c15514 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3420639 Feb 28 11:28:46.903999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Transition to ACTIVE for port object aa59f0ea-46c6-4f9d-8192-f733f8e44177 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:46.904991 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-454bd2a4-5666-40f2-83ef-6416ef4481a5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4128742 Feb 28 11:28:46.906157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53644) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:46.906488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53646) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:46.913930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5d911770-2e55-4197-864f-7db3cc30073a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Unset dirty status for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:46.915174 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5d911770-2e55-4197-864f-7db3cc30073a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/networks?id=78b4d73e-ca13-484b-a6b2-12a080290a0f HTTP/1.1" status: 200 len: 761 time: 0.2511086 Feb 28 11:28:46.918239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370695718'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:46.921655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53652) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:46.929075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ca1422eb-705f-4bae-bb60-80b2278d3f48 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'description': 'd2'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:46.956138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:46.977922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:47.029214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:47.029214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Checking segment: {'id': 'c9982877-076a-43f2-8999-e60472c94d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9746874f-a719-418e-9cbb-be8574c58919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:47.029580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.029817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Bound using segment: {'id': 'c9982877-076a-43f2-8999-e60472c94d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9746874f-a719-418e-9cbb-be8574c58919'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:47.030511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Bound port: 7aafe6f0-6785-4bc0-bade-34c433160e4f, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9982877-076a-43f2-8999-e60472c94d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9746874f-a719-418e-9cbb-be8574c58919'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:47.030890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.127565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-166fcb3f-78d4-431f-a761-55ed852a84e4 None None] Could not find standard attr ID for object c4930d18-8b81-4a0c-8723-0daab37d6281. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:47.145951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93569fd9-bce2-4221-b5b3-ee216e850dd9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:47.147081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-93569fd9-bce2-4221-b5b3-ee216e850dd9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:47.149684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.182043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:47.186292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.190771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Usage tracker for resource:security_group_rule and tenant:c6fe64a2014442dd9687db1d9d2a5214 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:47.205897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.230839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:47.233512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-93569fd9-bce2-4221-b5b3-ee216e850dd9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:47.237099 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-93569fd9-bce2-4221-b5b3-ee216e850dd9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3267891 Feb 28 11:28:47.249051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:47.251073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53656) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:47.265060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:47.265420 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:47.297991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28b1b7-215f-44be-ad26-5af296f5fb53 None None] Pushing event updated for resources: {'Port': ['ID=9c3e30d7-d734-4472-bf4e-c80683079443,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.329957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-166fcb3f-78d4-431f-a761-55ed852a84e4 None None] Provisioning complete for port e5f69ee1-8afb-4f79-835c-5bade545f20c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:47.330694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-166fcb3f-78d4-431f-a761-55ed852a84e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.343551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=e0be55e1-e4eb-4536-a30e-fc39a558d3c0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.352400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network 9746874f-a719-418e-9cbb-be8574c58919 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:47.357519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca1422eb-705f-4bae-bb60-80b2278d3f48 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.365610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:47.383106 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-74ccc240-b243-4b1c-a988-1b7efa26cc3f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1271729 Feb 28 11:28:47.383106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:47.384844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53660) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:47.394732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:47.400911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.410261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] For port 7aafe6f0-6785-4bc0-bade-34c433160e4f, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:47.413274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Port': ['ID=aa59f0ea-46c6-4f9d-8192-f733f8e44177,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.435522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Transition to ACTIVE for port object 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:47.441658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] For port 7aafe6f0-6785-4bc0-bade-34c433160e4f, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7aafe6f0-6785-4bc0-bade-34c433160e4f,segment=NetworkSegment(c9982877-076a-43f2-8999-e60472c94d94),segment_id=c9982877-076a-43f2-8999-e60472c94d94)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:47.461827 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.483828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca1422eb-705f-4bae-bb60-80b2278d3f48 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.487611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.599035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c8c2f-991a-4837-bf6b-3d6fa33f4433 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:47.601720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Transition to ACTIVE for port object 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:47.603507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.617968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-455c8c2f-991a-4837-bf6b-3d6fa33f4433 None None] Deleting port 9c3e30d7-d734-4472-bf4e-c80683079443 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:47.618789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-455c8c2f-991a-4837-bf6b-3d6fa33f4433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.634615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca1422eb-705f-4bae-bb60-80b2278d3f48 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network 78b4d73e-ca13-484b-a6b2-12a080290a0f is not hosted by any dhcp agent {{(pid=87638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 11:28:47.638879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.643929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1422eb-705f-4bae-bb60-80b2278d3f48 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:47.644785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca1422eb-705f-4bae-bb60-80b2278d3f48 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.648858 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ca1422eb-705f-4bae-bb60-80b2278d3f48 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "PUT /v2.0/networks/78b4d73e-ca13-484b-a6b2-12a080290a0f HTTP/1.1" status: 200 len: 758 time: 0.7260590 Feb 28 11:28:47.651805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53664) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:47.714965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.762928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.798046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda4c15e-7638-4122-8729-1232d29cb594,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.805805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.808821 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b09cac52-d301-4b1c-8008-26c54d4a259e tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8985379 Feb 28 11:28:47.841197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Network f4d07682-8dbf-46c8-b325-bb8ada71d1e0 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:47.848596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53666) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:47.866615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-55441e8a-5b04-45ac-8a4f-9c18d7269d54 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:47.867256 dv-neutron-831192-2-hyperv neutron-server[87639]: WARNING neutron.api.v2.base [None req-55441e8a-5b04-45ac-8a4f-9c18d7269d54 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 11:28:47.867861 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-55441e8a-5b04-45ac-8a4f-9c18d7269d54 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 11:28:47.871457 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-55441e8a-5b04-45ac-8a4f-9c18d7269d54 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "PUT /v2.0/security-groups/eda4c15e-7638-4122-8729-1232d29cb594 HTTP/1.1" status: 409 len: 330 time: 0.0199528 Feb 28 11:28:47.872250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53672) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:47.914560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:47.916868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738701e-2044-47a5-ac4a-b104f2bb00f8 None None] Pushing event updated for resources: {'Port': ['ID=7aafe6f0-6785-4bc0-bade-34c433160e4f,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.926198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:48.054954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:48.098607 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f76fcabf-88ac-433a-8dd1-00a631dd4a28 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:48.107357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:48.112823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1422eb-705f-4bae-bb60-80b2278d3f48 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=78b4d73e-ca13-484b-a6b2-12a080290a0f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.114726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.151161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5feb2034-b6b2-4e89-bf62-de028e288753 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.167361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 78b4d73e-ca13-484b-a6b2-12a080290a0f details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:48.185812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5feb2034-b6b2-4e89-bf62-de028e288753 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.223155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f76fcabf-88ac-433a-8dd1-00a631dd4a28 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:48.223841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f76fcabf-88ac-433a-8dd1-00a631dd4a28 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:48.261496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:48.265009 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.340703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5feb2034-b6b2-4e89-bf62-de028e288753 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.380106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb2034-b6b2-4e89-bf62-de028e288753 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda4c15e-7638-4122-8729-1232d29cb594,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.382879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5feb2034-b6b2-4e89-bf62-de028e288753 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.386490 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5feb2034-b6b2-4e89-bf62-de028e288753 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/eda4c15e-7638-4122-8729-1232d29cb594 HTTP/1.1" status: 204 len: 168 time: 0.5113251 Feb 28 11:28:48.387752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53676) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:48.387904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00565d0-595e-4b57-a4de-73432b501349 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:48.389713 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d00565d0-595e-4b57-a4de-73432b501349 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/networks?id=78b4d73e-ca13-484b-a6b2-12a080290a0f HTTP/1.1" status: 200 len: 761 time: 0.5324004 Feb 28 11:28:48.395187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53680) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:48.431797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Pushing event updated for resources: {'Port': ['ID=38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.444006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Attempting to bind port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:48.444766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Attempting to bind port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'd406628f-379c-48c2-a811-176051f07615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f4d07682-8dbf-46c8-b325-bb8ada71d1e0'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:48.445605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Attempting to bind port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 on network f4d07682-8dbf-46c8-b325-bb8ada71d1e0 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:48.452418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1360142132'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:48.458053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:48.467812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:48.486593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:48.486867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-afba831b-bba5-43c0-950f-e0a4e6f69b94 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Synchronizing usage tracker for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:48.487556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Checking segment: {'id': 'd406628f-379c-48c2-a811-176051f07615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f4d07682-8dbf-46c8-b325-bb8ada71d1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:48.488193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.488804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Bound using segment: {'id': 'd406628f-379c-48c2-a811-176051f07615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f4d07682-8dbf-46c8-b325-bb8ada71d1e0'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:48.488933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:48.489807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Bound port: 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd406628f-379c-48c2-a811-176051f07615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f4d07682-8dbf-46c8-b325-bb8ada71d1e0'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:48.490415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.492516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.508811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-839b5f4b-3ff3-401b-b033-65a9f491e2b1 None None] Provisioning complete for port e5f69ee1-8afb-4f79-835c-5bade545f20c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:48.509562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-839b5f4b-3ff3-401b-b033-65a9f491e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.514947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-afba831b-bba5-43c0-950f-e0a4e6f69b94 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] Unset dirty status for tenant:c6fe64a2014442dd9687db1d9d2a5214 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:48.516863 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-afba831b-bba5-43c0-950f-e0a4e6f69b94 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1277375 Feb 28 11:28:48.522335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53684) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:48.550430 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-fa3ec37a-5225-4ec3-9f2b-6b7f2ffa81b2 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] delete failed (client error): The resource could not be found. Feb 28 11:28:48.555244 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fa3ec37a-5225-4ec3-9f2b-6b7f2ffa81b2 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "DELETE /v2.0/security-groups/01f3bdfa-a2a4-4b0a-924f-ba1e3dfe306a HTTP/1.1" status: 404 len: 347 time: 0.0282614 Feb 28 11:28:48.556533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.557312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53688) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:48.575792 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-6c711866-0a64-4769-91a5-c8d3c57617e5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] show failed (client error): The resource could not be found. Feb 28 11:28:48.581024 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6c711866-0a64-4769-91a5-c8d3c57617e5 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-groups/88d048fb-014c-40a7-b8fe-ce54398e4a4e HTTP/1.1" status: 404 len: 347 time: 0.0180347 Feb 28 11:28:48.581202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53692) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:48.583762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.643359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-455c8c2f-991a-4837-bf6b-3d6fa33f4433 None None] For port 9c3e30d7-d734-4472-bf4e-c80683079443, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9c3e30d7-d734-4472-bf4e-c80683079443,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:48.643896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-455c8c2f-991a-4837-bf6b-3d6fa33f4433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.666498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e5f69ee1-8afb-4f79-835c-5bade545f20c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:48.700897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:48.709094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.720746 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-56d64934-ae24-434c-ab31-69cf1c8bc055 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] show failed (client error): The resource could not be found. Feb 28 11:28:48.725899 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-56d64934-ae24-434c-ab31-69cf1c8bc055 tempest-NegativeSecGroupTest-948919503 tempest-NegativeSecGroupTest-948919503-project] 10.222.0.64 "GET /v2.0/security-group-rules/b094395f-5035-41e2-8395-f89593a7e38e HTTP/1.1" status: 404 len: 356 time: 0.1402769 Feb 28 11:28:48.731343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.731699 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment b357f27c-93d7-4507-a1cb-3d9b16a3ab3b of type vlan for network dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a Feb 28 11:28:48.865560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.871153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:48.939392 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Port': ['ID=aa59f0ea-46c6-4f9d-8192-f733f8e44177,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.946826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-455c8c2f-991a-4837-bf6b-3d6fa33f4433 None None] Calling delete_port for 9c3e30d7-d734-4472-bf4e-c80683079443 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:48.956288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network 9746874f-a719-418e-9cbb-be8574c58919 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:48.957618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:49.090960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] For port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:49.100694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:28:49.129215 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:49.134006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] For port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9,segment=NetworkSegment(d406628f-379c-48c2-a811-176051f07615),segment_id=d406628f-379c-48c2-a811-176051f07615)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:49.156151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.168917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.175338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:49.176083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.220918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00c029d-7575-4c27-8016-62f983083ac8 None None] Network 9746874f-a719-418e-9cbb-be8574c58919 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:49.233670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:49.253403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53700) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:49.262113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-455c8c2f-991a-4837-bf6b-3d6fa33f4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.289942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:49.296888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.305516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Router 456217a3-0d5c-4863-b7e4-120ae3878463 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:28:49.344064 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9944f681-5dcc-404c-b5ac-96189e8a76d4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9483988 Feb 28 11:28:49.357915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:49.367819 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-03eda4da-9c59-4b7f-85a7-cd02d3914309 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9714756 Feb 28 11:28:49.373540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53708) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:49.373733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e5f69ee1-8afb-4f79-835c-5bade545f20c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:49.373966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.403969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:49.418726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:49.419842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:49.420496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:49.428264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:49.439557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:49.440469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.476791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=dfa6577b-75bb-446e-93b9-06b54833e424,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:49.486411 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7993b6eb-b3a5-453a-bbdd-13c7c72cfaff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0979297 Feb 28 11:28:49.487264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:49.495839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a81f45-cdc6-4475-88ab-2b2a11abef33 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting subnet 0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:49.502662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:82:27:ce', 'name': 'tempest-NetworksTestDHCPv6-1042497291'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:49.503999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c8c2f-991a-4837-bf6b-3d6fa33f4433 None None] No DVR routers for this DVR port 9c3e30d7-d734-4472-bf4e-c80683079443 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:49.517685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': 'dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:49.525242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9a81f45-cdc6-4475-88ab-2b2a11abef33 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.553864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f31035c-8bea-4027-8ece-bcee1f230fb8 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:49.601769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e49de0fc-88da-47e6-b30d-9aef12017d97 None None] Provisioning for port 7aafe6f0-6785-4bc0-bade-34c433160e4f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:49.604841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe646d9-12a4-41c3-808b-d9ca82fdd755 None None] Pushing event updated for resources: {'Port': ['ID=38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:49.733884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:49.748215 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e4d00-5c13-4dd0-8d5d-3dd0e6b18634 None None] Sync routers for ids ['456217a3-0d5c-4863-b7e4-120ae3878463'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:49.756387 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-82e5a51c-e675-430d-9785-725cd00782a3 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "PUT /v2.0/routers/456217a3-0d5c-4863-b7e4-120ae3878463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2534699 Feb 28 11:28:49.762385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53718) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:49.766445 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e4d00-5c13-4dd0-8d5d-3dd0e6b18634 None None] Routers {'456217a3-0d5c-4863-b7e4-120ae3878463'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:49.767344 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3b9e4d00-5c13-4dd0-8d5d-3dd0e6b18634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['456217a3-0d5c-4863-b7e4-120ae3878463'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:49.775713 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-64b6116d-c116-4f98-a763-df554b3e0706 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6fe64a2014442dd9687db1d9d2a5214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5185232 Feb 28 11:28:49.837296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53722) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:49.863265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:49.876198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9a81f45-cdc6-4475-88ab-2b2a11abef33 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.881158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Usage tracker for resource:subnet and tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:49.885511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:49.896183 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3b9e4d00-5c13-4dd0-8d5d-3dd0e6b18634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:49.917582 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e4d00-5c13-4dd0-8d5d-3dd0e6b18634 None None] Routers {'456217a3-0d5c-4863-b7e4-120ae3878463'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:49.918427 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3b9e4d00-5c13-4dd0-8d5d-3dd0e6b18634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['456217a3-0d5c-4863-b7e4-120ae3878463'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:49.931506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:49.945360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c8c2f-991a-4837-bf6b-3d6fa33f4433 None None] Pushing event deleted for resources: {'Port': ['ID=9c3e30d7-d734-4472-bf4e-c80683079443,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:49.998410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:50.005686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:50.009620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:50.017941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.030638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9a81f45-cdc6-4475-88ab-2b2a11abef33 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.039943 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3b9e4d00-5c13-4dd0-8d5d-3dd0e6b18634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:50.040356 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e4d00-5c13-4dd0-8d5d-3dd0e6b18634 None None] The sync data for ids ['456217a3-0d5c-4863-b7e4-120ae3878463'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:50.065988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:50.073745 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:50.096106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:50.132533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:50.246289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9a81f45-cdc6-4475-88ab-2b2a11abef33 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.272102 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d997060-f4ce-41b5-811f-998addb9a9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.297341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.306612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a81f45-cdc6-4475-88ab-2b2a11abef33 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:50.314781 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9a81f45-cdc6-4475-88ab-2b2a11abef33 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.327581 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d9a81f45-cdc6-4475-88ab-2b2a11abef33 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8 HTTP/1.1" status: 204 len: 168 time: 0.9584844 Feb 28 11:28:50.336514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:50.338024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port f5b4d282-621c-4505-8f21-69cc7035e30a yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:50.374803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11552e61-dd77-4498-9d13-0c841be3a0d8 None None] Network 71091f22-3693-4501-8679-f5213e72a28f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:50.395887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d997060-f4ce-41b5-811f-998addb9a9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.520732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.523221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7aafe6f0-6785-4bc0-bade-34c433160e4f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:50.581938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:50.582572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.642269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::1d8 (89a85dab-b254-4061-917a-102ac7d2b42f/dfa6577b-75bb-446e-93b9-06b54833e424/f5b4d282-621c-4505-8f21-69cc7035e30a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:50.795074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d997060-f4ce-41b5-811f-998addb9a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.882167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8,segment=NetworkSegment(941dbd15-8eb4-4c99-bdf8-a29cb63d46be),segment_id=941dbd15-8eb4-4c99-bdf8-a29cb63d46be)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:50.882536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.891417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d997060-f4ce-41b5-811f-998addb9a9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2027282c-12b4-4078-b757-04c4e764b4e2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:50.894851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': 'dfa6577b-75bb-446e-93b9-06b54833e424'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:50.895741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.903721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.997516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d997060-f4ce-41b5-811f-998addb9a9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.001721 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1d997060-f4ce-41b5-811f-998addb9a9ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2027282c-12b4-4078-b757-04c4e764b4e2 HTTP/1.1" status: 204 len: 168 time: 1.1579502 Feb 28 11:28:51.004509 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-8e07833a-335b-4ced-b51b-49388254c52b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:28:51.008468 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8e07833a-335b-4ced-b51b-49388254c52b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "PUT /v2.0/routers/456217a3-0d5c-4863-b7e4-120ae3878463/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2416322 Feb 28 11:28:51.010687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53732) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:51.021830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=b4284ecc-7496-4d5d-82a2-fe4db623bd60,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:51.025914 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 7aafe6f0-6785-4bc0-bade-34c433160e4f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:51.051156 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7aafe6f0-6785-4bc0-bade-34c433160e4f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:51.051502 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.082425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:51.187852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f682c58-f223-4297-bf71-768d89a7d66a None None] Network f4d07682-8dbf-46c8-b325-bb8ada71d1e0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:51.225244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.363160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51572cd6-5618-447f-8ee3-3528846e2517 None None] DHCP port deletion for 71091f22-3693-4501-8679-f5213e72a28f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:28:51.368616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': 'b357f27c-93d7-4507-a1cb-3d9b16a3ab3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:51.369223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:51.370632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:51.380514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-978b4b69-6e76-4ea3-b1a8-b5253e81c039 None None] Provisioning for port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:51.493901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:47Z', 'revision_number': 10, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:51.505257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No DVR routers for this DVR port 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:51.511359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:51.577941 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.613066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:51.613705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:51.621541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:51.669400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:51.684329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:51.684915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.759004 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2a7b6f37-91d3-410d-b297-6c655d2b56b9 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3765888 Feb 28 11:28:51.765554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53746) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:51.915919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c0bc7-cfff-45de-8687-c3d29518bd0f None None] Network dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:51.939422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.969009 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object f5b4d282-621c-4505-8f21-69cc7035e30a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:51.997356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.999028 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.010289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 7aafe6f0-6785-4bc0-bade-34c433160e4f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7aafe6f0-6785-4bc0-bade-34c433160e4f,segment=NetworkSegment(c9982877-076a-43f2-8999-e60472c94d94),segment_id=c9982877-076a-43f2-8999-e60472c94d94)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:52.030536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.123691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e8f8086-874b-4812-ac84-e07200ce6b75 None None] Provisioning for port aa59f0ea-46c6-4f9d-8192-f733f8e44177 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:52.136114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71091f22-3693-4501-8679-f5213e72a28f']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:52.147966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:52.153379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:52.157773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.165031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:52.171017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:52.171953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.178646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e8f8086-874b-4812-ac84-e07200ce6b75 None None] Provisioning complete for port aa59f0ea-46c6-4f9d-8192-f733f8e44177 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:52.179017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8086-874b-4812-ac84-e07200ce6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.180910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941dbd15-8eb4-4c99-bdf8-a29cb63d46be') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:52.181268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941dbd15-8eb4-4c99-bdf8-a29cb63d46be') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:52.201952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=f5b4d282-621c-4505-8f21-69cc7035e30a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:52.206713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.229443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.245577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.252337 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c64058b5-650d-4160-bb18-ec7f3c9b4d42 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7585001 Feb 28 11:28:52.253044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53758) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:52.283492 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.303518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53762) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:52.304536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:52.304928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.315491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9c3e30d7-d734-4472-bf4e-c80683079443 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:52.326020 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:52.392755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 9c3e30d7-d734-4472-bf4e-c80683079443 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:52.393194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9c3e30d7-d734-4472-bf4e-c80683079443 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:52.393514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8102eecf-2ee2-4103-815a-2a1558e05d9c no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:52.424393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.452061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.467062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Network': ['ID=71091f22-3693-4501-8679-f5213e72a28f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:52.472020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:52.474477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b8933ccf-e3a5-4f1a-9a2f-a4d40e7226e5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/networks/71091f22-3693-4501-8679-f5213e72a28f HTTP/1.1" status: 204 len: 168 time: 2.1384788 Feb 28 11:28:52.482612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb16331-70f6-448d-9f5b-427b261f48d3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:52.483418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0eb16331-70f6-448d-9f5b-427b261f48d3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:52.486616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:52.523017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 8102eecf-2ee2-4103-815a-2a1558e05d9c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:52.523358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8102eecf-2ee2-4103-815a-2a1558e05d9c not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:52.524939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.526856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f8086-874b-4812-ac84-e07200ce6b75 None None] Port aa59f0ea-46c6-4f9d-8192-f733f8e44177 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:28:52.558636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/dfa6577b-75bb-446e-93b9-06b54833e424/77433c3a-8305-4f5d-a9cc-b10e504ca20c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:52.589296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=b4284ecc-7496-4d5d-82a2-fe4db623bd60,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:52.597868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-335960812'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:52.605323 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=7aafe6f0-6785-4bc0-bade-34c433160e4f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:52.610539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:52.614134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0eb16331-70f6-448d-9f5b-427b261f48d3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:52.618558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0eb16331-70f6-448d-9f5b-427b261f48d3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3645151 Feb 28 11:28:52.619379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53772) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:52.693253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Usage tracker for resource:network and tenant:56bd455452574225b942986e73483f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:52.741800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:52.755524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.757159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:52.766653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:52.796528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:52.811772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Made reservation on behalf of 56bd455452574225b942986e73483f3d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:52.815403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.818328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b357f27c-93d7-4507-a1cb-3d9b16a3ab3b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:52.818625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b357f27c-93d7-4507-a1cb-3d9b16a3ab3b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:52.865532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.883443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eafacb3-1664-454d-9298-c804083f5f3c None None] Network dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:52.892297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.898457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e8f8086-874b-4812-ac84-e07200ce6b75 None None] Provisioning complete for port 7aafe6f0-6785-4bc0-bade-34c433160e4f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:52.898689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8086-874b-4812-ac84-e07200ce6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.901907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Deleting port aa59f0ea-46c6-4f9d-8192-f733f8e44177 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:52.902240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.902833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b0486901-6611-4924-800c-f04bea2213b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port f5b4d282-621c-4505-8f21-69cc7035e30a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:52.903231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0486901-6611-4924-800c-f04bea2213b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.927984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:28:52.928384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.928525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:52.943585 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:53.019217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:53.037601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Usage tracker for resource:security_group_rule and tenant:56bd455452574225b942986e73483f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:53.044587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:53.079368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.090240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:53.232090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.237076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:53.281196 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:28:53.331915 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a5d2a174-514b-450e-895b-27966f6a465f tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a HTTP/1.1" status: 204 len: 168 time: 1.5630977 Feb 28 11:28:53.332471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53776) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:53.393115 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e540c521-858b-49d1-9bd9-4f72b3635f81 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] GET failed (client error): The resource could not be found. Feb 28 11:28:53.393823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e540c521-858b-49d1-9bd9-4f72b3635f81 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Synchronizing usage tracker for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:53.399433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.412879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:53.417527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0486901-6611-4924-800c-f04bea2213b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.507547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:53.507952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.532019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Calling delete_port for aa59f0ea-46c6-4f9d-8192-f733f8e44177 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:53.561935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b0486901-6611-4924-800c-f04bea2213b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for f5b4d282-621c-4505-8f21-69cc7035e30a owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:53.638636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.651590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.662760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.686586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e540c521-858b-49d1-9bd9-4f72b3635f81 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Unset dirty status for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:53.690864 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e540c521-858b-49d1-9bd9-4f72b3635f81 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/subnets/b4284ecc-7496-4d5d-82a2-fe4db623bd60 HTTP/1.1" status: 404 len: 337 time: 0.3542292 Feb 28 11:28:53.709171 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Transition to ACTIVE for port object 77433c3a-8305-4f5d-a9cc-b10e504ca20c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:53.722474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53780) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:53.746046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:47Z', 'revision_number': 10, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:53.747100 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.768673 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a7626-4f46-4c8a-b38b-a7dc87505220 None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:47Z', 'revision_number': 10, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None, '_interfaces': [{'id': 'b026827d-d144-42ce-abd9-37f9435f4f30', 'name': '', 'network_id': 'de47626e-dfd0-41f9-9a43-2fd24d0c526e', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'mac_address': 'fa:16:3e:83:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b255fb-0117-4eaa-8352-923350044c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:37Z', 'updated_at': '2022-02-28T11:27:50Z', 'revision_number': 5, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'subnets': [{'id': 'eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:53.770907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Transition to ACTIVE for port object 77433c3a-8305-4f5d-a9cc-b10e504ca20c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:53.772225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.800306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2f0f2f8e-2fbb-4d0b-8dbd-9af4b81162af None None] Provisioning complete for port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:53.801107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2f8e-2fbb-4d0b-8dbd-9af4b81162af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.801298 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d634d9d0-0994-415d-beb1-35cc3f166b3b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:28:53.801793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d634d9d0-0994-415d-beb1-35cc3f166b3b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:53.833047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.844613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:53.858264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event deleted for resources: {'Port': ['ID=aa59f0ea-46c6-4f9d-8192-f733f8e44177,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:53.872475 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d634d9d0-0994-415d-beb1-35cc3f166b3b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a HTTP/1.1" status: 404 len: 339 time: 0.1488810 Feb 28 11:28:53.876313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.876647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Added segment bb9fc63b-9d89-4175-86ea-92669510ebd0 of type vlan for network c0498108-bcd2-41f9-9e02-1f98cab2eff9 Feb 28 11:28:53.877538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:53.914849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d24d87-e9f8-4100-8ed9-813f29459e14,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:53.944197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9,segment=NetworkSegment(d406628f-379c-48c2-a811-176051f07615),segment_id=d406628f-379c-48c2-a811-176051f07615)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:53.962906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:53.966770 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.972694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:53.979167 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:53.986262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Pushing event updated for resources: {'Port': ['ID=77433c3a-8305-4f5d-a9cc-b10e504ca20c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:54.114860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.124533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.206431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:54.220914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0486901-6611-4924-800c-f04bea2213b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.285359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:54.286301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9b7f64b3-5b1c-43d4-8d7e-785c0dea5fb8 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:54.296866 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:54.299737 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Attempting to bind port 77433c3a-8305-4f5d-a9cc-b10e504ca20c on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:54.300222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Attempting to bind port 77433c3a-8305-4f5d-a9cc-b10e504ca20c by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:54.300678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Attempting to bind port 77433c3a-8305-4f5d-a9cc-b10e504ca20c on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:54.309699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2f0f2f8e-2fbb-4d0b-8dbd-9af4b81162af None None] Could not find standard attr ID for object aa59f0ea-46c6-4f9d-8192-f733f8e44177. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:54.311384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:54.311854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:54.312394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.313415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:54.313986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Bound port: 77433c3a-8305-4f5d-a9cc-b10e504ca20c, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:54.314455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.343573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0486901-6611-4924-800c-f04bea2213b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.347565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.352908 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:54.353481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.416653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] For port 77433c3a-8305-4f5d-a9cc-b10e504ca20c, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:54.417307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0486901-6611-4924-800c-f04bea2213b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=f5b4d282-621c-4505-8f21-69cc7035e30a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:54.424580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] For port 77433c3a-8305-4f5d-a9cc-b10e504ca20c, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=77433c3a-8305-4f5d-a9cc-b10e504ca20c,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:54.430877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.431106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Router 456217a3-0d5c-4863-b7e4-120ae3878463 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:54.512057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f85df8-c185-4a8b-954f-c5b1f009c748 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:54.512581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11767ddb-3be7-455a-bbce-b5fb86e7b2aa None None] Pushing event updated for resources: {'Port': ['ID=77433c3a-8305-4f5d-a9cc-b10e504ca20c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:54.512737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a8f85df8-c185-4a8b-954f-c5b1f009c748 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Synchronizing usage tracker for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:54.533906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.571364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:54.581791 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-149a6cf6-b0bb-4750-bfcd-f4b368a3b46a tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "PUT /v2.0/routers/456217a3-0d5c-4863-b7e4-120ae3878463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5681095 Feb 28 11:28:54.586060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53788) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:54.588777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efd9db-77be-49fd-a215-d90eb454106e None None] Sync routers for ids ['456217a3-0d5c-4863-b7e4-120ae3878463'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:54.600494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efd9db-77be-49fd-a215-d90eb454106e None None] Routers {'456217a3-0d5c-4863-b7e4-120ae3878463'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:54.601221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-88efd9db-77be-49fd-a215-d90eb454106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['456217a3-0d5c-4863-b7e4-120ae3878463'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:54.611643 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.2843475 Feb 28 11:28:54.611643 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b0486901-6611-4924-800c-f04bea2213b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/f5b4d282-621c-4505-8f21-69cc7035e30a HTTP/1.1" status: 204 len: 168 time: 1.9219480 Feb 28 11:28:54.621677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa7b06-292b-4a46-a374-5ca325c1473c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Pushing event updated for resources: {'Network': ['ID=c0498108-bcd2-41f9-9e02-1f98cab2eff9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:54.626929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:54.627549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53794) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:54.641993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Request body: {'subnet': {'network_id': 'c0498108-bcd2-41f9-9e02-1f98cab2eff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:54.669979 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-bc6573b9-1af8-46c5-a7df-b74003b4138b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] delete failed (client error): The resource could not be found. Feb 28 11:28:54.671191 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bc6573b9-1af8-46c5-a7df-b74003b4138b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1139965782 HTTP/1.1" status: 404 len: 335 time: 0.0834851 Feb 28 11:28:54.675466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53800) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:54.680560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-02cfec4a-d776-4ecd-8b05-1e41d22d6975 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Request body: {'router': {'external_gateway_info': {'network_id': '456217a3-0d5c-4863-b7e4-120ae3878463'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:54.711217 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network c0498108-bcd2-41f9-9e02-1f98cab2eff9 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:54.726479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:54.781172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a8f85df8-c185-4a8b-954f-c5b1f009c748 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Unset dirty status for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:54.785931 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a8f85df8-c185-4a8b-954f-c5b1f009c748 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9059925 Feb 28 11:28:54.790610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53804) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:54.830727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-88efd9db-77be-49fd-a215-d90eb454106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:54.934076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efd9db-77be-49fd-a215-d90eb454106e None None] Routers {'456217a3-0d5c-4863-b7e4-120ae3878463'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:54.935325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-88efd9db-77be-49fd-a215-d90eb454106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['456217a3-0d5c-4863-b7e4-120ae3878463'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:54.963848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d35f2128-83c7-4e0f-aa9c-dfc5eb56d63a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Synchronizing usage tracker for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:55.012721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-88efd9db-77be-49fd-a215-d90eb454106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:55.012721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efd9db-77be-49fd-a215-d90eb454106e None None] The sync data for ids ['456217a3-0d5c-4863-b7e4-120ae3878463'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:55.029709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:55.030292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.045715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3160a-bf17-43a1-aca9-62363a5e8f34 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.047319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3160a-bf17-43a1-aca9-62363a5e8f34 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.048083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-82f3160a-bf17-43a1-aca9-62363a5e8f34 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:55.121006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:55.131242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d35f2128-83c7-4e0f-aa9c-dfc5eb56d63a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Unset dirty status for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:55.135530 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d35f2128-83c7-4e0f-aa9c-dfc5eb56d63a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 207 time: 0.3345301 Feb 28 11:28:55.135530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Usage tracker for resource:subnet and tenant:56bd455452574225b942986e73483f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:55.138891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53808) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:55.142873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:55.159791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7aafe6f0-6785-4bc0-bade-34c433160e4f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:55.164441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-82f3160a-bf17-43a1-aca9-62363a5e8f34 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:55.168104 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-82f3160a-bf17-43a1-aca9-62363a5e8f34 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5332210 Feb 28 11:28:55.173062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:55.175736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53812) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:55.236769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7aafe6f0-6785-4bc0-bade-34c433160e4f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:55.237309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.274321 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02cfec4a-d776-4ecd-8b05-1e41d22d6975 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.303233 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-02cfec4a-d776-4ecd-8b05-1e41d22d6975 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] update failed (client error): The resource could not be found. Feb 28 11:28:55.307784 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-02cfec4a-d776-4ecd-8b05-1e41d22d6975 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "PUT /v2.0/routers/456217a3-0d5c-4863-b7e4-120ae3878463 HTTP/1.1" status: 404 len: 339 time: 0.6278720 Feb 28 11:28:55.308091 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53816) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:55.315165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Made reservation on behalf of 56bd455452574225b942986e73483f3d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:55.318650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.399644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-35da8cec-8213-4757-b309-34778df16a01 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet dfa6577b-75bb-446e-93b9-06b54833e424 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:55.415860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35da8cec-8213-4757-b309-34778df16a01 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.419556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e0be55e1-e4eb-4536-a30e-fc39a558d3c0 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:55.457253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: e0be55e1-e4eb-4536-a30e-fc39a558d3c0 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:28:55.457891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e0be55e1-e4eb-4536-a30e-fc39a558d3c0 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:55.525749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abcd5d-7e9b-45e9-a20c-33ce01a07955 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.531793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abcd5d-7e9b-45e9-a20c-33ce01a07955 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.537494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abcd5d-7e9b-45e9-a20c-33ce01a07955 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.543362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abcd5d-7e9b-45e9-a20c-33ce01a07955 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.545051 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-59abcd5d-7e9b-45e9-a20c-33ce01a07955 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4053175 Feb 28 11:28:55.552151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53822) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:55.750583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35da8cec-8213-4757-b309-34778df16a01 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.834441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port b026827d-d144-42ce-abd9-37f9435f4f30 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:55.834788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.860677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6bd83305-e4a4-491b-b088-960e64712732 None None] Provisioning for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:55.959931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cdc82771-28fe-48c0-98b7-9ad2291c32c8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Synchronizing usage tracker for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:56.007715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.020328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cdc82771-28fe-48c0-98b7-9ad2291c32c8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Unset dirty status for tenant:4ca79511ff3648ab8d52aa6d3bf2fd81 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:56.021715 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cdc82771-28fe-48c0-98b7-9ad2291c32c8 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4686489 Feb 28 11:28:56.025209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53826) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:56.081977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7b0a790c-ab33-41ed-9997-e575292da173 None None] Could not find standard attr ID for object f5b4d282-621c-4505-8f21-69cc7035e30a. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:56.109722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35da8cec-8213-4757-b309-34778df16a01 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.169902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b731abe-aff6-4ff6-9e5d-04a716189c7b None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:28:56.183974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.268657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port b026827d-d144-42ce-abd9-37f9435f4f30, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b026827d-d144-42ce-abd9-37f9435f4f30,segment=NetworkSegment(53d9460c-ab66-4e9f-874f-ef5713a4aa67),segment_id=53d9460c-ab66-4e9f-874f-ef5713a4aa67)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:56.269076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.377218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b11f444-3beb-41f9-b907-bc0f96c8af6b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.378696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b11f444-3beb-41f9-b907-bc0f96c8af6b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.384073 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2b11f444-3beb-41f9-b907-bc0f96c8af6b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3542185 Feb 28 11:28:56.384389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53830) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:56.419069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for b026827d-d144-42ce-abd9-37f9435f4f30 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:28:56.472528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Pushing event updated for resources: {'Subnet': ['ID=a6f83e10-5315-4a73-81d9-ed099949408c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:56.474572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b731abe-aff6-4ff6-9e5d-04a716189c7b None None] Network c0498108-bcd2-41f9-9e02-1f98cab2eff9 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:56.475066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35da8cec-8213-4757-b309-34778df16a01 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.487498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b731abe-aff6-4ff6-9e5d-04a716189c7b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, c0498108-bcd2-41f9-9e02-1f98cab2eff9) {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:28:56.525485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdef189-aa21-4c61-97ac-c3a533e29b94 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.526792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdef189-aa21-4c61-97ac-c3a533e29b94 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.532465 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fbdef189-aa21-4c61-97ac-c3a533e29b94 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1467969 Feb 28 11:28:56.532883 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53834) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:56.537163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35da8cec-8213-4757-b309-34778df16a01 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.542327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da8cec-8213-4757-b309-34778df16a01 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa6577b-75bb-446e-93b9-06b54833e424,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:56.552776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Checking segment: {'id': 'bb9fc63b-9d89-4175-86ea-92669510ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c0498108-bcd2-41f9-9e02-1f98cab2eff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:56.553141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Network hostable DHCP agents. Network: c0498108-bcd2-41f9-9e02-1f98cab2eff9, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:56.595072 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-35da8cec-8213-4757-b309-34778df16a01 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/dfa6577b-75bb-446e-93b9-06b54833e424 HTTP/1.1" status: 204 len: 168 time: 1.4182436 Feb 28 11:28:56.599062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:56.602461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Unable to find a vacant binding_index for network c0498108-bcd2-41f9-9e02-1f98cab2eff9 and agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 28 11:28:56.675267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, c0498108-bcd2-41f9-9e02-1f98cab2eff9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:56.689344 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a07750f8-3741-479b-845f-c7bd0e5628be tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880606 Feb 28 11:28:56.691526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.692112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.697234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53842) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:56.707027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Allocated IP 172.20.0.1 (64917a4f-3cd2-434c-ab07-65a33e4ff778/8eec326a-06dd-49e8-89f2-b55338e4c93b/043f4c99-7749-44dd-ac10-3f728b41a601) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:56.768759 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c3d24303-5d5a-40b4-ac47-6550961b48f6 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1384406 Feb 28 11:28:56.771929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53848) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:56.780838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Request body: {'port': {'network_id': 'c0498108-bcd2-41f9-9e02-1f98cab2eff9', 'name': 'tempest-TagsExtTest-292648968'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:56.789566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 77433c3a-8305-4f5d-a9cc-b10e504ca20c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:56.921628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4fdbc-6d0f-4fd4-acc2-0ffda22961a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.927396 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f2d4fdbc-6d0f-4fd4-acc2-0ffda22961a7 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/networks/9f43c661-9b8f-4da0-836c-d22183b36b78 HTTP/1.1" status: 200 len: 800 time: 0.3898182 Feb 28 11:28:56.928009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53852) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:56.933571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.949742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:56.964745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:56.965266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.973403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaeddcf-588a-48dd-9e48-3ab2dc1da05a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.974109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-acaeddcf-588a-48dd-9e48-3ab2dc1da05a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:56.981458 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.990181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Transition to ACTIVE for port object 043f4c99-7749-44dd-ac10-3f728b41a601 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:57.041604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.054820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=b026827d-d144-42ce-abd9-37f9435f4f30,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:57.096299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-acaeddcf-588a-48dd-9e48-3ab2dc1da05a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:57.099279 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-acaeddcf-588a-48dd-9e48-3ab2dc1da05a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3978257 Feb 28 11:28:57.100771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53856) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:57.112793 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1ab54713-3987-4bee-a099-325f957fedfb tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/networks/9f43c661-9b8f-4da0-836c-d22183b36b78?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1752009 Feb 28 11:28:57.113083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-c0498108-bcd2-41f9-9e02-1f98cab2eff9', 'network_id': 'c0498108-bcd2-41f9-9e02-1f98cab2eff9', 'tenant_id': '56bd455452574225b942986e73483f3d', 'fixed_ips': [{'subnet_id': 'a6f83e10-5315-4a73-81d9-ed099949408c'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:28:57.113992 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:57.114130 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.127453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:57.137920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Usage tracker for resource:port and tenant:56bd455452574225b942986e73483f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:57.145931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:57.155565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:57.174358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Made reservation on behalf of 56bd455452574225b942986e73483f3d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:57.178114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.192639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.201262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.254359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 77433c3a-8305-4f5d-a9cc-b10e504ca20c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=77433c3a-8305-4f5d-a9cc-b10e504ca20c,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:57.261246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.284147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Port': ['ID=043f4c99-7749-44dd-ac10-3f728b41a601,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:57.316775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network 64917a4f-3cd2-434c-ab07-65a33e4ff778 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:57.320347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d93b27b-999e-4c9c-b4bd-76b0e129972d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.323600 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2d93b27b-999e-4c9c-b4bd-76b0e129972d tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/subnets/d1004ae9-3fa9-4c4d-8983-a4eeeda681a0 HTTP/1.1" status: 200 len: 811 time: 0.2083709 Feb 28 11:28:57.329218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79016942-e27e-4819-8f56-e8090954bcfb tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.332993 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-79016942-e27e-4819-8f56-e8090954bcfb tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2279453 Feb 28 11:28:57.332993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53864) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:57.336501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:57.340435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:57.370273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53866) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:57.383088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Allocated IP 172.20.0.2 (c0498108-bcd2-41f9-9e02-1f98cab2eff9/a6f83e10-5315-4a73-81d9-ed099949408c/e62ab1ee-b9c3-4ec9-8368-1865ed21abbf) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:57.388605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=77433c3a-8305-4f5d-a9cc-b10e504ca20c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:57.443517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] device_id is not set on port 6c0859ac-b05d-4ae7-b1a8-9b0d73fd73e3 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:57.483425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.521319 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bb369345-8e34-48f6-b20f-00eeec9cf1a0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1466396 Feb 28 11:28:57.524038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:57.534999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:57.572014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.588036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8c100-37f0-48a0-b1ed-29d1bbfcce60 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.589900 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3cd8c100-37f0-48a0-b1ed-29d1bbfcce60 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "GET /v2.0/subnets/d1004ae9-3fa9-4c4d-8983-a4eeeda681a0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2548831 Feb 28 11:28:57.594088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53876) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:57.621214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.631668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Transition to ACTIVE for port object e62ab1ee-b9c3-4ec9-8368-1865ed21abbf will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:57.650428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Transition to ACTIVE for port object e62ab1ee-b9c3-4ec9-8368-1865ed21abbf will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:57.654116 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892773198'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:57.657278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.660927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:57.703801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:57.715755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:57.718631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Network c0498108-bcd2-41f9-9e02-1f98cab2eff9 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:57.720542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:57.723490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:57.725862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:57.730479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:28:57.731526 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:57.736979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Pushing event updated for resources: {'Port': ['ID=e62ab1ee-b9c3-4ec9-8368-1865ed21abbf,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:57.752410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:57.756968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.840510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Attempting to bind port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:57.840767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Attempting to bind port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'bb9fc63b-9d89-4175-86ea-92669510ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c0498108-bcd2-41f9-9e02-1f98cab2eff9'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:57.841185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Attempting to bind port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf on network c0498108-bcd2-41f9-9e02-1f98cab2eff9 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:28:57.847006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:28:57.847405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Checking segment: {'id': 'bb9fc63b-9d89-4175-86ea-92669510ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c0498108-bcd2-41f9-9e02-1f98cab2eff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:28:57.847807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.848356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Bound using segment: {'id': 'bb9fc63b-9d89-4175-86ea-92669510ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c0498108-bcd2-41f9-9e02-1f98cab2eff9'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:28:57.848965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Bound port: e62ab1ee-b9c3-4ec9-8368-1865ed21abbf, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9fc63b-9d89-4175-86ea-92669510ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c0498108-bcd2-41f9-9e02-1f98cab2eff9'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:57.849397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.855217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:28:57.856189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-17508333-dd90-4e18-83ff-a6467d62a10b {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:57.856743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:57.956143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] For port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:28:57.959377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] For port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e62ab1ee-b9c3-4ec9-8368-1865ed21abbf,segment=NetworkSegment(bb9fc63b-9d89-4175-86ea-92669510ebd0),segment_id=bb9fc63b-9d89-4175-86ea-92669510ebd0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:28:57.964794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.995989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:28:58.002594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:58.006229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.009844 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:58.015099 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ad2ca732-451f-4a37-b58c-6e82c73b5a13 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5262818 Feb 28 11:28:58.016118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:58.020489 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:58.021462 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:58.054958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:58.074672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.075042 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Added segment 04f3b1de-f692-495f-8681-e6190e3b1e4e of type vlan for network 764514fb-14db-4f34-a186-c2177ca8655d Feb 28 11:28:58.086075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c2b83d-4d5a-4e1a-a40b-a71e8e0188e2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting subnet eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:28:58.089242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45c2b83d-4d5a-4e1a-a40b-a71e8e0188e2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.114457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f0566-774b-47c8-9d8d-835d7f28f36f None None] Pushing event updated for resources: {'Port': ['ID=e62ab1ee-b9c3-4ec9-8368-1865ed21abbf,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:58.174594 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:58.187490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45c2b83d-4d5a-4e1a-a40b-a71e8e0188e2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.199517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.215044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.279003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45c2b83d-4d5a-4e1a-a40b-a71e8e0188e2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.280340 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:56Z', 'revision_number': 11, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:58.285370 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:58.294233 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:28:58.295071 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:58.335189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.341260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.341957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.373962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.387569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45c2b83d-4d5a-4e1a-a40b-a71e8e0188e2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.442666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2b83d-4d5a-4e1a-a40b-a71e8e0188e2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:58.448702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] device_id is not set on port ab607d9b-047a-4dab-98ea-ea819d320869 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:28:58.484833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45c2b83d-4d5a-4e1a-a40b-a71e8e0188e2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.500519 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:28:58.608340 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-45c2b83d-4d5a-4e1a-a40b-a71e8e0188e2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa HTTP/1.1" status: 204 len: 168 time: 0.5908949 Feb 28 11:28:58.611459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53886) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:58.631401 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:56Z', 'revision_number': 11, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:58.636061 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758aada4-a430-4bad-bc73-87dcd70969d4 None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:56Z', 'revision_number': 11, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:58.719724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Network': ['ID=764514fb-14db-4f34-a186-c2177ca8655d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:58.732433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 764514fb-14db-4f34-a186-c2177ca8655d details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:58.739819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Allocated IP 172.20.0.11 (c0498108-bcd2-41f9-9e02-1f98cab2eff9/a6f83e10-5315-4a73-81d9-ed099949408c/ab607d9b-047a-4dab-98ea-ea819d320869) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:58.766384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.767634 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6a7f0933-b48f-439f-a56b-dfe3c21aeadf tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1715090 Feb 28 11:28:58.772345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53890) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:58.778183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'network_id': '764514fb-14db-4f34-a186-c2177ca8655d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:28:58.891376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Deleting port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:28:58.891958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.979430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:59.018179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:59.044838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.objects.ports [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:28:59.123232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.132300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 77433c3a-8305-4f5d-a9cc-b10e504ca20c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:59.133133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.247226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:59.247859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.288328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event updated for resources: {'Port': ['ID=043f4c99-7749-44dd-ac10-3f728b41a601,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:59.297421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.419417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Made reservation on behalf of 4ca79511ff3648ab8d52aa6d3bf2fd81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:59.423530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.424540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e62ab1ee-b9c3-4ec9-8368-1865ed21abbf up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:59.488410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.497717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:59.520401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d7f88-0b1c-4da8-a232-a62450c302db None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:59.545553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Network 64917a4f-3cd2-434c-ab07-65a33e4ff778 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:59.580224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:59.670294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff447bb-efa2-4cae-8fb9-cff627559274 None None] Network c0498108-bcd2-41f9-9e02-1f98cab2eff9 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:59.684065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:28:59.684993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:28:59.769858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] For port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4,segment=NetworkSegment(53d9460c-ab66-4e9f-874f-ef5713a4aa67),segment_id=53d9460c-ab66-4e9f-874f-ef5713a4aa67)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:28:59.770329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.872464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025dc2f3-1297-456a-a2c3-0b759ea42c82 None None] Network de47626e-dfd0-41f9-9a43-2fd24d0c526e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:28:59.880201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.919717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-035ec6e1-0319-4edc-af86-14b0fac9cd5e None None] Provisioning for port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:59.966910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-035ec6e1-0319-4edc-af86-14b0fac9cd5e None None] Provisioning complete for port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:59.967165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-035ec6e1-0319-4edc-af86-14b0fac9cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.985062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Calling delete_port for 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:00.086910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Transition to ACTIVE for port object ab607d9b-047a-4dab-98ea-ea819d320869 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:00.129763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.176655 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Router 456217a3-0d5c-4863-b7e4-120ae3878463 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:29:00.210068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] For port 77433c3a-8305-4f5d-a9cc-b10e504ca20c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=77433c3a-8305-4f5d-a9cc-b10e504ca20c,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:00.230232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Port': ['ID=4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:00.239696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No DVR routers for this DVR port 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:00.262394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-df028f8b-7543-442a-a7ae-10ef9198a727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.307379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.324307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.325021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.336042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.393491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb17f1-f93c-4b31-a12a-20cd1a25287e None None] DHCP port deletion for de47626e-dfd0-41f9-9a43-2fd24d0c526e request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:00.419895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-035ec6e1-0319-4edc-af86-14b0fac9cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.481038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-035ec6e1-0319-4edc-af86-14b0fac9cd5e None None] For port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e62ab1ee-b9c3-4ec9-8368-1865ed21abbf,segment=NetworkSegment(bb9fc63b-9d89-4175-86ea-92669510ebd0),segment_id=bb9fc63b-9d89-4175-86ea-92669510ebd0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:00.495640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-035ec6e1-0319-4edc-af86-14b0fac9cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.497548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:00.505519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:00.514431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:00.515028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.526780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.550222 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0203352 Feb 28 11:29:00.570709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de47626e-dfd0-41f9-9a43-2fd24d0c526e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:00.587168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d9460c-ab66-4e9f-874f-ef5713a4aa67') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:00.587168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d9460c-ab66-4e9f-874f-ef5713a4aa67') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:00.603884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.604703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ec6e1-0319-4edc-af86-14b0fac9cd5e None None] Pushing event updated for resources: {'Port': ['ID=e62ab1ee-b9c3-4ec9-8368-1865ed21abbf,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:00.615903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:00.616197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53894) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:00.629523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=d055343d-2b03-4e9f-bf50-f700a248a353,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:00.634467 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5b882bf8-8166-4987-9e34-a0988720bbc5 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "PUT /v2.0/routers/456217a3-0d5c-4863-b7e4-120ae3878463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3252876 Feb 28 11:29:00.641181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53896) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:00.647620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55a92f-b630-4d30-8e5e-9301359b0075 None None] Sync routers for ids ['456217a3-0d5c-4863-b7e4-120ae3878463'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:00.665868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:00.676550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55a92f-b630-4d30-8e5e-9301359b0075 None None] Routers {'456217a3-0d5c-4863-b7e4-120ae3878463'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:00.677781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5a55a92f-b630-4d30-8e5e-9301359b0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['456217a3-0d5c-4863-b7e4-120ae3878463'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:00.771200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb697ec3-27b1-4b3f-bdb8-e1eec2120834 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=77433c3a-8305-4f5d-a9cc-b10e504ca20c,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:00.805902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5a55a92f-b630-4d30-8e5e-9301359b0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:00.808214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:00.836244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ad822-8c2c-4f77-ac92-81c79d358ff8 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:00.863593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-081d4f3f-e7a1-46c6-a00f-f7963c32590d None None] Provisioning for port 043f4c99-7749-44dd-ac10-3f728b41a601 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:00.888483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:29:00.889897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4fcc9e87-e0f6-4a94-8076-7fdbed6cdec4 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:00.890526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b026827d-d144-42ce-abd9-37f9435f4f30 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:00.909431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d87ac2a2-2232-4763-89b4-7ba94bb4c2dd tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.932045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Pushing event updated for resources: {'Port': ['ID=ab607d9b-047a-4dab-98ea-ea819d320869,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:00.936975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Network c0498108-bcd2-41f9-9e02-1f98cab2eff9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:00.938394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:00.941902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.945692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.982194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55a92f-b630-4d30-8e5e-9301359b0075 None None] Routers {'456217a3-0d5c-4863-b7e4-120ae3878463'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:00.982904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5a55a92f-b630-4d30-8e5e-9301359b0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:28:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['456217a3-0d5c-4863-b7e4-120ae3878463'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:00.985347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:00.988199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:01.001609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:01.004596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:01.033963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:01.034345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.048345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-081d4f3f-e7a1-46c6-a00f-f7963c32590d None None] Provisioning complete for port 043f4c99-7749-44dd-ac10-3f728b41a601 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:01.050003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-081d4f3f-e7a1-46c6-a00f-f7963c32590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:01.058888 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:01.088694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:01.096121 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-d87ac2a2-2232-4763-89b4-7ba94bb4c2dd tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 11:29:01.100194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53904) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:01.100439 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d87ac2a2-2232-4763-89b4-7ba94bb4c2dd tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "DELETE /v2.0/routers/456217a3-0d5c-4863-b7e4-120ae3878463 HTTP/1.1" status: 409 len: 329 time: 0.4473448 Feb 28 11:29:01.162247 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: b026827d-d144-42ce-abd9-37f9435f4f30 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:29:01.162592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b026827d-d144-42ce-abd9-37f9435f4f30 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:01.170826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-081d4f3f-e7a1-46c6-a00f-f7963c32590d None None] Port 043f4c99-7749-44dd-ac10-3f728b41a601 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:01.173730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5a55a92f-b630-4d30-8e5e-9301359b0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:01.174412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55a92f-b630-4d30-8e5e-9301359b0075 None None] The sync data for ids ['456217a3-0d5c-4863-b7e4-120ae3878463'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:01.217381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bddaf02-1c87-4068-86d6-c85b712af7fe None None] Network c0498108-bcd2-41f9-9e02-1f98cab2eff9 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:01.412472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-474b1799-a72b-453e-b9c7-984bf5b59fa4 None None] Provisioning complete for port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:01.412773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-474b1799-a72b-453e-b9c7-984bf5b59fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.455594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:01.458961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.476043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=0b14c74c-7544-446e-8eb0-88e106099f1a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.523470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Checking segment: {'id': '04f3b1de-f692-495f-8681-e6190e3b1e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '764514fb-14db-4f34-a186-c2177ca8655d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:01.523837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network hostable DHCP agents. Network: 764514fb-14db-4f34-a186-c2177ca8655d, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:01.538012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:01.538620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.556059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.643445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.676499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-474b1799-a72b-453e-b9c7-984bf5b59fa4 None None] Provisioning complete for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:01.676805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-474b1799-a72b-453e-b9c7-984bf5b59fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.735534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Pushing event deleted for resources: {'Network': ['ID=de47626e-dfd0-41f9-9a43-2fd24d0c526e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.846726 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b759d1ec-09ba-45f1-bb5a-d7ca13194818 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0693290 Feb 28 11:29:01.847353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53910) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:01.847817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Network 764514fb-14db-4f34-a186-c2177ca8655d is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:01.854197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-659809165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:01.861247 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ca9f27f9-a1f1-4cc8-90d7-b2e4d28e4906 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/networks/de47626e-dfd0-41f9-9a43-2fd24d0c526e HTTP/1.1" status: 204 len: 168 time: 3.2487116 Feb 28 11:29:01.861614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:01.863825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53914) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:01.872295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'routes': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:01.901053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-474b1799-a72b-453e-b9c7-984bf5b59fa4 None None] Provisioning for port ab607d9b-047a-4dab-98ea-ea819d320869 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:01.904983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 764514fb-14db-4f34-a186-c2177ca8655d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:01.910038 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d055343d-2b03-4e9f-bf50-f700a248a353 (CIDR: 2001:db8::/64) Feb 28 11:29:01.918125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3f4e1-c30e-4936-94d9-dafa18d64528 None None] Network 764514fb-14db-4f34-a186-c2177ca8655d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:01.931919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-474b1799-a72b-453e-b9c7-984bf5b59fa4 None None] Provisioning complete for port ab607d9b-047a-4dab-98ea-ea819d320869 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:01.932507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-474b1799-a72b-453e-b9c7-984bf5b59fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.938089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Usage tracker for resource:router and tenant:56bd455452574225b942986e73483f3d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:01.947244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:01.947864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.948840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:01.955860 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:29:01.956344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:01.959017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:02.005420 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-abe1b8c8-7b46-4805-892c-295dc5198e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3544915 Feb 28 11:29:02.011851 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d4db6352-f697-4709-ab4f-f57eddeee7fe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2384834 Feb 28 11:29:02.014635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:02.015150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:02.025693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:02.043811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.044851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.050433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f8d98641-00ca-4038-bfd3-3b29a229c38e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:02.087550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-474b1799-a72b-453e-b9c7-984bf5b59fa4 None None] Port ab607d9b-047a-4dab-98ea-ea819d320869 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:02.226795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f566baae-bd8d-4cc9-a66c-70d07e86394f None None] Provisioning complete for port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:02.227272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f566baae-bd8d-4cc9-a66c-70d07e86394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.258231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-764514fb-14db-4f34-a186-c2177ca8655d', 'network_id': '764514fb-14db-4f34-a186-c2177ca8655d', 'tenant_id': '4ca79511ff3648ab8d52aa6d3bf2fd81', 'fixed_ips': [{'subnet_id': '0b14c74c-7544-446e-8eb0-88e106099f1a'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:29:02.259231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.294953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.309393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Added routes are [] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 11:29:02.309393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Removed routes are [] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 11:29:02.309663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.383008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:02.403673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:02.409217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8d98641-00ca-4038-bfd3-3b29a229c38e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6903759'] for subnet, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.411997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:02.425505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:02.449729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:02.454079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.495730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f1dae6e1-b3c0-4805-901c-790de21b4a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.499805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.512494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Allocated IP 172.20.0.3 (764514fb-14db-4f34-a186-c2177ca8655d/0b14c74c-7544-446e-8eb0-88e106099f1a/eddc5f92-9a3e-4bc1-a48d-8324446046d9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:02.525516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f566baae-bd8d-4cc9-a66c-70d07e86394f None None] Provisioning complete for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:02.525886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f566baae-bd8d-4cc9-a66c-70d07e86394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.587452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.747842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.751041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.752365 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-184e3f80-77d5-4bbd-bd24-1f1fb8f92a97 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9037206 Feb 28 11:29:02.753869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.755677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53926) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:02.767646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-14257919-8fc7-4afa-ba18-dbf2b344cc85 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-335540455', 'prefixes': ['172.20.0.0/16']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:02.783013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-14257919-8fc7-4afa-ba18-dbf2b344cc85 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:02.809123 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 77433c3a-8305-4f5d-a9cc-b10e504ca20c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:02.902340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 15b255fb-0117-4eaa-8352-923350044c0c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:29:02.933876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.964179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Transition to ACTIVE for port object eddc5f92-9a3e-4bc1-a48d-8324446046d9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:02.979062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:02.979549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.034003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Transition to ACTIVE for port object eddc5f92-9a3e-4bc1-a48d-8324446046d9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:03.048169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:03.052596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14257919-8fc7-4afa-ba18-dbf2b344cc85 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.053133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.053870 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-14257919-8fc7-4afa-ba18-dbf2b344cc85 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2969575 Feb 28 11:29:03.057207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.058159 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-30b73143-02e1-4367-a4db-9b415887398f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c HTTP/1.1" status: 200 len: 700 time: 1.1931050 Feb 28 11:29:03.058980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53930) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.063940 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.064934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-4b05d0d5-782b-4880-9d3f-473c219f9f33 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c', 'tempest-TagsExtTest-Tag-1427363580') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.067024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53932) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.068765 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] Sync routers for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:03.079328 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:03.080258 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.130770 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Pushing event updated for resources: {'Port': ['ID=eddc5f92-9a3e-4bc1-a48d-8324446046d9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:03.143596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f566baae-bd8d-4cc9-a66c-70d07e86394f None None] Provisioning complete for port ab607d9b-047a-4dab-98ea-ea819d320869 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:03.143977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f566baae-bd8d-4cc9-a66c-70d07e86394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.196321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Network 764514fb-14db-4f34-a186-c2177ca8655d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:03.205287 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4b05d0d5-782b-4880-9d3f-473c219f9f33 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags/tempest-TagsExtTest-Tag-1427363580 HTTP/1.1" status: 201 len: 201 time: 0.1450906 Feb 28 11:29:03.207847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.215246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-86efd857-7921-4b2b-a313-849369bffff9 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869', 'tempest-TagsExtTest-Tag-412771840') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.226261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:03.233518 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:03.234500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:03.332763 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-86efd857-7921-4b2b-a313-849369bffff9 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags/tempest-TagsExtTest-Tag-412771840 HTTP/1.1" status: 201 len: 201 time: 0.1230438 Feb 28 11:29:03.335016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53942) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.338909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f566baae-bd8d-4cc9-a66c-70d07e86394f None None] Port ab607d9b-047a-4dab-98ea-ea819d320869 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:03.346712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-d71bfdb6-d64d-456d-b850-b641b0f85f85 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009', 'tempest-TagsExtTest-Tag-556740603') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.354199 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:56Z', 'revision_number': 11, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.358559 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] Checking router: 15b255fb-0117-4eaa-8352-923350044c0c for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:03.360211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Attempting to bind port eddc5f92-9a3e-4bc1-a48d-8324446046d9 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:03.360514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Attempting to bind port eddc5f92-9a3e-4bc1-a48d-8324446046d9 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '04f3b1de-f692-495f-8681-e6190e3b1e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '764514fb-14db-4f34-a186-c2177ca8655d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:03.360886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Attempting to bind port eddc5f92-9a3e-4bc1-a48d-8324446046d9 on network 764514fb-14db-4f34-a186-c2177ca8655d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:03.367970 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] Routers {'15b255fb-0117-4eaa-8352-923350044c0c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:03.368134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:03.368485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Checking segment: {'id': '04f3b1de-f692-495f-8681-e6190e3b1e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '764514fb-14db-4f34-a186-c2177ca8655d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:03.368895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.369292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Bound using segment: {'id': '04f3b1de-f692-495f-8681-e6190e3b1e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '764514fb-14db-4f34-a186-c2177ca8655d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:03.369624 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['15b255fb-0117-4eaa-8352-923350044c0c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.369745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Bound port: eddc5f92-9a3e-4bc1-a48d-8324446046d9, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f3b1de-f692-495f-8681-e6190e3b1e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '764514fb-14db-4f34-a186-c2177ca8655d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:03.370122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.381710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e62ab1ee-b9c3-4ec9-8368-1865ed21abbf up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:03.399448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-aadfcec2-bef9-444b-910b-3dec3488c580 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:03.434346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:03.443981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:03.450951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=47946ca9-41c1-44a1-a3e7-0bf7904f32bf,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:03.457307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:03.458240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.464558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Deleting port 043f4c99-7749-44dd-ac10-3f728b41a601 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:03.464888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.471593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776fa725-a35f-4df7-802a-b1bcc576fe00 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:03.537163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-aadfcec2-bef9-444b-910b-3dec3488c580 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:03.538441 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aadfcec2-bef9-444b-910b-3dec3488c580 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=15b255fb-0117-4eaa-8352-923350044c0c HTTP/1.1" status: 200 len: 205 time: 0.4305568 Feb 28 11:29:03.550980 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] Set router 15b255fb-0117-4eaa-8352-923350044c0c gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:03.569731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.597358 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d71bfdb6-d64d-456d-b850-b641b0f85f85 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags/tempest-TagsExtTest-Tag-556740603 HTTP/1.1" status: 201 len: 201 time: 0.2607694 Feb 28 11:29:03.599858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53950) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.608017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-a9e2faba-d79d-4da3-9b87-2539d5b5fc6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b', 'tempest-TagsExtTest-Tag-674584535') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.641601 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-09607431-cb32-4a90-9eaa-b439d4e503f3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6252019 Feb 28 11:29:03.644769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53954) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.663466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:4c:93:b3', 'name': 'tempest-NetworksTestDHCPv6-1665550240'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:03.677762 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:56Z', 'revision_number': 11, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.681893 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f3575-3366-448e-bf7f-ba677954b1e9 None None] The sync data for ids ['15b255fb-0117-4eaa-8352-923350044c0c'] in dv-neutron-831192-2-hyperv is: [{'id': '15b255fb-0117-4eaa-8352-923350044c0c', 'name': 'tempest-RoutersTest-router-328673758', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:34Z', 'updated_at': '2022-02-28T11:28:56Z', 'revision_number': 11, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:03.701655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2a6fc7e-6f7c-4054-8a94-0a65874e178b None None] Provisioning complete for port ab607d9b-047a-4dab-98ea-ea819d320869 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:03.702122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fc7e-6f7c-4054-8a94-0a65874e178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.806698 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] For port eddc5f92-9a3e-4bc1-a48d-8324446046d9, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:03.820436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e61aaf7b-898f-4a96-937e-dc1bc754e6d3 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.825007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.826103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.832660 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a9e2faba-d79d-4da3-9b87-2539d5b5fc6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags/tempest-TagsExtTest-Tag-674584535 HTTP/1.1" status: 201 len: 201 time: 0.2304301 Feb 28 11:29:03.839210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] For port eddc5f92-9a3e-4bc1-a48d-8324446046d9, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=eddc5f92-9a3e-4bc1-a48d-8324446046d9,segment=NetworkSegment(04f3b1de-f692-495f-8681-e6190e3b1e4e),segment_id=04f3b1de-f692-495f-8681-e6190e3b1e4e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:03.842381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53958) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.848239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:03.848239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.850825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-8c4df103-b5e5-4f08-9d16-253e6cbc1552 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.872447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6fc7e-6f7c-4054-8a94-0a65874e178b None None] Port ab607d9b-047a-4dab-98ea-ea819d320869 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:03.892204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.956553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:03.973210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:03.992315 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8c4df103-b5e5-4f08-9d16-253e6cbc1552 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags HTTP/1.1" status: 200 len: 241 time: 0.1467388 Feb 28 11:29:03.992535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.996285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:04.045482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9098f23-7f6b-41d4-963b-587ffce1ad47 None None] Pushing event updated for resources: {'Port': ['ID=eddc5f92-9a3e-4bc1-a48d-8324446046d9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:04.123916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-92afa354-5ae5-4e00-84da-53a0f4a387ce tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c', 'tempest-TagsExtTest-Tag-1427363580') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:04.151012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8d98641-00ca-4038-bfd3-3b29a229c38e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748811539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8079725'] for subnet, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.186095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.227458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 4497eb25-1cad-45b8-b27c-05f127a90ee2 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:29:04.269626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc9d66-2507-4812-ba4a-e7b92829ab0b None None] Update dhcp port {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': 'd055343d-2b03-4e9f-bf50-f700a248a353', 'ip_address': '2001:db8::f816:3eff:fea0:10fc'}, {'subnet_id': '47946ca9-41c1-44a1-a3e7-0bf7904f32bf'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': '77433c3a-8305-4f5d-a9cc-b10e504ca20c'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:29:04.319703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.339200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e61aaf7b-898f-4a96-937e-dc1bc754e6d3 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.344178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9d66-2507-4812-ba4a-e7b92829ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.345379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e61aaf7b-898f-4a96-937e-dc1bc754e6d3 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.356175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d98641-00ca-4038-bfd3-3b29a229c38e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:04.356984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8d98641-00ca-4038-bfd3-3b29a229c38e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.361378 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f8d98641-00ca-4038-bfd3-3b29a229c38e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "PUT /v2.0/subnets/0b14c74c-7544-446e-8eb0-88e106099f1a HTTP/1.1" status: 200 len: 877 time: 2.3401504 Feb 28 11:29:04.362181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53966) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.489717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Calling delete_port for 043f4c99-7749-44dd-ac10-3f728b41a601 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:04.520017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d98641-00ca-4038-bfd3-3b29a229c38e tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event updated for resources: {'Subnet': ['ID=0b14c74c-7544-446e-8eb0-88e106099f1a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:04.554168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e61aaf7b-898f-4a96-937e-dc1bc754e6d3 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.554684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61aaf7b-898f-4a96-937e-dc1bc754e6d3 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Fanout notify agent at l3_agent the message router_deleted on router 15b255fb-0117-4eaa-8352-923350044c0c {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:29:04.585903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e61aaf7b-898f-4a96-937e-dc1bc754e6d3 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.587008 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e61aaf7b-898f-4a96-937e-dc1bc754e6d3 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c HTTP/1.1" status: 204 len: 168 time: 1.0138464 Feb 28 11:29:04.594834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53970) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.606305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1952921743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:04.615720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:04.620324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Usage tracker for resource:router and tenant:ef9d33d1e0ab46238dcd37a21cce5677 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:04.627876 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:04.637574 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-92afa354-5ae5-4e00-84da-53a0f4a387ce tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags/tempest-TagsExtTest-Tag-1427363580 HTTP/1.1" status: 204 len: 168 time: 0.6404295 Feb 28 11:29:04.703453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53974) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.704858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:04.707696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device eddc5f92-9a3e-4bc1-a48d-8324446046d9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:04.806151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-cb4a390c-0e30-4495-9d85-4472f61bd503 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c', 'tempest-TagsExtTest-Tag-1427363580') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:04.840721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.842524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port eddc5f92-9a3e-4bc1-a48d-8324446046d9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:04.846268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.847326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.894030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event deleted for resources: {'Port': ['ID=043f4c99-7749-44dd-ac10-3f728b41a601,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:04.934854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8:0:1::e2 (89a85dab-b254-4061-917a-102ac7d2b42f/47946ca9-41c1-44a1-a3e7-0bf7904f32bf/4497eb25-1cad-45b8-b27c-05f127a90ee2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:04.937573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.963514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.970033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:fe4c:93b3 (89a85dab-b254-4061-917a-102ac7d2b42f/d055343d-2b03-4e9f-bf50-f700a248a353/4497eb25-1cad-45b8-b27c-05f127a90ee2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:05.032146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Deleting port eddc5f92-9a3e-4bc1-a48d-8324446046d9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:05.032617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.082919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.103436 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cb4a390c-0e30-4495-9d85-4472f61bd503 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags/tempest-TagsExtTest-Tag-1427363580 HTTP/1.1" status: 204 len: 168 time: 0.3648701 Feb 28 11:29:05.112631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53978) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:05.123582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.137972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-f3699c15-cce5-4767-b978-d4e2d38ef611 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.165448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.271564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.272858 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f18283dd-5b87-4d83-8f02-125fe352b8ef tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6724083 Feb 28 11:29:05.286370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 53982) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:05.344687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865575c-f65b-415f-91b2-339adf1059e3 None None] Network 764514fb-14db-4f34-a186-c2177ca8655d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:05.345240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-62e6da56-8548-488f-b989-1bb915f5ac14 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:05.446087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Router 456217a3-0d5c-4863-b7e4-120ae3878463 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:29:05.451547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2ccdc21-0386-4f16-a657-610675a3e4c7 None None] Provisioning for port eddc5f92-9a3e-4bc1-a48d-8324446046d9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:05.462424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2ccdc21-0386-4f16-a657-610675a3e4c7 None None] Provisioning complete for port eddc5f92-9a3e-4bc1-a48d-8324446046d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:05.462782 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2ccdc21-0386-4f16-a657-610675a3e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.584377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:05.593522 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5a730aee-17db-4151-a6ae-ffab1a7b5d56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "PUT /v2.0/routers/456217a3-0d5c-4863-b7e4-120ae3878463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4821784 Feb 28 11:29:05.599577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53986) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:05.649448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51889a0c-9fb2-4751-abc8-40023d847010 None None] Sync routers for ids ['456217a3-0d5c-4863-b7e4-120ae3878463'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:05.670177 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-764aa0b7-8fb2-4409-b941-05fb360429f2 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] show failed (client error): The resource could not be found. Feb 28 11:29:05.674752 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-764aa0b7-8fb2-4409-b941-05fb360429f2 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-831883397 HTTP/1.1" status: 404 len: 334 time: 0.0705976 Feb 28 11:29:05.674976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53990) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:05.680000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1e06ad85-ea53-442e-a46e-594e7dc09eb4 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:05.680155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51889a0c-9fb2-4751-abc8-40023d847010 None None] Routers {'456217a3-0d5c-4863-b7e4-120ae3878463'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:05.680666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-51889a0c-9fb2-4751-abc8-40023d847010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['456217a3-0d5c-4863-b7e4-120ae3878463'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.744894 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-1e06ad85-ea53-442e-a46e-594e7dc09eb4 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] update failed (client error): The resource could not be found. Feb 28 11:29:05.751041 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1e06ad85-ea53-442e-a46e-594e7dc09eb4 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-240865213 HTTP/1.1" status: 404 len: 334 time: 0.0700302 Feb 28 11:29:05.751548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:05.759852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-51889a0c-9fb2-4751-abc8-40023d847010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.767035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2ccdc21-0386-4f16-a657-610675a3e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.805198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51889a0c-9fb2-4751-abc8-40023d847010 None None] Routers {'456217a3-0d5c-4863-b7e4-120ae3878463'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:05.805838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-51889a0c-9fb2-4751-abc8-40023d847010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['456217a3-0d5c-4863-b7e4-120ae3878463'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.828353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-83198103-c413-480e-bb85-6e2a444a4d0b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Deleting subnet 8cfe74ee-5edc-42cf-bad4-005f1929bc52 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:05.832484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83198103-c413-480e-bb85-6e2a444a4d0b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.885005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-51889a0c-9fb2-4751-abc8-40023d847010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.885408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51889a0c-9fb2-4751-abc8-40023d847010 None None] The sync data for ids ['456217a3-0d5c-4863-b7e4-120ae3878463'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:05.890707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b2ccdc21-0386-4f16-a657-610675a3e4c7 None None] For port eddc5f92-9a3e-4bc1-a48d-8324446046d9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=eddc5f92-9a3e-4bc1-a48d-8324446046d9,segment=NetworkSegment(04f3b1de-f692-495f-8681-e6190e3b1e4e),segment_id=04f3b1de-f692-495f-8681-e6190e3b1e4e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:05.896295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2ccdc21-0386-4f16-a657-610675a3e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.899391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83198103-c413-480e-bb85-6e2a444a4d0b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.911875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.934650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62e6da56-8548-488f-b989-1bb915f5ac14 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.968323 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f3699c15-cce5-4767-b978-d4e2d38ef611 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags HTTP/1.1" status: 200 len: 205 time: 0.8479328 Feb 28 11:29:05.968998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 53998) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:05.973494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccdc21-0386-4f16-a657-610675a3e4c7 None None] Pushing event updated for resources: {'Port': ['ID=eddc5f92-9a3e-4bc1-a48d-8324446046d9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:05.974141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-0c3bafab-bbc8-4c48-91db-22f794bc71ff tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.979305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62e6da56-8548-488f-b989-1bb915f5ac14 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.985508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 4497eb25-1cad-45b8-b27c-05f127a90ee2 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:06.064183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83198103-c413-480e-bb85-6e2a444a4d0b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.066462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] For port eddc5f92-9a3e-4bc1-a48d-8324446046d9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=eddc5f92-9a3e-4bc1-a48d-8324446046d9,segment=NetworkSegment(04f3b1de-f692-495f-8681-e6190e3b1e4e),segment_id=04f3b1de-f692-495f-8681-e6190e3b1e4e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:06.066826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.114259 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0c3bafab-bbc8-4c48-91db-22f794bc71ff tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags HTTP/1.1" status: 200 len: 240 time: 0.1426151 Feb 28 11:29:06.115767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:06.122503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-3aa6f09b-3694-4f3f-bfac-dc4705a8a8b1 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869', 'tempest-TagsExtTest-Tag-412771840') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:06.134937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70385d59-33e6-42a5-9d3c-38374da0d2fe None None] Network 764514fb-14db-4f34-a186-c2177ca8655d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:06.263360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e83576b3-8a9e-4a0f-8877-88e64e8cb174 None None] Provisioning complete for port eddc5f92-9a3e-4bc1-a48d-8324446046d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:06.263699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e83576b3-8a9e-4a0f-8877-88e64e8cb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.329297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83198103-c413-480e-bb85-6e2a444a4d0b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.378109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83198103-c413-480e-bb85-6e2a444a4d0b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfe74ee-5edc-42cf-bad4-005f1929bc52,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:06.384788 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3aa6f09b-3694-4f3f-bfac-dc4705a8a8b1 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags/tempest-TagsExtTest-Tag-412771840 HTTP/1.1" status: 204 len: 168 time: 0.2653270 Feb 28 11:29:06.384788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83198103-c413-480e-bb85-6e2a444a4d0b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.389871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:06.392344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Calling delete_port for eddc5f92-9a3e-4bc1-a48d-8324446046d9 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:06.394044 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-83198103-c413-480e-bb85-6e2a444a4d0b tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "DELETE /v2.0/subnets/8cfe74ee-5edc-42cf-bad4-005f1929bc52 HTTP/1.1" status: 204 len: 168 time: 0.6417322 Feb 28 11:29:06.396492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54008) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:06.400584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-2c435050-a7fa-461c-bcdb-e874fb21e3cd tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869', 'tempest-TagsExtTest-Tag-412771840') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:06.420720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b608ab39-b1ea-4ee5-a1fc-36e23f060867 None None] Network f4d07682-8dbf-46c8-b325-bb8ada71d1e0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:06.503025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.514793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbaa1ca-fdfd-4324-ace5-eef283291b64 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Deleting subnet 19b55016-b493-45f4-98eb-d630cb1db4b8 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:06.519607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddbaa1ca-fdfd-4324-ace5-eef283291b64 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.545574 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e6da56-8548-488f-b989-1bb915f5ac14 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Router 2994f44e-c2fc-4d36-a870-e9fc65854926 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:29:06.562677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:06.562968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:06.588460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:06.590217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddbaa1ca-fdfd-4324-ace5-eef283291b64 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.604368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e9cc9d66-2507-4812-ba4a-e7b92829ab0b None None] Allocated IP 2001:db8:0:1::2 (89a85dab-b254-4061-917a-102ac7d2b42f/47946ca9-41c1-44a1-a3e7-0bf7904f32bf/77433c3a-8305-4f5d-a9cc-b10e504ca20c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:06.649093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:06.657938 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2c435050-a7fa-461c-bcdb-e874fb21e3cd tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags/tempest-TagsExtTest-Tag-412771840 HTTP/1.1" status: 204 len: 168 time: 0.2626328 Feb 28 11:29:06.661214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:06.662524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:06.668224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:06.668735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-c62a6c4f-6623-4f0c-83ce-1f62969a0929 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:06.668852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.672705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=4497eb25-1cad-45b8-b27c-05f127a90ee2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:06.752068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device eddc5f92-9a3e-4bc1-a48d-8324446046d9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:06.772715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e6da56-8548-488f-b989-1bb915f5ac14 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:06.779225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddbaa1ca-fdfd-4324-ace5-eef283291b64 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.788392 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] Sync routers for ids ['2994f44e-c2fc-4d36-a870-e9fc65854926'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:06.789302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62e6da56-8548-488f-b989-1bb915f5ac14 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.792842 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-62e6da56-8548-488f-b989-1bb915f5ac14 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "PUT /v2.0/routers/2994f44e-c2fc-4d36-a870-e9fc65854926 HTTP/1.1" status: 200 len: 694 time: 1.5028574 Feb 28 11:29:06.797903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54018) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:06.804994 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] Routers {'2994f44e-c2fc-4d36-a870-e9fc65854926'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:06.805918 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['2994f44e-c2fc-4d36-a870-e9fc65854926'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:06.862421 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-af65c68c-d45e-4dd5-891d-a811bf110d50 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2133536 Feb 28 11:29:06.867505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54022) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:06.870462 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c62a6c4f-6623-4f0c-83ce-1f62969a0929 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags HTTP/1.1" status: 200 len: 205 time: 0.2073398 Feb 28 11:29:06.872299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:06.879560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-794f6a41-7332-46c5-9678-c0e42d8e55f3 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:06.942149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e9cc9d66-2507-4812-ba4a-e7b92829ab0b None None] For port 77433c3a-8305-4f5d-a9cc-b10e504ca20c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=77433c3a-8305-4f5d-a9cc-b10e504ca20c,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:06.989751 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] Set router 2994f44e-c2fc-4d36-a870-e9fc65854926 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:06.990980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port eddc5f92-9a3e-4bc1-a48d-8324446046d9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:06.991383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.999964 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-88aa579c-80d8-48e9-b38a-6e7d602f2b6d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/routers/2994f44e-c2fc-4d36-a870-e9fc65854926 HTTP/1.1" status: 200 len: 700 time: 0.1977010 Feb 28 11:29:07.004694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddbaa1ca-fdfd-4324-ace5-eef283291b64 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.005452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54030) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:07.038142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9d66-2507-4812-ba4a-e7b92829ab0b None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.049956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-855b1ae7-9622-42a0-8635-0d1a4ac0c214 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 4497eb25-1cad-45b8-b27c-05f127a90ee2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:07.050307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855b1ae7-9622-42a0-8635-0d1a4ac0c214 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.090418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Deleting port eddc5f92-9a3e-4bc1-a48d-8324446046d9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:07.090418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.106103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddbaa1ca-fdfd-4324-ace5-eef283291b64 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.118616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaa1ca-fdfd-4324-ace5-eef283291b64 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event deleted for resources: {'Subnet': ['ID=19b55016-b493-45f4-98eb-d630cb1db4b8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:07.128842 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2994f44e-c2fc-4d36-a870-e9fc65854926', 'name': 'tempest-RoutersTest-router-1952921743', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:04Z', 'updated_at': '2022-02-28T11:29:05Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:07.135659 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] Checking router: 2994f44e-c2fc-4d36-a870-e9fc65854926 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:07.136426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e579646d-a5c7-4ac1-bbcb-19e6f24e48e6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Synchronizing usage tracker for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:07.146349 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] Routers {'2994f44e-c2fc-4d36-a870-e9fc65854926'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:07.147242 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['2994f44e-c2fc-4d36-a870-e9fc65854926'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:07.162490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263421a-7058-4404-b9d5-9fe9414f2a0f None None] Network 9746874f-a719-418e-9cbb-be8574c58919 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:07.183238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9cc9d66-2507-4812-ba4a-e7b92829ab0b None None] Transition to ACTIVE for port object 77433c3a-8305-4f5d-a9cc-b10e504ca20c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:07.216833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9d66-2507-4812-ba4a-e7b92829ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.256952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e579646d-a5c7-4ac1-bbcb-19e6f24e48e6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Unset dirty status for tenant:ef9d33d1e0ab46238dcd37a21cce5677 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:07.258423 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e579646d-a5c7-4ac1-bbcb-19e6f24e48e6 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=2994f44e-c2fc-4d36-a870-e9fc65854926 HTTP/1.1" status: 200 len: 205 time: 0.2520537 Feb 28 11:29:07.259306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54034) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:07.265062 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ddbaa1ca-fdfd-4324-ace5-eef283291b64 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "DELETE /v2.0/subnets/19b55016-b493-45f4-98eb-d630cb1db4b8 HTTP/1.1" status: 204 len: 168 time: 0.8348694 Feb 28 11:29:07.268463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:07.270694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb83b6-8601-422e-a90a-a0db47efe442 None None] DHCP port deletion for f4d07682-8dbf-46c8-b325-bb8ada71d1e0 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:07.358542 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb83b6-8601-422e-a90a-a0db47efe442 None None] Deleting port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:07.359029 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b0eb83b6-8601-422e-a90a-a0db47efe442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.433102 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-794f6a41-7332-46c5-9678-c0e42d8e55f3 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags HTTP/1.1" status: 200 len: 240 time: 0.5595901 Feb 28 11:29:07.477900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54042) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:07.502217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f378a86-7163-457d-9d5c-c46e5f6e397f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.513744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-53f6b04a-70f1-4ecb-ae44-7456daf424af tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009', 'tempest-TagsExtTest-Tag-556740603') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:07.539924 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] Set router 2994f44e-c2fc-4d36-a870-e9fc65854926 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:07.648894 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2994f44e-c2fc-4d36-a870-e9fc65854926', 'name': 'tempest-RoutersTest-router-1952921743', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:04Z', 'updated_at': '2022-02-28T11:29:05Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:07.653319 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c1441-fdcf-46be-9de4-354bb54b0539 None None] The sync data for ids ['2994f44e-c2fc-4d36-a870-e9fc65854926'] in dv-neutron-831192-2-hyperv is: [{'id': '2994f44e-c2fc-4d36-a870-e9fc65854926', 'name': 'tempest-RoutersTest-router-1952921743', 'tenant_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:04Z', 'updated_at': '2022-02-28T11:29:05Z', 'revision_number': 2, 'project_id': 'ef9d33d1e0ab46238dcd37a21cce5677', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:07.717534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.802968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc9d66-2507-4812-ba4a-e7b92829ab0b None None] Pushing event updated for resources: {'Port': ['ID=77433c3a-8305-4f5d-a9cc-b10e504ca20c,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:07.869360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f378a86-7163-457d-9d5c-c46e5f6e397f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.878372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f378a86-7163-457d-9d5c-c46e5f6e397f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.908166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f378a86-7163-457d-9d5c-c46e5f6e397f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.908576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f378a86-7163-457d-9d5c-c46e5f6e397f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Fanout notify agent at l3_agent the message router_deleted on router 2994f44e-c2fc-4d36-a870-e9fc65854926 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:29:07.940829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f378a86-7163-457d-9d5c-c46e5f6e397f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.942869 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2f378a86-7163-457d-9d5c-c46e5f6e397f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/2994f44e-c2fc-4d36-a870-e9fc65854926 HTTP/1.1" status: 204 len: 168 time: 0.6629426 Feb 28 11:29:07.947561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54046) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:07.999350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2a55aae5-912c-4cf3-ada8-5e042e43d8b5 None None] Provisioning complete for port eddc5f92-9a3e-4bc1-a48d-8324446046d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:07.999764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2a55aae5-912c-4cf3-ada8-5e042e43d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.027492 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ae10e038-0961-428b-a94d-6a1c5f66f297 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=2994f44e-c2fc-4d36-a870-e9fc65854926 HTTP/1.1" status: 200 len: 205 time: 0.0783250 Feb 28 11:29:08.029859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54050) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.075898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Deleting port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:08.076458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.134559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b0eb83b6-8601-422e-a90a-a0db47efe442 None None] For port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9,segment=NetworkSegment(d406628f-379c-48c2-a811-176051f07615),segment_id=d406628f-379c-48c2-a811-176051f07615)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:08.134956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b0eb83b6-8601-422e-a90a-a0db47efe442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.136515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-ce653644-10d0-454c-afd1-262da2dccb93 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] delete failed (client error): The resource could not be found. Feb 28 11:29:08.138255 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ce653644-10d0-454c-afd1-262da2dccb93 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/2994f44e-c2fc-4d36-a870-e9fc65854926 HTTP/1.1" status: 404 len: 336 time: 0.1067739 Feb 28 11:29:08.141189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54054) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.146808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855b1ae7-9622-42a0-8635-0d1a4ac0c214 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.252381 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-53f6b04a-70f1-4ecb-ae44-7456daf424af tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags/tempest-TagsExtTest-Tag-556740603 HTTP/1.1" status: 204 len: 168 time: 0.7730722 Feb 28 11:29:08.254821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] For port eddc5f92-9a3e-4bc1-a48d-8324446046d9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=eddc5f92-9a3e-4bc1-a48d-8324446046d9,segment=NetworkSegment(04f3b1de-f692-495f-8681-e6190e3b1e4e),segment_id=04f3b1de-f692-495f-8681-e6190e3b1e4e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:08.255318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.296983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb83b6-8601-422e-a90a-a0db47efe442 None None] Calling delete_port for 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:08.360663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54058) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.389488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-855b1ae7-9622-42a0-8635-0d1a4ac0c214 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 4497eb25-1cad-45b8-b27c-05f127a90ee2 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:08.397918 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-19156d02-c8fe-44ed-811e-82b3cc7e53f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:08.398383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19156d02-c8fe-44ed-811e-82b3cc7e53f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:08.400129 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-19156d02-c8fe-44ed-811e-82b3cc7e53f8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/b957b659-17f4-4928-889c-ad563b5904b4 HTTP/1.1" status: 404 len: 337 time: 0.2511218 Feb 28 11:29:08.402780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.405109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b0eb83b6-8601-422e-a90a-a0db47efe442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.463970 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3e4a10-d9d3-451f-a84f-2c76cb6f0133 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:08.464545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3e4a10-d9d3-451f-a84f-2c76cb6f0133 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:08.466380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ec3e4a10-d9d3-451f-a84f-2c76cb6f0133 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/554ee031-7a29-43ad-8d08-4b3f9b93c09b HTTP/1.1" status: 404 len: 337 time: 0.0628254 Feb 28 11:29:08.469372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54066) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.501257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-3e6a0e70-a7ea-4351-86fc-3fee63e1f1d0 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009', 'tempest-TagsExtTest-Tag-556740603') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:08.513369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb83b6-8601-422e-a90a-a0db47efe442 None None] Pushing event deleted for resources: {'Port': ['ID=38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:08.516580 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f2dc71-9b4e-4282-af99-2a4acc4192f5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:08.517205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f2dc71-9b4e-4282-af99-2a4acc4192f5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:08.519333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-47f2dc71-9b4e-4282-af99-2a4acc4192f5 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/0ab51ccb-8bbd-47a5-8e78-95361f4f4dc8 HTTP/1.1" status: 404 len: 337 time: 0.0494177 Feb 28 11:29:08.522182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.525038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb83b6-8601-422e-a90a-a0db47efe442 None None] No DVR routers for this DVR port 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:08.574086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1d6683-51b2-4a26-aa20-09552b16a909 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:08.574583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1d6683-51b2-4a26-aa20-09552b16a909 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:08.576341 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aa1d6683-51b2-4a26-aa20-09552b16a909 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/eeb45722-6b7b-43fa-a27e-26b5fdd5f6fa HTTP/1.1" status: 404 len: 337 time: 0.0532258 Feb 28 11:29:08.580422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54074) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.658637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3f81a45d-5d25-4c7c-ba98-1f7f4dc45dce tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=15b255fb-0117-4eaa-8352-923350044c0c HTTP/1.1" status: 200 len: 205 time: 0.0768642 Feb 28 11:29:08.661027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.696355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e1086-7fff-43a7-9e1f-502925067023 None None] DHCP port deletion for 9746874f-a719-418e-9cbb-be8574c58919 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:08.701044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-689e1086-7fff-43a7-9e1f-502925067023 None None] Deleting port 7aafe6f0-6785-4bc0-bade-34c433160e4f {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:08.701899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-689e1086-7fff-43a7-9e1f-502925067023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.735727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Calling delete_port for eddc5f92-9a3e-4bc1-a48d-8324446046d9 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:08.767802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 77433c3a-8305-4f5d-a9cc-b10e504ca20c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:08.776337 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-00fde4d2-365a-4701-a81f-c8903b397b72 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] delete failed (client error): The resource could not be found. Feb 28 11:29:08.777465 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-00fde4d2-365a-4701-a81f-c8903b397b72 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/15b255fb-0117-4eaa-8352-923350044c0c HTTP/1.1" status: 404 len: 336 time: 0.1153212 Feb 28 11:29:08.780239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.833194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] The port '38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:29:08.854301 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7dafe298-d043-42f2-9abb-3289dcc8b9c4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=b47ee0e7-b656-4a55-851e-2fc72367e6a2 HTTP/1.1" status: 200 len: 205 time: 0.0725212 Feb 28 11:29:08.856494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.946534 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-bf516329-b4d2-4309-8250-06504f4a0fd4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] delete failed (client error): The resource could not be found. Feb 28 11:29:08.947711 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bf516329-b4d2-4309-8250-06504f4a0fd4 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/b47ee0e7-b656-4a55-851e-2fc72367e6a2 HTTP/1.1" status: 404 len: 336 time: 0.0891550 Feb 28 11:29:08.950214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54090) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.991521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6407a131-eceb-4a20-9b84-931f79cbbd1a None None] Provisioning for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:08.996717 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7551f6b-2b2e-4e22-acf7-69f168b98bcd tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:08.998179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7551f6b-2b2e-4e22-acf7-69f168b98bcd tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:09.000448 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a7551f6b-2b2e-4e22-acf7-69f168b98bcd tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/3f161ffe-cefb-4f34-a809-8e35f933858e HTTP/1.1" status: 404 len: 337 time: 0.0489337 Feb 28 11:29:09.001058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6407a131-eceb-4a20-9b84-931f79cbbd1a None None] Provisioning complete for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:09.001566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6407a131-eceb-4a20-9b84-931f79cbbd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.002722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54094) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.054682 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-51cb633d-2a50-42ad-9595-f9e1c9e0f4be tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b851fe-4b19-465c-b125-9e7aea07a580 HTTP/1.1" status: 200 len: 205 time: 0.0507092 Feb 28 11:29:09.057526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.146668 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-bf3c8837-c3cb-4070-bdb2-4e0593b4d94d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] delete failed (client error): The resource could not be found. Feb 28 11:29:09.147861 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bf3c8837-c3cb-4070-bdb2-4e0593b4d94d tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/04b851fe-4b19-465c-b125-9e7aea07a580 HTTP/1.1" status: 404 len: 336 time: 0.0796533 Feb 28 11:29:09.150435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54102) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.153304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:09.154040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.204574 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.205786 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-169b09f4-ee12-4a53-a4ca-d7f9de66a734 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ca7a2d-ecc2-4509-a5d0-688ef55a1604 HTTP/1.1" status: 200 len: 205 time: 0.0542166 Feb 28 11:29:09.208208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54106) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.220087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.274205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-689e1086-7fff-43a7-9e1f-502925067023 None None] For port 7aafe6f0-6785-4bc0-bade-34c433160e4f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7aafe6f0-6785-4bc0-bade-34c433160e4f,segment=NetworkSegment(c9982877-076a-43f2-8999-e60472c94d94),segment_id=c9982877-076a-43f2-8999-e60472c94d94)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:09.274596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-689e1086-7fff-43a7-9e1f-502925067023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.295298 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-1729a673-4e66-4df6-b859-fb39ed134e01 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] delete failed (client error): The resource could not be found. Feb 28 11:29:09.297452 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1729a673-4e66-4df6-b859-fb39ed134e01 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/b3ca7a2d-ecc2-4509-a5d0-688ef55a1604 HTTP/1.1" status: 404 len: 336 time: 0.0881104 Feb 28 11:29:09.300077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.327385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Port': ['ID=eddc5f92-9a3e-4bc1-a48d-8324446046d9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:09.347207 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-622af2d5-ad29-4834-8695-1f26ce41baa8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:09.347664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622af2d5-ad29-4834-8695-1f26ce41baa8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:09.352069 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-622af2d5-ad29-4834-8695-1f26ce41baa8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/d6b9e9b0-0405-4e9f-87f4-88b52231e53e HTTP/1.1" status: 404 len: 337 time: 0.0510013 Feb 28 11:29:09.352713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54114) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.397831 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2bc7d543-7c70-421e-b6eb-21caf93e542b tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d548d4-2683-4e9f-8064-8c6525a1b458 HTTP/1.1" status: 200 len: 205 time: 0.0439897 Feb 28 11:29:09.400208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54118) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.431057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No DVR routers for this DVR port eddc5f92-9a3e-4bc1-a48d-8324446046d9 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:09.433832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d07682-8dbf-46c8-b325-bb8ada71d1e0']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:09.447249 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3e6a0e70-a7ea-4351-86fc-3fee63e1f1d0 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags/tempest-TagsExtTest-Tag-556740603 HTTP/1.1" status: 204 len: 168 time: 1.0799301 Feb 28 11:29:09.460523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54122) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.478146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-7cafa066-59e6-45ed-8091-b6a44f33331f tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:09.478868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f4cf52-31b6-42e3-a929-505ef4e0eca1 None None] DHCP port deletion for 764514fb-14db-4f34-a186-c2177ca8655d request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:09.492621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd406628f-379c-48c2-a811-176051f07615') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:09.493054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd406628f-379c-48c2-a811-176051f07615') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:09.494369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-689e1086-7fff-43a7-9e1f-502925067023 None None] Calling delete_port for 7aafe6f0-6785-4bc0-bade-34c433160e4f owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:09.531142 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-123f33a2-e6a0-4494-aadb-867f91262d3f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] delete failed (client error): The resource could not be found. Feb 28 11:29:09.534333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-123f33a2-e6a0-4494-aadb-867f91262d3f tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/13d548d4-2683-4e9f-8064-8c6525a1b458 HTTP/1.1" status: 404 len: 336 time: 0.1332111 Feb 28 11:29:09.546401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.553997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.591623 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-0431acd7-4874-4587-9ac7-6374f64548c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:09.592029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0431acd7-4874-4587-9ac7-6374f64548c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:09.595662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.596369 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0431acd7-4874-4587-9ac7-6374f64548c2 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/7af402b2-4e56-4b1e-9a65-6ae14f46dbdc HTTP/1.1" status: 404 len: 337 time: 0.0478985 Feb 28 11:29:09.596948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.647632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-689e1086-7fff-43a7-9e1f-502925067023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.652200 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-97c650d6-8bc4-4734-bd05-d5e3e73c59cc tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fe8b4bf-6e47-455f-985a-f6dd43d7016c HTTP/1.1" status: 200 len: 205 time: 0.0540583 Feb 28 11:29:09.708462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54134) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.727810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:09.782437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e1086-7fff-43a7-9e1f-502925067023 None None] No DVR routers for this DVR port 7aafe6f0-6785-4bc0-bade-34c433160e4f on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:09.784512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:29:09.784512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 38d11ea6-1d0b-4baf-bcd8-2f5806b3fef9 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:09.785813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e1086-7fff-43a7-9e1f-502925067023 None None] Pushing event deleted for resources: {'Port': ['ID=7aafe6f0-6785-4bc0-bade-34c433160e4f,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:09.786982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.800632 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-d179a356-9e3a-4c43-afb9-a320b004e97a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] delete failed (client error): The resource could not be found. Feb 28 11:29:09.804534 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d179a356-9e3a-4c43-afb9-a320b004e97a tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/routers/7fe8b4bf-6e47-455f-985a-f6dd43d7016c HTTP/1.1" status: 404 len: 336 time: 0.0919032 Feb 28 11:29:09.808747 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7cafa066-59e6-45ed-8091-b6a44f33331f tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags HTTP/1.1" status: 200 len: 205 time: 0.3392673 Feb 28 11:29:09.808747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54138) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.809030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:09.809030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.809331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54142) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.815015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa97da-b3d6-4a53-bd4c-0755e55cea78 None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:09.824085 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:09.847419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-acd06c69-b352-4d62-bbbb-ea36b509e1ad tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:09.847669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855b1ae7-9622-42a0-8635-0d1a4ac0c214 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.849406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8394ad33-c3cf-40aa-b317-56c00dead8f7 None None] Provisioning for port 4497eb25-1cad-45b8-b27c-05f127a90ee2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:09.863163 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c91222-ad40-4367-ac01-4745486f80c8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:09.863762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c91222-ad40-4367-ac01-4745486f80c8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:09.863883 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8394ad33-c3cf-40aa-b317-56c00dead8f7 None None] Provisioning complete for port 4497eb25-1cad-45b8-b27c-05f127a90ee2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:09.864075 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8394ad33-c3cf-40aa-b317-56c00dead8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.866968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-00c91222-ad40-4367-ac01-4745486f80c8 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/d299ad84-3023-4bc2-ab75-41bf45940108 HTTP/1.1" status: 404 len: 337 time: 0.0577757 Feb 28 11:29:09.868150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54146) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.904471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8394ad33-c3cf-40aa-b317-56c00dead8f7 None None] Port 4497eb25-1cad-45b8-b27c-05f127a90ee2 was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 11:29:09.925118 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-842fa55b-d4d5-4a2f-96a2-65f044b13818 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:09.925557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842fa55b-d4d5-4a2f-96a2-65f044b13818 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:09.929706 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-842fa55b-d4d5-4a2f-96a2-65f044b13818 tempest-RoutersTest-252642692 tempest-RoutersTest-252642692-project] 10.222.0.64 "DELETE /v2.0/subnets/63950250-0853-442a-b851-8af1910d06a7 HTTP/1.1" status: 404 len: 337 time: 0.0572920 Feb 28 11:29:09.933053 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-acd06c69-b352-4d62-bbbb-ea36b509e1ad tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags HTTP/1.1" status: 200 len: 240 time: 0.1235003 Feb 28 11:29:09.936411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54152) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.941626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-3c843105-d6e9-4762-ad05-d6aeac9db13c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b', 'tempest-TagsExtTest-Tag-674584535') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.007732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b1ae7-9622-42a0-8635-0d1a4ac0c214 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=4497eb25-1cad-45b8-b27c-05f127a90ee2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.048586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befa97da-b3d6-4a53-bd4c-0755e55cea78 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:29:10.054207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.084403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.091565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855b1ae7-9622-42a0-8635-0d1a4ac0c214 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.103691 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3c843105-d6e9-4762-ad05-d6aeac9db13c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags/tempest-TagsExtTest-Tag-674584535 HTTP/1.1" status: 204 len: 168 time: 0.1661637 Feb 28 11:29:10.104297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54158) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.107991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event deleted for resources: {'Network': ['ID=f4d07682-8dbf-46c8-b325-bb8ada71d1e0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.110744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.119656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-11b3cf17-b9e0-47fb-8c17-7e36e174e80e tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b', 'tempest-TagsExtTest-Tag-674584535') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.161974 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-11b3cf17-b9e0-47fb-8c17-7e36e174e80e tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags/tempest-TagsExtTest-Tag-674584535 HTTP/1.1" status: 204 len: 168 time: 0.0537395 Feb 28 11:29:10.162292 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9104bb7a-4a26-47e7-8d8b-3fb63fbcd1f1 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "DELETE /v2.0/networks/f4d07682-8dbf-46c8-b325-bb8ada71d1e0 HTTP/1.1" status: 204 len: 168 time: 2.8965108 Feb 28 11:29:10.162898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=0b14c74c-7544-446e-8eb0-88e106099f1a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.164352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54162) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.164682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.172695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-d5baa3e6-b3ec-415b-aa58-a24ee5a25bed tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.188153 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-855b1ae7-9622-42a0-8635-0d1a4ac0c214 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/4497eb25-1cad-45b8-b27c-05f127a90ee2 HTTP/1.1" status: 204 len: 168 time: 3.3189106 Feb 28 11:29:10.188834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54170) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.291863 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d5baa3e6-b3ec-415b-aa58-a24ee5a25bed tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags HTTP/1.1" status: 200 len: 205 time: 0.1258912 Feb 28 11:29:10.295257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.309770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.311204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-20a61c5a-943e-48f0-9718-686dd2c7dea0 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.332645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.342152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764514fb-14db-4f34-a186-c2177ca8655d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.357449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f3b1de-f692-495f-8681-e6190e3b1e4e') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.357754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f3b1de-f692-495f-8681-e6190e3b1e4e') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.364502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.388553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.410681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b928d11a-4638-40ca-a036-2e2378845f12 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:10.411450 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b928d11a-4638-40ca-a036-2e2378845f12 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:10.416198 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-20a61c5a-943e-48f0-9718-686dd2c7dea0 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags HTTP/1.1" status: 204 len: 168 time: 0.1185167 Feb 28 11:29:10.417201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.419592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54186) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.430457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-5b198e4e-fbe3-486e-8283-10c3ea4ae6b0 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.479566 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:10.479968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.488981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.493206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f400a-a4a4-4dcb-8596-5bb6f2b717a7 None None] Network 764514fb-14db-4f34-a186-c2177ca8655d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:10.496165 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:10.534277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9746874f-a719-418e-9cbb-be8574c58919']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.567395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9982877-076a-43f2-8999-e60472c94d94') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.567698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9982877-076a-43f2-8999-e60472c94d94') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.586978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.610931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.619302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:10.619790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.631283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b928d11a-4638-40ca-a036-2e2378845f12 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:10.632767 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b928d11a-4638-40ca-a036-2e2378845f12 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4311037 Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:10.638497 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:10.643285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54190) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.680053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7aafe6f0-6785-4bc0-bade-34c433160e4f no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:10.748747 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1fb0f3d6-5f56-4f5e-9eef-cfcce756062d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef9d33d1e0ab46238dcd37a21cce5677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815546 Feb 28 11:29:10.748958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.772510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 7aafe6f0-6785-4bc0-bade-34c433160e4f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:29:10.773064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7aafe6f0-6785-4bc0-bade-34c433160e4f not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:10.773979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device eddc5f92-9a3e-4bc1-a48d-8324446046d9 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:10.786607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.809855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.813229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.817615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d31565-55d4-4758-8359-c304a01a227b None None] DHCP port deletion for 764514fb-14db-4f34-a186-c2177ca8655d request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:10.829587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: eddc5f92-9a3e-4bc1-a48d-8324446046d9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:29:10.830007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device eddc5f92-9a3e-4bc1-a48d-8324446046d9 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:10.834047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event deleted for resources: {'Network': ['ID=9746874f-a719-418e-9cbb-be8574c58919,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.836495 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bb2d1b38-d101-4c67-8b00-f52eaeb35fba tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "DELETE /v2.0/networks/9746874f-a719-418e-9cbb-be8574c58919 HTTP/1.1" status: 204 len: 168 time: 0.6690862 Feb 28 11:29:10.840552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54198) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.841653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.874569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efcd8922-4f52-4a94-9e67-ccb22ed30aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.889337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=764514fb-14db-4f34-a186-c2177ca8655d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.900501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efcd8922-4f52-4a94-9e67-ccb22ed30aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.920164 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b7cb1cd3-24df-4f5c-9698-a77fe494c2ce tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/764514fb-14db-4f34-a186-c2177ca8655d HTTP/1.1" status: 204 len: 168 time: 6.5571082 Feb 28 11:29:10.927373 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5b198e4e-fbe3-486e-8283-10c3ea4ae6b0 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags HTTP/1.1" status: 204 len: 168 time: 0.5019858 Feb 28 11:29:10.930686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54202) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.931016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54204) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.941011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-d4995381-47fb-4281-b0e0-3406640b4cdf tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:10.957905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efcd8922-4f52-4a94-9e67-ccb22ed30aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.972146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd8922-4f52-4a94-9e67-ccb22ed30aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd00dd55-385f-4da8-a355-b01fd3237c54,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.983897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efcd8922-4f52-4a94-9e67-ccb22ed30aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.987693 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-efcd8922-4f52-4a94-9e67-ccb22ed30aca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd00dd55-385f-4da8-a355-b01fd3237c54 HTTP/1.1" status: 204 len: 168 time: 0.2354863 Feb 28 11:29:11.029836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3005ae26-e218-466f-95a1-a6bedab460c6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Deleting subnet 8eec326a-06dd-49e8-89f2-b55338e4c93b {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:11.040686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3005ae26-e218-466f-95a1-a6bedab460c6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.066942 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f5e4e3-cc05-43bf-a693-f05fd099544c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.067416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f5e4e3-cc05-43bf-a693-f05fd099544c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.069065 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-97f5e4e3-cc05-43bf-a693-f05fd099544c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/0b14c74c-7544-446e-8eb0-88e106099f1a HTTP/1.1" status: 404 len: 337 time: 0.1371379 Feb 28 11:29:11.072059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54212) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.091064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5020b8-7387-4345-ac9f-253e3a676b11 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:11.095749 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bb5020b8-7387-4345-ac9f-253e3a676b11 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4483318 Feb 28 11:29:11.096754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54216) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.100446 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73b553f-9e1d-4ff6-8652-fafad6dc1a38 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.100928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73b553f-9e1d-4ff6-8652-fafad6dc1a38 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.106092 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f73b553f-9e1d-4ff6-8652-fafad6dc1a38 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/764514fb-14db-4f34-a186-c2177ca8655d HTTP/1.1" status: 404 len: 339 time: 0.0295308 Feb 28 11:29:11.106092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.153171 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-591a5763-e3c8-402f-9204-082eb36fb79b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.153630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591a5763-e3c8-402f-9204-082eb36fb79b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.157400 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-591a5763-e3c8-402f-9204-082eb36fb79b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/b4284ecc-7496-4d5d-82a2-fe4db623bd60 HTTP/1.1" status: 404 len: 337 time: 0.0490065 Feb 28 11:29:11.158713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.163587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3005ae26-e218-466f-95a1-a6bedab460c6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.186833 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-578d08ce-0abc-42a8-92d6-6f8268c20357 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.187367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578d08ce-0abc-42a8-92d6-6f8268c20357 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.191371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-578d08ce-0abc-42a8-92d6-6f8268c20357 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/dc5c0e18-bb27-4cc3-a5fc-597f99c4b22a HTTP/1.1" status: 404 len: 339 time: 0.0292139 Feb 28 11:29:11.192031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54230) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.224562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9099f3-8cf0-49c8-834e-6c98774cf14b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:11.226142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9099f3-8cf0-49c8-834e-6c98774cf14b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:11.227624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9099f3-8cf0-49c8-834e-6c98774cf14b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:11.228397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb9099f3-8cf0-49c8-834e-6c98774cf14b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:11.275060 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d4995381-47fb-4281-b0e0-3406640b4cdf tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags HTTP/1.1" status: 204 len: 168 time: 0.3416593 Feb 28 11:29:11.280358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb9099f3-8cf0-49c8-834e-6c98774cf14b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:11.281985 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bb9099f3-8cf0-49c8-834e-6c98774cf14b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1824031 Feb 28 11:29:11.282521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54238) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.285886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54240) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.290105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-b11dd775-cc5e-4bed-8678-7bbdea48c739 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:11.317003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.397728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3005ae26-e218-466f-95a1-a6bedab460c6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.455801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92c4155-49c8-4aa0-954b-235dd6da270a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 47946ca9-41c1-44a1-a3e7-0bf7904f32bf {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:11.457453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.461763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a92c4155-49c8-4aa0-954b-235dd6da270a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.488193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b4d73e-ca13-484b-a6b2-12a080290a0f']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:11.503760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a878b4-9b44-4640-9062-a18dd331ee39') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:11.504389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a878b4-9b44-4640-9062-a18dd331ee39') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:11.519901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.537792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.544810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:11.545492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:11.560976 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:11.650876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.657753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a92c4155-49c8-4aa0-954b-235dd6da270a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.674751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.682525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=78b4d73e-ca13-484b-a6b2-12a080290a0f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:11.693762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-30c134f5-9040-4aef-8feb-43595661b82b tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/78b4d73e-ca13-484b-a6b2-12a080290a0f HTTP/1.1" status: 204 len: 168 time: 0.4974782 Feb 28 11:29:11.694508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.732160 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3005ae26-e218-466f-95a1-a6bedab460c6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.733681 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-04551ec7-7948-42d8-a013-56978652d970 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.734690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04551ec7-7948-42d8-a013-56978652d970 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.736599 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-04551ec7-7948-42d8-a013-56978652d970 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/067937c5-532b-424e-8f5e-a42c8ba650cb HTTP/1.1" status: 404 len: 337 time: 0.0407033 Feb 28 11:29:11.739345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54262) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.767396 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c51b810-78f3-4851-9cb7-c400d335b6c3 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.768196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c51b810-78f3-4851-9cb7-c400d335b6c3 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.770599 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9c51b810-78f3-4851-9cb7-c400d335b6c3 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/2b4edecb-002a-408e-8e12-672da4c08bfa HTTP/1.1" status: 404 len: 339 time: 0.0301692 Feb 28 11:29:11.773634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54266) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.783281 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b11dd775-cc5e-4bed-8678-7bbdea48c739 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags HTTP/1.1" status: 204 len: 168 time: 0.4987454 Feb 28 11:29:11.788307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005ae26-e218-466f-95a1-a6bedab460c6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event deleted for resources: {'Subnet': ['ID=8eec326a-06dd-49e8-89f2-b55338e4c93b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:11.791465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54270) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.801171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3005ae26-e218-466f-95a1-a6bedab460c6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.803588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44ec29-e5db-4353-af16-314c4842ffb2 None None] Network 64917a4f-3cd2-434c-ab07-65a33e4ff778 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:11.807434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-1b98cbf4-ee4d-48e1-bcd0-d8423a0f1420 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c', 'tempest-TagsExtTest-Tag-151685057') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:11.824159 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-607a836a-f8b4-4711-8724-b6c34795143c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.831538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607a836a-f8b4-4711-8724-b6c34795143c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.835471 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-607a836a-f8b4-4711-8724-b6c34795143c tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/a1e2d207-075c-49f0-a6bf-7344e42a71c1 HTTP/1.1" status: 404 len: 337 time: 0.0581775 Feb 28 11:29:11.839922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54276) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.849871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3005ae26-e218-466f-95a1-a6bedab460c6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "DELETE /v2.0/subnets/8eec326a-06dd-49e8-89f2-b55338e4c93b HTTP/1.1" status: 204 len: 168 time: 0.9991946 Feb 28 11:29:11.851506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54280) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.874350 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe36ed7d-f0ad-417e-a678-fa218643f7ed tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.875901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe36ed7d-f0ad-417e-a678-fa218643f7ed tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.880413 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fe36ed7d-f0ad-417e-a678-fa218643f7ed tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/98732920-bd6f-4243-989c-bbd058f9567c HTTP/1.1" status: 404 len: 339 time: 0.0389309 Feb 28 11:29:11.881087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54284) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.906607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a92c4155-49c8-4aa0-954b-235dd6da270a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.929661 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b9bdb5-9ac8-46d0-a550-c1148302dfda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.930117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b9bdb5-9ac8-46d0-a550-c1148302dfda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.935110 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-32b9bdb5-9ac8-46d0-a550-c1148302dfda tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/50fda0a2-44b9-4bb4-ab54-8480ad4e83f5 HTTP/1.1" status: 404 len: 337 time: 0.0529993 Feb 28 11:29:11.935916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54288) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:11.969747 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac712ca1-fd1f-4fd8-8b41-e2d4ef76df75 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:11.970414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac712ca1-fd1f-4fd8-8b41-e2d4ef76df75 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:11.972551 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ac712ca1-fd1f-4fd8-8b41-e2d4ef76df75 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/89bde83c-aace-4058-a026-3637f6007600 HTTP/1.1" status: 404 len: 339 time: 0.0357218 Feb 28 11:29:11.975113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.029566 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a86032-6b26-4592-8ecf-c8e1298e4efe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.030305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a86032-6b26-4592-8ecf-c8e1298e4efe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.032258 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-36a86032-6b26-4592-8ecf-c8e1298e4efe tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/4174952d-efa5-4f8e-995d-3aa47dc4095d HTTP/1.1" status: 404 len: 337 time: 0.0560255 Feb 28 11:29:12.043572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.074383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.082187 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4e3b6f-d3f9-4ef7-ba96-98109f01114a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.082496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4e3b6f-d3f9-4ef7-ba96-98109f01114a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.087672 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fe4e3b6f-d3f9-4ef7-ba96-98109f01114a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/bfa87002-0f7d-449c-b7e8-2a0146f5a0be HTTP/1.1" status: 404 len: 339 time: 0.0412760 Feb 28 11:29:12.087853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54302) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.097829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a92c4155-49c8-4aa0-954b-235dd6da270a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.132318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed8087-1b98-4331-84c4-c5cad2214c6e None None] DHCP port deletion for 64917a4f-3cd2-434c-ab07-65a33e4ff778 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:12.137355 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-40594912-9ce8-4e1d-b8d0-d0c1efaf3004 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.137769 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40594912-9ce8-4e1d-b8d0-d0c1efaf3004 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.141648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-94ed8087-1b98-4331-84c4-c5cad2214c6e None None] Deleting port e5f69ee1-8afb-4f79-835c-5bade545f20c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:12.142905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94ed8087-1b98-4331-84c4-c5cad2214c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.143274 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-40594912-9ce8-4e1d-b8d0-d0c1efaf3004 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/abe5796e-8820-41f2-b056-ef36e5c77886 HTTP/1.1" status: 404 len: 337 time: 0.0544240 Feb 28 11:29:12.144157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54308) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.146564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Deleting port e5f69ee1-8afb-4f79-835c-5bade545f20c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:12.146909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.174881 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a56891-3440-459e-b6a4-cdb2491f8d5a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.175355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a56891-3440-459e-b6a4-cdb2491f8d5a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.178927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c4155-49c8-4aa0-954b-235dd6da270a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=47946ca9-41c1-44a1-a3e7-0bf7904f32bf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:12.180036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-44a56891-3440-459e-b6a4-cdb2491f8d5a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/649e2f89-7afb-432b-992c-bec1a92fe506 HTTP/1.1" status: 404 len: 339 time: 0.0349004 Feb 28 11:29:12.180759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54314) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.224678 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee65c1fc-7b69-46fa-8d31-0fc7a80466dc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.225136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee65c1fc-7b69-46fa-8d31-0fc7a80466dc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.229536 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ee65c1fc-7b69-46fa-8d31-0fc7a80466dc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/a37c5486-ec1a-4079-a541-4f23de909007 HTTP/1.1" status: 404 len: 337 time: 0.0479205 Feb 28 11:29:12.232892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54318) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.257637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853835b7-4b6e-452b-a85a-717078118be1 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:12.262912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a92c4155-49c8-4aa0-954b-235dd6da270a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.270984 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a735ae-93a5-4592-acce-2c30b0c9a5c1 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.272328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a735ae-93a5-4592-acce-2c30b0c9a5c1 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.275022 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c1a735ae-93a5-4592-acce-2c30b0c9a5c1 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/2e4283e1-4f97-461f-a1f4-969f72f20d67 HTTP/1.1" status: 404 len: 339 time: 0.0411928 Feb 28 11:29:12.277932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54324) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.284085 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1b98cbf4-ee4d-48e1-bcd0-d8423a0f1420 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags/tempest-TagsExtTest-Tag-151685057 HTTP/1.1" status: 201 len: 201 time: 0.4905040 Feb 28 11:29:12.298836 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a92c4155-49c8-4aa0-954b-235dd6da270a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/47946ca9-41c1-44a1-a3e7-0bf7904f32bf HTTP/1.1" status: 204 len: 168 time: 1.0121584 Feb 28 11:29:12.302180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54328) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.302472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54330) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.336014 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b55da47-13e8-4203-8046-d084d9816ef3 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.336577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b55da47-13e8-4203-8046-d084d9816ef3 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.341281 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6b55da47-13e8-4203-8046-d084d9816ef3 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/c63da2c8-61b5-4960-a8d6-ef8c9f7f1bc0 HTTP/1.1" status: 404 len: 337 time: 0.0591571 Feb 28 11:29:12.341663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54336) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.349325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-c4b70952-86bc-4205-80cc-b7ef93ff7994 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869', 'tempest-TagsExtTest-Tag-1231701642') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:12.378077 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ed175d-5979-48a8-aeb5-7258d34d4dd5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.378692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ed175d-5979-48a8-aeb5-7258d34d4dd5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.383184 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e3ed175d-5979-48a8-aeb5-7258d34d4dd5 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/a23b1abb-e616-4420-ac63-56340e49ff5d HTTP/1.1" status: 404 len: 339 time: 0.0378211 Feb 28 11:29:12.383724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.431701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-03253ddf-976a-4ffb-a862-c76b95242a0a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.432446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03253ddf-976a-4ffb-a862-c76b95242a0a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.435102 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-03253ddf-976a-4ffb-a862-c76b95242a0a tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/7176fdec-8cfb-4e83-a054-f3a9f6c5524f HTTP/1.1" status: 404 len: 337 time: 0.0502369 Feb 28 11:29:12.438248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54348) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.470996 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac236d41-984c-4768-9980-80973dfc3f85 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:12.471596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac236d41-984c-4768-9980-80973dfc3f85 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:12.473558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ac236d41-984c-4768-9980-80973dfc3f85 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/ba6b1c1e-9ee7-4e59-bdb7-f01630994e95 HTTP/1.1" status: 404 len: 339 time: 0.0341189 Feb 28 11:29:12.476207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54352) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.565003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-94ed8087-1b98-4331-84c4-c5cad2214c6e None None] For port e5f69ee1-8afb-4f79-835c-5bade545f20c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e5f69ee1-8afb-4f79-835c-5bade545f20c,segment=NetworkSegment(48d7e7dd-6076-47fa-8f6d-fe279f510be8),segment_id=48d7e7dd-6076-47fa-8f6d-fe279f510be8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:12.565425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94ed8087-1b98-4331-84c4-c5cad2214c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.613696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet d055343d-2b03-4e9f-bf50-f700a248a353 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:12.628072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.678407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] For port e5f69ee1-8afb-4f79-835c-5bade545f20c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e5f69ee1-8afb-4f79-835c-5bade545f20c,segment=NetworkSegment(48d7e7dd-6076-47fa-8f6d-fe279f510be8),segment_id=48d7e7dd-6076-47fa-8f6d-fe279f510be8)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:12.678820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.709200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b096020-796e-452f-ab63-1a1fe9724dfc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Deleting subnet d1004ae9-3fa9-4c4d-8983-a4eeeda681a0 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:12.712055 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e5f69ee1-8afb-4f79-835c-5bade545f20c no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:12.753443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-94ed8087-1b98-4331-84c4-c5cad2214c6e None None] Calling delete_port for e5f69ee1-8afb-4f79-835c-5bade545f20c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:12.774229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b096020-796e-452f-ab63-1a1fe9724dfc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.868026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Calling delete_port for e5f69ee1-8afb-4f79-835c-5bade545f20c owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:12.907799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.941026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94ed8087-1b98-4331-84c4-c5cad2214c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.004522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b096020-796e-452f-ab63-1a1fe9724dfc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.007795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed8087-1b98-4331-84c4-c5cad2214c6e None None] Pushing event deleted for resources: {'Port': ['ID=e5f69ee1-8afb-4f79-835c-5bade545f20c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:13.017479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed8087-1b98-4331-84c4-c5cad2214c6e None None] No DVR routers for this DVR port e5f69ee1-8afb-4f79-835c-5bade545f20c on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:13.023749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.056582 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c4b70952-86bc-4205-80cc-b7ef93ff7994 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags/tempest-TagsExtTest-Tag-1231701642 HTTP/1.1" status: 201 len: 201 time: 0.7530727 Feb 28 11:29:13.056782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54362) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.065231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-bd719c0e-3fe7-40fe-8dd9-057fb761bc7f tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009', 'tempest-TagsExtTest-Tag-979291293') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:13.070682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54366) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.086395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533779368', 'description': 'tempest-secgroup-smoke-1533779368 description', 'project_id': '0fbd5da299aa49fba40a822621a1123e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:13.102306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:13.104785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:13.105089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:13.114401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:security_group and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:13.121603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:13.134754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:13.139444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.203677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.220233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.252166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:13.256033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b096020-796e-452f-ab63-1a1fe9724dfc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.301561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:security_group_rule and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:13.310793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:13.320252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:13.326235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.355904 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bd719c0e-3fe7-40fe-8dd9-057fb761bc7f tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags/tempest-TagsExtTest-Tag-979291293 HTTP/1.1" status: 201 len: 201 time: 0.2981882 Feb 28 11:29:13.358640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54370) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.365089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-4ecf2ad0-781d-4d3d-88e3-82c930dcb23c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b', 'tempest-TagsExtTest-Tag-69882127') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:13.389365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=d055343d-2b03-4e9f-bf50-f700a248a353,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:13.406537 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4ecf2ad0-781d-4d3d-88e3-82c930dcb23c tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags/tempest-TagsExtTest-Tag-69882127 HTTP/1.1" status: 201 len: 201 time: 0.0454438 Feb 28 11:29:13.408138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.409050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54374) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.411687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.412092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.412497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.412706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.413038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.413367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.413688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.414010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.414332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.414648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.414965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.415321 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:13.415741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-4830e053-11b3-4c9d-a954-662d1a2cbbe5 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c', {'tags': ['tempest-TagsExtTest-Tag-201516226', 'tempest-TagsExtTest-Tag-1723958442', 'tempest-TagsExtTest-Tag-210921194']}) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:13.494532 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4830e053-11b3-4c9d-a954-662d1a2cbbe5 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags HTTP/1.1" status: 200 len: 316 time: 0.0841103 Feb 28 11:29:13.497236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54378) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.502741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-a4c6ab4e-5589-46fe-a4eb-5a283062957e tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:13.586330 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7384bd13-c5aa-4f5a-bd89-2ef8cadcb750 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/d055343d-2b03-4e9f-bf50-f700a248a353 HTTP/1.1" status: 204 len: 168 time: 1.2812521 Feb 28 11:29:13.586929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54382) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.590478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b096020-796e-452f-ab63-1a1fe9724dfc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.625620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Deleting port e5f69ee1-8afb-4f79-835c-5bade545f20c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:13.625957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.673673 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e50cdc79-1aa1-4b87-803a-109abe532ed6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859096 Feb 28 11:29:13.676618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.682205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490844ab-e5ae-4dcf-a7c2-f574519c98b7 None None] Network 9f43c661-9b8f-4da0-836c-d22183b36b78 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:13.682513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b096020-796e-452f-ab63-1a1fe9724dfc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Subnet': ['ID=d1004ae9-3fa9-4c4d-8983-a4eeeda681a0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:13.682811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:13.684965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b096020-796e-452f-ab63-1a1fe9724dfc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.701232 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a4c6ab4e-5589-46fe-a4eb-5a283062957e tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags HTTP/1.1" status: 204 len: 168 time: 0.2006092 Feb 28 11:29:13.704424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54390) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.719757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-1d62ae48-3669-4993-97af-8264bbca6a23 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c', 'tempest-TagsExtTest-Tag-201516226') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:13.723333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31cb72-6582-45fa-89b4-f8c1ec698fa0 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:13.732247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] The port 'e5f69ee1-8afb-4f79-835c-5bade545f20c' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:29:13.761010 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7b096020-796e-452f-ab63-1a1fe9724dfc tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/subnets/d1004ae9-3fa9-4c4d-8983-a4eeeda681a0 HTTP/1.1" status: 204 len: 168 time: 1.2801328 Feb 28 11:29:13.767431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54394) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.888846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.894151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.907659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.915575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:13.927416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:security_group_rule and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:13.937814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:13.950260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:13.956156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:13.958750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64917a4f-3cd2-434c-ab07-65a33e4ff778']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:13.965192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:13.972141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-66726bd7-8258-4096-ac3f-6dcb35f9f98c None None] Provisioning complete for port 77433c3a-8305-4f5d-a9cc-b10e504ca20c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:13.972711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-66726bd7-8258-4096-ac3f-6dcb35f9f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.974822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:13.977762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9309d3d2-7ea6-41eb-9986-b252db0d64ad,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:13.981466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d7e7dd-6076-47fa-8f6d-fe279f510be8') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:13.981982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d7e7dd-6076-47fa-8f6d-fe279f510be8') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:13.986311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:13.991669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.003763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.012949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:14.016405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.026794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.035805 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-1d62ae48-3669-4993-97af-8264bbca6a23 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:14.038446 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1d62ae48-3669-4993-97af-8264bbca6a23 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags/tempest-TagsExtTest-Tag-201516226 HTTP/1.1" status: 404 len: 328 time: 0.3323336 Feb 28 11:29:14.041330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54398) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:14.042577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:14.042991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.050477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Deleting port dd95a32f-953e-4932-88e6-84fb50d88151 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:14.050816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:14.060357 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:14.091112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-aaa433a0-a9e2-441c-b888-03e14891c713 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c', 'tempest-TagsExtTest-Tag-1723958442') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:14.220425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.224434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.228476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.262286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.290019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Pushing event deleted for resources: {'Network': ['ID=64917a4f-3cd2-434c-ab07-65a33e4ff778,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:14.310052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] DHCP port deletion for 9f43c661-9b8f-4da0-836c-d22183b36b78 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:14.314505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.318930 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2441976 Feb 28 11:29:14.320340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] Deleting port dd95a32f-953e-4932-88e6-84fb50d88151 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:14.323210 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c9400499-d693-4327-858f-1b33b7da4b56 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "DELETE /v2.0/networks/64917a4f-3cd2-434c-ab07-65a33e4ff778 HTTP/1.1" status: 204 len: 168 time: 2.4669569 Feb 28 11:29:14.323976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.324915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54402) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:14.325251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54404) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:14.358188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2961389-3a2a-4a28-8f86-786992ef56c4 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:14.363792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'security_group_rule': {'security_group_id': 'c2ba8b3b-cb74-4cbe-a581-30b56d651827', 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:14.371605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2961389-3a2a-4a28-8f86-786992ef56c4 None None] Deleting port 77433c3a-8305-4f5d-a9cc-b10e504ca20c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:14.372203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2961389-3a2a-4a28-8f86-786992ef56c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.373437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d35d4f-5c35-4f14-91e4-5324a4318926 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba8b3b-cb74-4cbe-a581-30b56d651827,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:14.384408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-16a5e3f1-1714-4b80-a7ed-28faef17e1d6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Synchronizing usage tracker for tenant:be25a38df2ea44808b63b1f55dc8a4ae on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:14.387183 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:14.394142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:security_group_rule and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:14.400370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:14.405362 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-aaa433a0-a9e2-441c-b888-03e14891c713 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:14.407178 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aaa433a0-a9e2-441c-b888-03e14891c713 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags/tempest-TagsExtTest-Tag-1723958442 HTTP/1.1" status: 404 len: 329 time: 0.3481853 Feb 28 11:29:14.407815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] For port dd95a32f-953e-4932-88e6-84fb50d88151, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=dd95a32f-953e-4932-88e6-84fb50d88151,segment=NetworkSegment(8abc5b17-d02c-4aaa-8fe9-3d811787006e),segment_id=8abc5b17-d02c-4aaa-8fe9-3d811787006e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:14.408318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.413732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54410) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:14.414758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:14.423868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-aec29c28-c57e-4bd0-bb07-70ab0c2a3b8b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c', 'tempest-TagsExtTest-Tag-210921194') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:14.458759 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-16a5e3f1-1714-4b80-a7ed-28faef17e1d6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Unset dirty status for tenant:be25a38df2ea44808b63b1f55dc8a4ae on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:14.462427 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-16a5e3f1-1714-4b80-a7ed-28faef17e1d6 tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "GET /v2.0/ports?device_id=456217a3-0d5c-4863-b7e4-120ae3878463 HTTP/1.1" status: 200 len: 205 time: 0.1323876 Feb 28 11:29:14.464009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54414) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:14.542133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.549109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Calling delete_port for dd95a32f-953e-4932-88e6-84fb50d88151 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:14.634985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45dd7c6f-9350-41e3-9a44-924d3839e65d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.667886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device dd95a32f-953e-4932-88e6-84fb50d88151 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:14.717045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.775196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] No DVR routers for this DVR port dd95a32f-953e-4932-88e6-84fb50d88151 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:14.847907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] For port dd95a32f-953e-4932-88e6-84fb50d88151, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=dd95a32f-953e-4932-88e6-84fb50d88151,segment=NetworkSegment(8abc5b17-d02c-4aaa-8fe9-3d811787006e),segment_id=8abc5b17-d02c-4aaa-8fe9-3d811787006e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:14.848301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.851342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Port': ['ID=dd95a32f-953e-4932-88e6-84fb50d88151,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:14.902549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.916391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.997688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] Calling delete_port for dd95a32f-953e-4932-88e6-84fb50d88151 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:15.007846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45dd7c6f-9350-41e3-9a44-924d3839e65d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.012211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45dd7c6f-9350-41e3-9a44-924d3839e65d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.013877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdefa0f-f342-4645-9a79-61f062d041ae,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:15.016743 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-aec29c28-c57e-4bd0-bb07-70ab0c2a3b8b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:15.020254 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aec29c28-c57e-4bd0-bb07-70ab0c2a3b8b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags/tempest-TagsExtTest-Tag-210921194 HTTP/1.1" status: 404 len: 328 time: 0.6008673 Feb 28 11:29:15.022573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54418) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.030471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-481886b5-3cb5-4bd7-b673-6404f42e8e32 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869', {'tags': ['tempest-TagsExtTest-Tag-1589457008', 'tempest-TagsExtTest-Tag-658138367', 'tempest-TagsExtTest-Tag-1087955146']}) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:15.041906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2961389-3a2a-4a28-8f86-786992ef56c4 None None] For port 77433c3a-8305-4f5d-a9cc-b10e504ca20c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=77433c3a-8305-4f5d-a9cc-b10e504ca20c,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:15.042298 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2961389-3a2a-4a28-8f86-786992ef56c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.055216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No active binding found for port dd95a32f-953e-4932-88e6-84fb50d88151 {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 28 11:29:15.055624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device dd95a32f-953e-4932-88e6-84fb50d88151 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:15.056050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 77433c3a-8305-4f5d-a9cc-b10e504ca20c no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:15.070810 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.074642 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-98c499c9-827f-4f5b-adf9-d48e5e97baf1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7459922 Feb 28 11:29:15.083626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54422) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.093412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'security_group_rule': {'security_group_id': 'c2ba8b3b-cb74-4cbe-a581-30b56d651827', 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:15.104357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.109351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:15.116621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:29:15.117812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45dd7c6f-9350-41e3-9a44-924d3839e65d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.118417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dd7c6f-9350-41e3-9a44-924d3839e65d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Fanout notify agent at l3_agent the message router_deleted on router 456217a3-0d5c-4863-b7e4-120ae3878463 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:29:15.120385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:security_group_rule and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:15.128164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:15.138286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:15.147263 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45dd7c6f-9350-41e3-9a44-924d3839e65d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.148462 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-45dd7c6f-9350-41e3-9a44-924d3839e65d tempest-RoutersNegativeTest-78410529 tempest-RoutersNegativeTest-78410529-project] 10.222.0.64 "DELETE /v2.0/routers/456217a3-0d5c-4863-b7e4-120ae3878463 HTTP/1.1" status: 204 len: 168 time: 0.6833653 Feb 28 11:29:15.171987 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-481886b5-3cb5-4bd7-b673-6404f42e8e32 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags HTTP/1.1" status: 200 len: 317 time: 0.1476495 Feb 28 11:29:15.174141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.183586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54428) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.187713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f43c661-9b8f-4da0-836c-d22183b36b78']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:15.203530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-09c982be-0ae9-47c4-9d08-9e0c8d68e495 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:15.226879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2961389-3a2a-4a28-8f86-786992ef56c4 None None] Calling delete_port for 77433c3a-8305-4f5d-a9cc-b10e504ca20c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:15.244467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abc5b17-d02c-4aaa-8fe9-3d811787006e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:15.244930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abc5b17-d02c-4aaa-8fe9-3d811787006e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:15.276858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.309309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.313977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:15.314565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:15.331660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:15.333198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:15.349724 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:15.358949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.365499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.391012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2961389-3a2a-4a28-8f86-786992ef56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.397262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa4c0f9-b949-48c0-807a-7ee961f45f92,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:15.414844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.417085 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f8941729-d5fe-4190-85b6-6e9711171ba8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3324130 Feb 28 11:29:15.420012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54432) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.425716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'security_group_rule': {'security_group_id': 'c2ba8b3b-cb74-4cbe-a581-30b56d651827', 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:15.431968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:15.436380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:security_group_rule and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:15.440457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:15.449021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:15.449649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2961389-3a2a-4a28-8f86-786992ef56c4 None None] Pushing event deleted for resources: {'Port': ['ID=77433c3a-8305-4f5d-a9cc-b10e504ca20c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:15.452058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2961389-3a2a-4a28-8f86-786992ef56c4 None None] No DVR routers for this DVR port 77433c3a-8305-4f5d-a9cc-b10e504ca20c on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:15.454583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.458471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_pluggable_backend [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Port 77433c3a-8305-4f5d-a9cc-b10e504ca20c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87638) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 11:29:15.459025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_pluggable_backend [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Reverting IP allocation for 2001:db8::f816:3eff:fea0:10fc {{(pid=87638) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 11:29:15.466564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_pluggable_backend [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea0:10fc {{(pid=87638) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 11:29:15.470055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.479305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.518518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.556837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.573455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Pushing event deleted for resources: {'Network': ['ID=9f43c661-9b8f-4da0-836c-d22183b36b78,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:15.590573 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-09c982be-0ae9-47c4-9d08-9e0c8d68e495 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags HTTP/1.1" status: 204 len: 168 time: 0.4035375 Feb 28 11:29:15.590796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.590796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54438) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.593042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:15.601609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-05a44aee-6967-4ff0-b818-8f547e905e0b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869', 'tempest-TagsExtTest-Tag-1589457008') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:15.601858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:15.601858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.601858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.601858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.602232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.602352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.603089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.603089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.603298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.603554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.604008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.604269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.604594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:15.610498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71bcf3-a101-4d54-9963-37682c6debf5 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:15.611510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:15.612099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.618212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=7dcaddee-b0ab-4530-83e0-95c46534ad52,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:15.622674 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fcdcae6e-deca-4fea-a489-6220b9cae761 tempest-NetworksTest-145510466 tempest-NetworksTest-145510466-project] 10.222.0.64 "DELETE /v2.0/networks/9f43c661-9b8f-4da0-836c-d22183b36b78 HTTP/1.1" status: 204 len: 168 time: 1.8530953 Feb 28 11:29:15.628800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54442) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.640828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.652107 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-123965c5-d780-4e6e-aee8-5aff23019217 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9742835 Feb 28 11:29:15.654955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54450) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.662715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:15.686881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1181da-6ef0-4d34-8159-91fc6013d677,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:15.708248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.709647 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0e29e170-1f5e-45cd-a97d-f6ec406ef6cd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2886949 Feb 28 11:29:15.713476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54454) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.720462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'security_group_rule': {'security_group_id': 'c2ba8b3b-cb74-4cbe-a581-30b56d651827', 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:15.726894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:15.730821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:security_group_rule and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:15.735506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:15.741564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:15.771970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.800670 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-05a44aee-6967-4ff0-b818-8f547e905e0b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:15.801774 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-05a44aee-6967-4ff0-b818-8f547e905e0b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags/tempest-TagsExtTest-Tag-1589457008 HTTP/1.1" status: 404 len: 329 time: 0.2099268 Feb 28 11:29:15.805381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54460) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.818068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-1b069cf9-45eb-4806-a4d9-086c06dfd4a5 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869', 'tempest-TagsExtTest-Tag-658138367') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:15.843915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] Deleting port dd95a32f-953e-4932-88e6-84fb50d88151 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:15.846102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.923404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.941188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:15.943032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.945428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cda50dc9-6fb7-40af-871e-195f5e7de036 None None] The port 'dd95a32f-953e-4932-88e6-84fb50d88151' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:29:15.949736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:15.952816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54464) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.960969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:15.982035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:15.989979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f096bf4-9c69-4906-bffa-a6c6c456a462,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:15.994489 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-1b069cf9-45eb-4806-a4d9-086c06dfd4a5 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:15.995611 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1b069cf9-45eb-4806-a4d9-086c06dfd4a5 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags/tempest-TagsExtTest-Tag-658138367 HTTP/1.1" status: 404 len: 328 time: 0.1891906 Feb 28 11:29:15.999022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:16.000082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54470) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.005960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-5f1159f5-b19c-4973-a317-1dd26c951cb1 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869', 'tempest-TagsExtTest-Tag-1087955146') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.006304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.037714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.043955 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-98a1d7d4-5700-4110-8ca3-b352d2e8e559 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3290715 Feb 28 11:29:16.047772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.071707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'security_group_rule': {'security_group_id': 'c2ba8b3b-cb74-4cbe-a581-30b56d651827', 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:16.085246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:16.099308 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-5f1159f5-b19c-4973-a317-1dd26c951cb1 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:16.102803 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5f1159f5-b19c-4973-a317-1dd26c951cb1 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags/tempest-TagsExtTest-Tag-1087955146 HTTP/1.1" status: 404 len: 329 time: 0.0991933 Feb 28 11:29:16.103059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54478) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.108136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-cca8aa23-eec3-4778-beb0-229d5b424aab tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009', {'tags': ['tempest-TagsExtTest-Tag-105922335', 'tempest-TagsExtTest-Tag-913496763', 'tempest-TagsExtTest-Tag-646513566']}) {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.134098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-89a85dab-b254-4061-917a-102ac7d2b42f', 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'tenant_id': 'a09335d254864d09afe0d8e62dd89c81', 'fixed_ips': [{'subnet_id': '7dcaddee-b0ab-4530-83e0-95c46534ad52'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:29:16.135498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.151063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:security_group_rule and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:16.177110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:16.192278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:16.237111 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-13cce9c8-8a2a-414f-8142-b2f56c3dfa20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be25a38df2ea44808b63b1f55dc8a4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6072423 Feb 28 11:29:16.242985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54484) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.249716 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Project 0fbd5da299aa49fba40a822621a1123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:29:16.269999 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-878c9505-0dc4-4290-a9e9-b284e1f8a2f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ca79511ff3648ab8d52aa6d3bf2fd81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164344 Feb 28 11:29:16.272952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.273889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54488) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.291315 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7dcaddee-b0ab-4530-83e0-95c46534ad52 (CIDR: 2001:db8::/64) Feb 28 11:29:16.299205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Allocated IP 2001:db8::f816:3eff:feca:7762 (89a85dab-b254-4061-917a-102ac7d2b42f/7dcaddee-b0ab-4530-83e0-95c46534ad52/ae6c9183-c06f-44f9-87c3-5bb679af8208) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:16.301646 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:29:16.302108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:16.307082 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cca8aa23-eec3-4778-beb0-229d5b424aab tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags HTTP/1.1" status: 200 len: 315 time: 0.2006309 Feb 28 11:29:16.311335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54492) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.325296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-3930e32d-e866-42af-8e0a-52ee5765ab89 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.342015 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1ca80adb-18e8-4094-a886-b65b3fbeacae tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6847708 Feb 28 11:29:16.345565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54496) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.353556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:16.396915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.400972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.434599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8dd276c9-f0d3-4f34-bf05-c894770aba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.490619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda68763-3d84-43f7-bb8d-45076cb3923c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:16.511591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.516119 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f7ba4f20-06ae-4642-83b1-47ff28190bd9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4622734 Feb 28 11:29:16.518673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.533436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-445e21dc-9505-41ba-ac13-d28a0434dc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.533980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'security_group_rule': {'security_group_id': 'c2ba8b3b-cb74-4cbe-a581-30b56d651827', 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:16.540870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:16.547363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8dd276c9-f0d3-4f34-bf05-c894770aba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.548992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:security_group_rule and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:16.551896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:16.554004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:16.560539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:16.563225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:16.565196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:16.569491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.573644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:16.582533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Transition to ACTIVE for port object ae6c9183-c06f-44f9-87c3-5bb679af8208 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:16.585168 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Project 0fbd5da299aa49fba40a822621a1123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:29:16.592302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:16.596558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.601163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-445e21dc-9505-41ba-ac13-d28a0434dc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.605048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Transition to ACTIVE for port object ae6c9183-c06f-44f9-87c3-5bb679af8208 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:16.611213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.612101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.633393 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3930e32d-e866-42af-8e0a-52ee5765ab89 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags HTTP/1.1" status: 204 len: 168 time: 0.3209538 Feb 28 11:29:16.636106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54504) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.649111 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-cfa9bf5a-1ab2-470c-8b71-dd693927d09a tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009', 'tempest-TagsExtTest-Tag-105922335') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.675429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:16.678203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:16.681957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:16.726393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:16.747371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8dd276c9-f0d3-4f34-bf05-c894770aba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.775468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.780404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.795515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Attempting to bind port ae6c9183-c06f-44f9-87c3-5bb679af8208 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:16.796163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Attempting to bind port ae6c9183-c06f-44f9-87c3-5bb679af8208 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:16.796823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Attempting to bind port ae6c9183-c06f-44f9-87c3-5bb679af8208 on network 89a85dab-b254-4061-917a-102ac7d2b42f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:16.803847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:16.804465 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Checking segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:16.805067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.805623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Bound using segment: {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:16.806263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Bound port: ae6c9183-c06f-44f9-87c3-5bb679af8208, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a350fccf-e867-429e-882b-fd778df1e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:16.806830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.817244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f1f090-4d01-4442-b64b-0f887b144a07,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:16.833011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd276c9-f0d3-4f34-bf05-c894770aba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681ab863-cbf4-44fe-aeac-17b1fecba261,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:16.846963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-445e21dc-9505-41ba-ac13-d28a0434dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.848113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.851577 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-47b22e28-db46-447b-b18a-b9464199d162 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3336477 Feb 28 11:29:16.852536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54508) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.862335 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-cfa9bf5a-1ab2-470c-8b71-dd693927d09a tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:16.863631 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cfa9bf5a-1ab2-470c-8b71-dd693927d09a tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags/tempest-TagsExtTest-Tag-105922335 HTTP/1.1" status: 404 len: 328 time: 0.2265773 Feb 28 11:29:16.866604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'network': {'name': 'tempest-network-smoke--2006896826', 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:16.867464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54512) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:16.873372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8dd276c9-f0d3-4f34-bf05-c894770aba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.874704 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8dd276c9-f0d3-4f34-bf05-c894770aba3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/681ab863-cbf4-44fe-aeac-17b1fecba261 HTTP/1.1" status: 204 len: 168 time: 0.6306424 Feb 28 11:29:16.876015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:16.877412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e21dc-9505-41ba-ac13-d28a0434dc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7921f30-adf3-4b06-8cd6-f77e45580af7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:16.882019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-aabfdf59-a2a7-402b-a05b-1554d9b28f28 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009', 'tempest-TagsExtTest-Tag-913496763') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.916318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:16.919440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:16.933904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.938337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-445e21dc-9505-41ba-ac13-d28a0434dc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.941645 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-445e21dc-9505-41ba-ac13-d28a0434dc13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7921f30-adf3-4b06-8cd6-f77e45580af7 HTTP/1.1" status: 204 len: 168 time: 0.6624606 Feb 28 11:29:16.958247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:network and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:16.964628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:16.979751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:17.004581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Made reservation on behalf of 0fbd5da299aa49fba40a822621a1123e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:17.008467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.023563 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-aabfdf59-a2a7-402b-a05b-1554d9b28f28 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:17.024781 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aabfdf59-a2a7-402b-a05b-1554d9b28f28 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags/tempest-TagsExtTest-Tag-913496763 HTTP/1.1" status: 404 len: 328 time: 0.1528955 Feb 28 11:29:17.027641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54520) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.033555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-fe68be1a-f10a-4568-83da-4bb7a65ebe13 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009', 'tempest-TagsExtTest-Tag-646513566') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:17.054858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:17.073025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.073527 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Added segment f7f9ab0d-f063-4b0d-ab19-40ac696d0af4 of type vlan for network f34830ea-c4e8-4e7c-9632-1bd54fbf139c Feb 28 11:29:17.095539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43694a-0318-48bb-bdce-29dd2572eac2 None None] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:17.124316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.210409 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-fe68be1a-f10a-4568-83da-4bb7a65ebe13 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:17.216080 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fe68be1a-f10a-4568-83da-4bb7a65ebe13 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags/tempest-TagsExtTest-Tag-646513566 HTTP/1.1" status: 404 len: 328 time: 0.1866691 Feb 28 11:29:17.216273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54528) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.225792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-0b9f4695-205e-4d7e-85be-44141135762b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b', {'tags': ['tempest-TagsExtTest-Tag-518592219', 'tempest-TagsExtTest-Tag-1091879728', 'tempest-TagsExtTest-Tag-1131996326']}) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:17.238522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.245049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.251094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:17.251878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.373579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:17.394463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:17.588654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:17.589448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.606423 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7482400 Feb 28 11:29:17.609714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.614010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b223393-e81c-4aaf-bc8f-a6fbeba4bec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'Network': ['ID=f34830ea-c4e8-4e7c-9632-1bd54fbf139c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:17.615878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'admin_state_up': True, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:17.622617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=20c3b92d-b58d-4744-8292-75c15cb10692,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:17.628710 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b9f4695-205e-4d7e-85be-44141135762b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "PUT /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags HTTP/1.1" status: 200 len: 317 time: 0.4090054 Feb 28 11:29:17.629152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54552) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.634963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-e4654816-b7e4-4e2f-8143-08fba39820bb tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:17.635581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network f34830ea-c4e8-4e7c-9632-1bd54fbf139c details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:17.636664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:17.642236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:router and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:17.646207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:17.650865 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1c6f8d26-0753-46b0-aa56-7c94bb4e58ee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3042843 Feb 28 11:29:17.654098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54556) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.660210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:17.664114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:ab:b0:a8', 'name': 'tempest-NetworksTestDHCPv6-2021992155'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:17.677789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.679509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.724967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.810828 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e4654816-b7e4-4e2f-8143-08fba39820bb tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags HTTP/1.1" status: 204 len: 168 time: 0.1808949 Feb 28 11:29:17.815983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.828484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-fb9b5b0e-bba8-4f12-8edf-f97e7b597a08 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b', 'tempest-TagsExtTest-Tag-518592219') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:17.866519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:17.872060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:port and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:17.880112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:17.886660 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-fb9b5b0e-bba8-4f12-8edf-f97e7b597a08 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:17.887753 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fb9b5b0e-bba8-4f12-8edf-f97e7b597a08 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags/tempest-TagsExtTest-Tag-518592219 HTTP/1.1" status: 404 len: 328 time: 0.0708389 Feb 28 11:29:17.888702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:17.892138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.898254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-470b1af8-e730-495b-887c-8e655c0cb157 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b', 'tempest-TagsExtTest-Tag-1091879728') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:17.923961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:17.983357 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-470b1af8-e730-495b-887c-8e655c0cb157 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:17.984422 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-470b1af8-e730-495b-887c-8e655c0cb157 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags/tempest-TagsExtTest-Tag-1091879728 HTTP/1.1" status: 404 len: 329 time: 0.0913584 Feb 28 11:29:18.035495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54584) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:18.041060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-c3d887ff-024a-405f-883c-2aeafc26073f tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b', 'tempest-TagsExtTest-Tag-1131996326') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:18.116387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.141157 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-c3d887ff-024a-405f-883c-2aeafc26073f tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] show failed (client error): The resource could not be found. Feb 28 11:29:18.142249 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c3d887ff-024a-405f-883c-2aeafc26073f tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags/tempest-TagsExtTest-Tag-1131996326 HTTP/1.1" status: 404 len: 329 time: 0.1056342 Feb 28 11:29:18.142920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54590) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:18.147158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54592) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:18.163079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port b29c0891-fb3e-488c-8c0d-c1ec50f0ace4 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:29:18.202414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-a063e68f-0a7f-41fc-b6f2-60c086b8af80 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2671da33-3530-4d65-b1da-ce5e2e72728b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:18.261613 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a063e68f-0a7f-41fc-b6f2-60c086b8af80 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b/tags HTTP/1.1" status: 204 len: 168 time: 0.1111083 Feb 28 11:29:18.263182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54600) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:18.268495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-523826c1-08a6-4efe-9a1e-a6b46f5c90ce tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5277b72f-18e1-4d10-b29d-1a2abfd59009') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:18.328226 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.500992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e9a9c1-d145-48ea-b072-c21539e7d4ab None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:18.571251 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-523826c1-08a6-4efe-9a1e-a6b46f5c90ce tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009/tags HTTP/1.1" status: 204 len: 168 time: 0.3053386 Feb 28 11:29:18.575309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54610) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:18.590325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-5e67b241-f5dd-4953-bfbe-e8c9e1c26415 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ab607d9b-047a-4dab-98ea-ea819d320869') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:18.619059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-772a68d4-fd66-4509-b2f0-5c3bd38be3c7 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-178152048', 'prefixes': ['172.20.0.0/16']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:18.637472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1664961a-0aee-4e4b-af5f-142450a81a96 None None] Provisioning for port ae6c9183-c06f-44f9-87c3-5bb679af8208 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:18.640431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-772a68d4-fd66-4509-b2f0-5c3bd38be3c7 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:18.725704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ae6c9183-c06f-44f9-87c3-5bb679af8208 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:18.741683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8:0:1::2d2 (89a85dab-b254-4061-917a-102ac7d2b42f/20c3b92d-b58d-4744-8292-75c15cb10692/b29c0891-fb3e-488c-8c0d-c1ec50f0ace4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:18.753749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::f816:3eff:feab:b0a8 (89a85dab-b254-4061-917a-102ac7d2b42f/7dcaddee-b0ab-4530-83e0-95c46534ad52/b29c0891-fb3e-488c-8c0d-c1ec50f0ace4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:18.806047 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5e67b241-f5dd-4953-bfbe-e8c9e1c26415 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869/tags HTTP/1.1" status: 204 len: 168 time: 0.2277131 Feb 28 11:29:18.806851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54618) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:18.823924 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-59b434d3-c9dd-47b6-8077-e04d883c96c3 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6f83e10-5315-4a73-81d9-ed099949408c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:18.857233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port ae6c9183-c06f-44f9-87c3-5bb679af8208 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:18.864255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:18.864861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.868882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.917612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.005255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.032682 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-59b434d3-c9dd-47b6-8077-e04d883c96c3 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c/tags HTTP/1.1" status: 204 len: 168 time: 0.2251132 Feb 28 11:29:19.036803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54624) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.042552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54628) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.048688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-772a68d4-fd66-4509-b2f0-5c3bd38be3c7 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] Notify callbacks [] for subnetpool, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.052612 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-772a68d4-fd66-4509-b2f0-5c3bd38be3c7 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9012039 Feb 28 11:29:19.055953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54634) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.086834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:19.102311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.136486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54638) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.136751 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0e442241-284e-4cc0-b21c-387068733c2d tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] 10.222.0.64 "GET /v2.0/subnetpools/2891a69b-62a5-42e4-8e5c-3dd89e33aeca HTTP/1.1" status: 200 len: 731 time: 0.0794785 Feb 28 11:29:19.139607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.160138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-63b3c66e-7a4a-4c5c-829b-a1dfe206e1b7 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-974324759'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:19.180698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Allocated IP 172.26.8.87 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:19.186837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc96bf-d4ec-4415-ac21-c48e27ffdf3c None None] Update dhcp port {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': '7dcaddee-b0ab-4530-83e0-95c46534ad52', 'ip_address': '2001:db8::f816:3eff:feca:7762'}, {'subnet_id': '20c3b92d-b58d-4744-8292-75c15cb10692'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'ae6c9183-c06f-44f9-87c3-5bb679af8208'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:29:19.232554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object b29c0891-fb3e-488c-8c0d-c1ec50f0ace4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:19.268840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:19.276209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1efc96bf-d4ec-4415-ac21-c48e27ffdf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.292707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.328849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'network': {'name': 'tempest-network-smoke--1370437073', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:19.341786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:19.349359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:network and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:19.353368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:19.361326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:19.397496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:19.401004 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.418916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:19.420508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.423654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.426695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:19.437826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:19.443451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:19.444064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.444430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:19.447900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=b29c0891-fb3e-488c-8c0d-c1ec50f0ace4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:19.450444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:19.454506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:19.461043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:19.483301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63b3c66e-7a4a-4c5c-829b-a1dfe206e1b7 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.484456 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-63b3c66e-7a4a-4c5c-829b-a1dfe206e1b7 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] 10.222.0.64 "PUT /v2.0/subnetpools/2891a69b-62a5-42e4-8e5c-3dd89e33aeca HTTP/1.1" status: 200 len: 683 time: 0.3401291 Feb 28 11:29:19.487022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0469657c-6360-4057-9322-d889d2c73848 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.490324 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0469657c-6360-4057-9322-d889d2c73848 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnetpools/2671da33-3530-4d65-b1da-ce5e2e72728b HTTP/1.1" status: 204 len: 168 time: 0.4444454 Feb 28 11:29:19.490324 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54642) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.492221 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-68bda5fe-4909-4843-8d6d-ec8aba509f14 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8351505 Feb 28 11:29:19.492475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54644) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.494601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54650) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.522865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-1efc96bf-d4ec-4415-ac21-c48e27ffdf3c None None] Allocated IP 2001:db8:0:1::2 (89a85dab-b254-4061-917a-102ac7d2b42f/20c3b92d-b58d-4744-8292-75c15cb10692/ae6c9183-c06f-44f9-87c3-5bb679af8208) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:19.548648 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1360d2c0-7bbe-4df4-90d5-55fa89383a30 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "GET /v2.0/ports?device_id=5277b72f-18e1-4d10-b29d-1a2abfd59009 HTTP/1.1" status: 200 len: 205 time: 0.0529072 Feb 28 11:29:19.548895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.554055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54654) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.622134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:19.630002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:19.639683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:19.670723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1efc96bf-d4ec-4415-ac21-c48e27ffdf3c None None] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:19.685940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'Port': ['ID=a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:19.704851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1efc96bf-d4ec-4415-ac21-c48e27ffdf3c None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.722322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1efc96bf-d4ec-4415-ac21-c48e27ffdf3c None None] Transition to ACTIVE for port object ae6c9183-c06f-44f9-87c3-5bb679af8208 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:19.729189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1efc96bf-d4ec-4415-ac21-c48e27ffdf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.741492 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.805868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.869243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-490a9cbf-39d6-401a-8ba5-29c9f78871f9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port b29c0891-fb3e-488c-8c0d-c1ec50f0ace4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:19.869857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-490a9cbf-39d6-401a-8ba5-29c9f78871f9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.918447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc96bf-d4ec-4415-ac21-c48e27ffdf3c None None] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:19.926894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66668cf7-b442-4062-989b-6ae508518ce7 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.059897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:20.078762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210ebd9a-38e5-4707-804a-aee51c132767,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:20.094298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.094638 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Added segment bebc24b7-0566-44a2-aaf3-7e2a26d67fea of type vlan for network 478955eb-8034-4979-9091-7e5b85b83299 Feb 28 11:29:20.174709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03037943-ff8e-47a4-a228-9cae1bd190a7 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.175864 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-03037943-ff8e-47a4-a228-9cae1bd190a7 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] 10.222.0.64 "DELETE /v2.0/subnetpools/2891a69b-62a5-42e4-8e5c-3dd89e33aeca HTTP/1.1" status: 204 len: 168 time: 0.6861126 Feb 28 11:29:20.183186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54658) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:20.190055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.310842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.316879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:20.317479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.337799 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-530f1676-d154-4a71-bcd6-0a3904936f19 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] show failed (client error): The resource could not be found. Feb 28 11:29:20.338824 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-530f1676-d154-4a71-bcd6-0a3904936f19 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] 10.222.0.64 "GET /v2.0/subnetpools/2891a69b-62a5-42e4-8e5c-3dd89e33aeca HTTP/1.1" status: 404 len: 346 time: 0.0961697 Feb 28 11:29:20.364416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54662) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:20.376595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66668cf7-b442-4062-989b-6ae508518ce7 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.381560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66668cf7-b442-4062-989b-6ae508518ce7 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.463201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.475899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66668cf7-b442-4062-989b-6ae508518ce7 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.476474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66668cf7-b442-4062-989b-6ae508518ce7 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Fanout notify agent at l3_agent the message router_deleted on router 5277b72f-18e1-4d10-b29d-1a2abfd59009 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:29:20.505303 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66668cf7-b442-4062-989b-6ae508518ce7 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.506446 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-66668cf7-b442-4062-989b-6ae508518ce7 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/routers/5277b72f-18e1-4d10-b29d-1a2abfd59009 HTTP/1.1" status: 204 len: 168 time: 0.9513469 Feb 28 11:29:20.509616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:20.536690 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-25e2fdec-524c-4d67-9091-95daaa2a7533 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] delete failed (client error): The resource could not be found. Feb 28 11:29:20.537727 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-25e2fdec-524c-4d67-9091-95daaa2a7533 tempest-SubnetPoolsTestJSON-547027829 tempest-SubnetPoolsTestJSON-547027829-project] 10.222.0.64 "DELETE /v2.0/subnetpools/2891a69b-62a5-42e4-8e5c-3dd89e33aeca HTTP/1.1" status: 404 len: 346 time: 0.1497142 Feb 28 11:29:20.542699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-490a9cbf-39d6-401a-8ba5-29c9f78871f9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.559397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Network': ['ID=478955eb-8034-4979-9091-7e5b85b83299,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:20.570683 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0d2742cb-e54e-424b-b130-dee197483f4d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5303578 Feb 28 11:29:20.570683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54672) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:20.582417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 478955eb-8034-4979-9091-7e5b85b83299 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:20.594851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-273527011', 'admin_state_up': True, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:20.629915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:20.714956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-490a9cbf-39d6-401a-8ba5-29c9f78871f9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for b29c0891-fb3e-488c-8c0d-c1ec50f0ace4 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:20.739102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ae6c9183-c06f-44f9-87c3-5bb679af8208 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:20.770625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-224a4b2b-86e1-4520-b4c3-4bb8c4a9bf6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Deleting port ab607d9b-047a-4dab-98ea-ea819d320869 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:20.770971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-224a4b2b-86e1-4520-b4c3-4bb8c4a9bf6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.779256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0284d833-3b1d-4a42-b0a5-8fb586c53fd7 None None] Provisioning for port ae6c9183-c06f-44f9-87c3-5bb679af8208 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:20.800458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0284d833-3b1d-4a42-b0a5-8fb586c53fd7 None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:20.800836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0284d833-3b1d-4a42-b0a5-8fb586c53fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.891373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:router and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:20.904587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:20.913659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:20.942218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.943287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.965134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:20.965765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.030014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:21.048142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.132398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-130af3fa-a110-40af-940a-7990a6d9e356 None None] Provisioning for port b29c0891-fb3e-488c-8c0d-c1ec50f0ace4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:21.137798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-130af3fa-a110-40af-940a-7990a6d9e356 None None] Provisioning complete for port b29c0891-fb3e-488c-8c0d-c1ec50f0ace4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:21.138467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-130af3fa-a110-40af-940a-7990a6d9e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.153784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.156974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-490a9cbf-39d6-401a-8ba5-29c9f78871f9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.180767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-130af3fa-a110-40af-940a-7990a6d9e356 None None] Port b29c0891-fb3e-488c-8c0d-c1ec50f0ace4 was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 11:29:21.218963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a9cbf-39d6-401a-8ba5-29c9f78871f9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=b29c0891-fb3e-488c-8c0d-c1ec50f0ace4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:21.471616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30d0989d-f94f-4f86-bd7e-cf0376505549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.524571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.532600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-30d0989d-f94f-4f86-bd7e-cf0376505549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:21.540713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-490a9cbf-39d6-401a-8ba5-29c9f78871f9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.547325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-30d0989d-f94f-4f86-bd7e-cf0376505549 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd62109c2334760b4046d515af25be6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:21.562974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-30d0989d-f94f-4f86-bd7e-cf0376505549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:21.576349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-224a4b2b-86e1-4520-b4c3-4bb8c4a9bf6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.584987 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-490a9cbf-39d6-401a-8ba5-29c9f78871f9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/b29c0891-fb3e-488c-8c0d-c1ec50f0ace4 HTTP/1.1" status: 204 len: 168 time: 2.0891278 Feb 28 11:29:21.588708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-30d0989d-f94f-4f86-bd7e-cf0376505549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:21.590706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54684) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:21.676371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Router 9b2df123-4b10-4a22-bbee-50522253f14e is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:29:21.758093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-224a4b2b-86e1-4520-b4c3-4bb8c4a9bf6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Calling delete_port for ab607d9b-047a-4dab-98ea-ea819d320869 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:21.944455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0ad59-c54c-4fd3-8990-2c24943b6069 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:21.945445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-44c0ad59-c54c-4fd3-8990-2c24943b6069 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:21.947309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:21.959261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Sync routers for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:21.972086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:21.973155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:21.981530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.985557 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4b523296-56cd-41b5-93d0-f366c5295f30 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3714461 Feb 28 11:29:21.987441 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54688) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.014981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-44c0ad59-c54c-4fd3-8990-2c24943b6069 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:22.016643 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-44c0ad59-c54c-4fd3-8990-2c24943b6069 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4233041 Feb 28 11:29:22.018880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30d0989d-f94f-4f86-bd7e-cf0376505549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.019885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.023028 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-224a4b2b-86e1-4520-b4c3-4bb8c4a9bf6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.101851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30d0989d-f94f-4f86-bd7e-cf0376505549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.146080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a4b2b-86e1-4520-b4c3-4bb8c4a9bf6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Pushing event deleted for resources: {'Port': ['ID=ab607d9b-047a-4dab-98ea-ea819d320869,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:22.190071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:22.191015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.213669 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-30d0989d-f94f-4f86-bd7e-cf0376505549 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cd62109c2334760b4046d515af25be6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1734414 Feb 28 11:29:22.218990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54698) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.219637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0989d-f94f-4f86-bd7e-cf0376505549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c402ce83-df0f-4bf2-9f7b-88cde6b1e08d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:22.262128 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.310396 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1414a831-ec94-4627-9015-88b484d69ff9 tempest-TestNetworkAdvancedServerOps-1024221513 tempest-TestNetworkAdvancedServerOps-1024221513-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0fbd5da299aa49fba40a822621a1123e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3202307 Feb 28 11:29:22.312653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54702) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.356349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a932f47-e39e-4691-90fe-ea96df53d384 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.360880 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6a932f47-e39e-4691-90fe-ea96df53d384 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3370030 Feb 28 11:29:22.364038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54706) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.369752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-224a4b2b-86e1-4520-b4c3-4bb8c4a9bf6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.379050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4360adf3-73bc-4ce3-8067-ed4706d4634d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.394955 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-224a4b2b-86e1-4520-b4c3-4bb8c4a9bf6b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/ports/ab607d9b-047a-4dab-98ea-ea819d320869 HTTP/1.1" status: 204 len: 168 time: 1.8843281 Feb 28 11:29:22.397756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54710) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.452675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4360adf3-73bc-4ce3-8067-ed4706d4634d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.497414 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:20Z', 'revision_number': 3, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:22.503022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Checking router: 9b2df123-4b10-4a22-bbee-50522253f14e for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:22.503903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Updating router 9b2df123-4b10-4a22-bbee-50522253f14e port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:29:22.505867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5767e7-aba8-4ee0-adc3-a17ad2f4f89b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Deleting subnet a6f83e10-5315-4a73-81d9-ed099949408c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:22.511570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5767e7-aba8-4ee0-adc3-a17ad2f4f89b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.551607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aad6e2-9991-4f5c-ba74-ac9cba825eea tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.553467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aad6e2-9991-4f5c-ba74-ac9cba825eea tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.554669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aad6e2-9991-4f5c-ba74-ac9cba825eea tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.555489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-36aad6e2-9991-4f5c-ba74-ac9cba825eea tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:22.568622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.591651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5767e7-aba8-4ee0-adc3-a17ad2f4f89b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.625661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.99 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/e6db5ef4-75c5-435d-a66f-b42d3cb8e69a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:22.628591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dbc438-3d21-4a72-8f1e-d149a3ab32aa tempest-TestNetworkAdvancedServerOps-1024221513 tempest-TestNetworkAdvancedServerOps-1024221513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.629984 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c4dbc438-3d21-4a72-8f1e-d149a3ab32aa tempest-TestNetworkAdvancedServerOps-1024221513 tempest-TestNetworkAdvancedServerOps-1024221513-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3167229 Feb 28 11:29:22.633273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-36aad6e2-9991-4f5c-ba74-ac9cba825eea tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:22.634245 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-36aad6e2-9991-4f5c-ba74-ac9cba825eea tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2641437 Feb 28 11:29:22.634414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.643306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.685670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4360adf3-73bc-4ce3-8067-ed4706d4634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.759012 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aae66086-82a6-4a4c-863e-9e1560baf6cb tempest-TestNetworkAdvancedServerOps-1024221513 tempest-TestNetworkAdvancedServerOps-1024221513-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1198719 Feb 28 11:29:22.759269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54722) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.764301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1890256591', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:22.773295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360adf3-73bc-4ce3-8067-ed4706d4634d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c402ce83-df0f-4bf2-9f7b-88cde6b1e08d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:22.797338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4360adf3-73bc-4ce3-8067-ed4706d4634d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.798425 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4360adf3-73bc-4ce3-8067-ed4706d4634d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c402ce83-df0f-4bf2-9f7b-88cde6b1e08d HTTP/1.1" status: 204 len: 168 time: 0.5466805 Feb 28 11:29:22.819000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7683c699-7449-47d6-aec3-172549a7bdd6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 20c3b92d-b58d-4744-8292-75c15cb10692 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:22.823100 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7683c699-7449-47d6-aec3-172549a7bdd6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.886467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5767e7-aba8-4ee0-adc3-a17ad2f4f89b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.915830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7683c699-7449-47d6-aec3-172549a7bdd6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.916065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.919324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:22.926143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:subnet and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:22.930144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:22.937867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:22.957005 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Made reservation on behalf of 0fbd5da299aa49fba40a822621a1123e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:22.961000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.036956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5767e7-aba8-4ee0-adc3-a17ad2f4f89b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.066346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.069614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7683c699-7449-47d6-aec3-172549a7bdd6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.118271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5767e7-aba8-4ee0-adc3-a17ad2f4f89b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f83e10-5315-4a73-81d9-ed099949408c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:23.139386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5767e7-aba8-4ee0-adc3-a17ad2f4f89b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.147374 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ed5767e7-aba8-4ee0-adc3-a17ad2f4f89b tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/subnets/a6f83e10-5315-4a73-81d9-ed099949408c HTTP/1.1" status: 204 len: 168 time: 0.7486186 Feb 28 11:29:23.152625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54728) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:23.159712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:23.165169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7683c699-7449-47d6-aec3-172549a7bdd6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.175698 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318de3c3-4725-47f2-9c7a-dee35d282787 None None] Network c0498108-bcd2-41f9-9e02-1f98cab2eff9 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:23.188279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:23.190650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:23.211566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683c699-7449-47d6-aec3-172549a7bdd6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=20c3b92d-b58d-4744-8292-75c15cb10692,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:23.215467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7683c699-7449-47d6-aec3-172549a7bdd6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.236224 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7683c699-7449-47d6-aec3-172549a7bdd6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/20c3b92d-b58d-4744-8292-75c15cb10692 HTTP/1.1" status: 204 len: 168 time: 0.5546958 Feb 28 11:29:23.236788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54732) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:23.308794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f48dc8c-0bdc-450e-a3bb-83f177ad3f3b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 7dcaddee-b0ab-4530-83e0-95c46534ad52 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:23.312214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f48dc8c-0bdc-450e-a3bb-83f177ad3f3b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.321226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c8a8c-72b2-4c5e-ba7d-c96a712e913e None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:23.377001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f48dc8c-0bdc-450e-a3bb-83f177ad3f3b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.379635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=e6db5ef4-75c5-435d-a66f-b42d3cb8e69a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:23.578045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f48dc8c-0bdc-450e-a3bb-83f177ad3f3b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.627736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.656404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f48dc8c-0bdc-450e-a3bb-83f177ad3f3b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.676479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.707503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48dc8c-0bdc-450e-a3bb-83f177ad3f3b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcaddee-b0ab-4530-83e0-95c46534ad52,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:23.713013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f48dc8c-0bdc-450e-a3bb-83f177ad3f3b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.718470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Transition to ACTIVE for port object a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:23.728052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7f48dc8c-0bdc-450e-a3bb-83f177ad3f3b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/7dcaddee-b0ab-4530-83e0-95c46534ad52 HTTP/1.1" status: 204 len: 168 time: 0.4901924 Feb 28 11:29:23.730436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54736) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:23.737512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Deleting port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:23.737889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.767415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.819306 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a786cd87-4c23-47b6-b121-7fafcb7e0cd9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849655 Feb 28 11:29:23.820438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54740) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:23.828855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.829293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:23.866674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] DHCP port deletion for c0498108-bcd2-41f9-9e02-1f98cab2eff9 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:23.880320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Attempting to bind port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:23.880688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Attempting to bind port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:23.881048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Attempting to bind port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:23.893676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] Deleting port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:23.894103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.925114 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Pushing event updated for resources: {'Port': ['ID=a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:23.927365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:23.928875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:23.928875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.928875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:23.929220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Bound port: a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:23.929335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.950068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:23.954983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:23.957919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:23.964462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:23.975713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:23.980001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.987002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.987378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.987718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.988944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.988944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.988944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.989279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.989375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.989634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.989951 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.990533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:23.990655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:24.065785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'Subnet': ['ID=958c030e-1fb2-495c-bfe7-ad55e7f59000,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:24.105606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] For port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:24.151682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Checking segment: {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:24.152048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Network hostable DHCP agents. Network: f34830ea-c4e8-4e7c-9632-1bd54fbf139c, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:24.170307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] For port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:24.230069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.230735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.265684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.292431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:24.295790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:24.300366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:24.301059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.322779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Network f34830ea-c4e8-4e7c-9632-1bd54fbf139c is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:24.329764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] For port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e62ab1ee-b9c3-4ec9-8368-1865ed21abbf,segment=NetworkSegment(bb9fc63b-9d89-4175-86ea-92669510ebd0),segment_id=bb9fc63b-9d89-4175-86ea-92669510ebd0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:24.330164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.333363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=cd385d6c-1525-461c-b080-58e8656ed13d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:24.344470 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4006b5a6-5c4e-4518-b715-4851b5a8318b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5224009 Feb 28 11:29:24.345735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] For port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e62ab1ee-b9c3-4ec9-8368-1865ed21abbf,segment=NetworkSegment(bb9fc63b-9d89-4175-86ea-92669510ebd0),segment_id=bb9fc63b-9d89-4175-86ea-92669510ebd0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:24.346109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.347552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54744) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:24.354351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:24.358888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, f34830ea-c4e8-4e7c-9632-1bd54fbf139c) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:24.360477 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d64e76-63fb-4b2d-a4f7-4b83cbe8d78a None None] Update dhcp port {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': '7dcaddee-b0ab-4530-83e0-95c46534ad52'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'ae6c9183-c06f-44f9-87c3-5bb679af8208'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:29:24.444202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ba359-2cde-4cc7-a951-671c902e17fb None None] Network f34830ea-c4e8-4e7c-9632-1bd54fbf139c requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:24.474524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:24.475138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.488508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Calling delete_port for e62ab1ee-b9c3-4ec9-8368-1865ed21abbf owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:24.501794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:24.506249 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:24.509162 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:24.515320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:24.527722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:24.530183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] Calling delete_port for e62ab1ee-b9c3-4ec9-8368-1865ed21abbf owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:24.531370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.581157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:24.581799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:24.632978 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4d7648cd-4ae7-4da0-a5d4-e6b641e60adc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8736482 Feb 28 11:29:24.637805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54748) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:24.652712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada86f1-3473-4d22-9d6c-f49dabe43c1e None None] Pushing event updated for resources: {'Port': ['ID=a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:24.720687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e62ab1ee-b9c3-4ec9-8368-1865ed21abbf no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:24.852027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8d64e76-63fb-4b2d-a4f7-4b83cbe8d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.855712 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd385d6c-1525-461c-b080-58e8656ed13d (CIDR: 2001:db8::/64) Feb 28 11:29:24.864992 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:29:24.865502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:24.884638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.906271 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6bc64edd-ea94-49a3-8ab0-d1de6c6c40ef tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5574980 Feb 28 11:29:24.907313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54752) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:24.919222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:24.940558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Pushing event deleted for resources: {'Port': ['ID=e62ab1ee-b9c3-4ec9-8368-1865ed21abbf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:24.945900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] No DVR routers for this DVR port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:25.033573 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:25.033944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:25.044448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No active binding found for port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 28 11:29:25.044861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e62ab1ee-b9c3-4ec9-8368-1865ed21abbf not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:25.154042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.161826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.170662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:25.247594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0498108-bcd2-41f9-9e02-1f98cab2eff9']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:25.265751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9fc63b-9d89-4175-86ea-92669510ebd0') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:25.266022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9fc63b-9d89-4175-86ea-92669510ebd0') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:25.283643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.346827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:25.353754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:25.359846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:25.365978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.388017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:25.388413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:25.403017 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:25.424035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:25.461065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:29:25.461871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.507665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.536585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] Deleting port e62ab1ee-b9c3-4ec9-8368-1865ed21abbf {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:25.536823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.537367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.543479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:25.544218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] Pushing event deleted for resources: {'Network': ['ID=c0498108-bcd2-41f9-9e02-1f98cab2eff9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:25.548168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.556069 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dc03b221-9d15-48bd-be9a-d3a514bf04c8 tempest-TagsExtTest-63836004 tempest-TagsExtTest-63836004-project] 10.222.0.64 "DELETE /v2.0/networks/c0498108-bcd2-41f9-9e02-1f98cab2eff9 HTTP/1.1" status: 204 len: 168 time: 2.3992968 Feb 28 11:29:25.560547 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router fee248a1-1598-4687-ad64-f46393f9cf95 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:29:25.566047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e76ffca-da90-4081-b9e6-7aa9c52e230d None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:25.745394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cc25acc-87a2-42bb-924e-0f21bb76e44a None None] The port 'e62ab1ee-b9c3-4ec9-8368-1865ed21abbf' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:29:25.793130 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d9ad610c-dad8-4330-b704-4e0912f6b2db None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:25.793501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d9ad610c-dad8-4330-b704-4e0912f6b2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.887425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:25.901462 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Sync routers for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:25.918208 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:25.918854 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:25.942240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54762) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:25.948111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.978915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Allocated IP 172.20.0.2 (f34830ea-c4e8-4e7c-9632-1bd54fbf139c/958c030e-1fb2-495c-bfe7-ad55e7f59000/01cefbda-f10c-4197-8c02-fbae8be8b967) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:25.986854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.994022 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aaf74ccd-9bd5-4b6f-9638-51e792638b0a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4229050 Feb 28 11:29:25.994716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54768) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:26.040868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:20Z', 'revision_number': 3, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:26.090288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010eab8-cf84-42f8-b2db-4db6091e204c None None] The sync data for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv is: [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:20Z', 'revision_number': 3, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:26.146534 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:26.325981 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-13482250-e07b-4548-ad27-600457fa3473 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56bd455452574225b942986e73483f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734868 Feb 28 11:29:26.328355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54774) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:26.426418 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6e94d69b-1eeb-4b12-9b51-eb8d0ff7be3c tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4280465 Feb 28 11:29:26.429397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54778) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:26.541904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.558125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Transition to ACTIVE for port object 01cefbda-f10c-4197-8c02-fbae8be8b967 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:26.565254 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:29:23Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:26.569580 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Checking router: fee248a1-1598-4687-ad64-f46393f9cf95 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:26.570387 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Updating router fee248a1-1598-4687-ad64-f46393f9cf95 port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:29:26.578963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Transition to ACTIVE for port object 01cefbda-f10c-4197-8c02-fbae8be8b967 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:26.611041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.632480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-722fed9b-8cea-4c18-afb0-5454efc5088b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.653244 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.717670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-722fed9b-8cea-4c18-afb0-5454efc5088b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.745928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302aca3a-fda9-4b4f-8f2c-fd8dc267ace3 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.757004 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-302aca3a-fda9-4b4f-8f2c-fd8dc267ace3 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3215356 Feb 28 11:29:26.762160 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54782) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:26.799169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:26.817782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Allocated IP 172.20.0.1 (f34830ea-c4e8-4e7c-9632-1bd54fbf139c/958c030e-1fb2-495c-bfe7-ad55e7f59000/90a5c7d9-a399-4a9c-8d55-8af7e1244de9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:26.872458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Network f34830ea-c4e8-4e7c-9632-1bd54fbf139c is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:26.885781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:26.901355 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-97037b55-3554-41f8-9d11-02c361cda0ac tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1348150 Feb 28 11:29:26.920461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54786) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:26.922659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:26.941956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Pushing event updated for resources: {'Port': ['ID=01cefbda-f10c-4197-8c02-fbae8be8b967,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:26.946661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940983915', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:27.046485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.065482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Transition to ACTIVE for port object 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:27.102469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.118080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-722fed9b-8cea-4c18-afb0-5454efc5088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.137960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.146348 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Update dhcp port {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': 'cd385d6c-1525-461c-b080-58e8656ed13d'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'ae6c9183-c06f-44f9-87c3-5bb679af8208'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:29:27.162612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fed9b-8cea-4c18-afb0-5454efc5088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d24d87-e9f8-4100-8ed9-813f29459e14,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.176854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Attempting to bind port 01cefbda-f10c-4197-8c02-fbae8be8b967 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:27.177310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Attempting to bind port 01cefbda-f10c-4197-8c02-fbae8be8b967 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:27.177765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Attempting to bind port 01cefbda-f10c-4197-8c02-fbae8be8b967 on network f34830ea-c4e8-4e7c-9632-1bd54fbf139c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:27.183113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-722fed9b-8cea-4c18-afb0-5454efc5088b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.185869 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-722fed9b-8cea-4c18-afb0-5454efc5088b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65d24d87-e9f8-4100-8ed9-813f29459e14 HTTP/1.1" status: 204 len: 168 time: 0.8565042 Feb 28 11:29:27.193447 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:27.210656 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:27.211221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Checking segment: {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:27.211892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.212279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:subnet and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:27.212462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Bound using segment: {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:27.213041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Bound port: 01cefbda-f10c-4197-8c02-fbae8be8b967, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:27.213508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.216882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:27.224346 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:27.232012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:27.253641 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.255917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:27.256283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.260879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:27.265311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.276848 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Transition to ACTIVE for port object e6db5ef4-75c5-435d-a66f-b42d3cb8e69a will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:27.287499 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.293818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Network f34830ea-c4e8-4e7c-9632-1bd54fbf139c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:27.297094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:27.310379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:29:27.312132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:27.413526 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Attempting to bind port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:27.414055 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Attempting to bind port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:27.414420 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Attempting to bind port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:27.425805 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Pushing event updated for resources: {'Port': ['ID=e6db5ef4-75c5-435d-a66f-b42d3cb8e69a,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.433075 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:27.433755 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:27.434326 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.434908 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:27.435617 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Bound port: e6db5ef4-75c5-435d-a66f-b42d3cb8e69a, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:27.436190 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.439435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'Port': ['ID=90a5c7d9-a399-4a9c-8d55-8af7e1244de9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.498328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.525984 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.526353 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.526697 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.527034 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.531621 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.532193 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.532720 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.533276 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.533853 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.534335 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.539714 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.540052 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:27.592221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.623609 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] For port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:27.627879 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] For port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e6db5ef4-75c5-435d-a66f-b42d3cb8e69a,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:27.634945 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.726987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] For port 01cefbda-f10c-4197-8c02-fbae8be8b967, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:27.736800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.791706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.824268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] For port 01cefbda-f10c-4197-8c02-fbae8be8b967, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=01cefbda-f10c-4197-8c02-fbae8be8b967,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:27.830109 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:27.835845 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:27.837859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.849985 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:27.907567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=cdf1406b-92fa-4360-bbb2-8937dff6cff7,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.917272 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f914a-8ec9-4ebd-823c-dddb0e5c3229 None None] Pushing event updated for resources: {'Port': ['ID=e6db5ef4-75c5-435d-a66f-b42d3cb8e69a,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.929352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.943785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bd16b-5c6b-4207-9e35-b751f9ccd158 None None] Pushing event updated for resources: {'Port': ['ID=01cefbda-f10c-4197-8c02-fbae8be8b967,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.975481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.989759 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Checking segment: {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:27.990376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network hostable DHCP agents. Network: 478955eb-8034-4979-9091-7e5b85b83299, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:28.033057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ae6c9183-c06f-44f9-87c3-5bb679af8208 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:28.038224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 478955eb-8034-4979-9091-7e5b85b83299 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:28.053541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 478955eb-8034-4979-9091-7e5b85b83299) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:28.059880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:28.061137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.087674 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:28.105153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5269c-c9d9-4ff0-89fe-40d6bbbdc688 None None] Network 478955eb-8034-4979-9091-7e5b85b83299 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:28.105586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:28.107004 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-62b6d052-2b14-4e67-8ec3-4b1d1fe640ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1794872 Feb 28 11:29:28.143562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.371477 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:28.389465 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.500792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:feca:7762-167c3cd4-7cbc-4fe4-86b4-936f9bf {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:28.501394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:28.564505 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:29:23Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:28.569387 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d2d12-d3a4-4491-93dd-b4b53e80cd7d None None] The sync data for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv is: [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:29:23Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:28.589747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-478955eb-8034-4979-9091-7e5b85b83299', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:29:28.590593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.762022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Allocated IP 172.20.0.2 (478955eb-8034-4979-9091-7e5b85b83299/cdf1406b-92fa-4360-bbb2-8937dff6cff7/ed7f9496-19ee-4dbe-9048-09ff4d4e4db3) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:28.939687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:29.090178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.096691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.175155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.175741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.176312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.209445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Transition to ACTIVE for port object ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:29.298395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Transition to ACTIVE for port object ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:29.299633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:29.299981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:29.317100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.334082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:29.365255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.370062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:29.438360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Network 478955eb-8034-4979-9091-7e5b85b83299 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:29.448402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:29.449346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.454963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:29.460996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.464371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:29.470171 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Pushing event updated for resources: {'Port': ['ID=ed7f9496-19ee-4dbe-9048-09ff4d4e4db3,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:29.517064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab3260b-62cc-4d62-9d5b-eaa62681b54d None None] Network f34830ea-c4e8-4e7c-9632-1bd54fbf139c requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:29.629347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:29.632432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=9ea539e5-fba8-42fa-86e8-893a69fb08a0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:29.737082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Attempting to bind port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:29.737518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Attempting to bind port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:29.737952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Attempting to bind port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 on network 478955eb-8034-4979-9091-7e5b85b83299 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:29.740152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6b331e53-f184-456f-b921-9581b929b8d7 None None] Provisioning for port 01cefbda-f10c-4197-8c02-fbae8be8b967 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:29.746751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/cd385d6c-1525-461c-b080-58e8656ed13d/ae6c9183-c06f-44f9-87c3-5bb679af8208) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:29.758203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:29.758663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Checking segment: {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:29.759150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.759644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Bound using segment: {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:29.760193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Bound port: ed7f9496-19ee-4dbe-9048-09ff4d4e4db3, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:29.760762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.763754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.777001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'Port': ['ID=90a5c7d9-a399-4a9c-8d55-8af7e1244de9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:29.786678 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8075a971-f67e-48a5-8304-7d74d150819c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8755858 Feb 28 11:29:29.787292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54796) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:29.794158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:6d:72:6b', 'name': 'tempest-NetworksTestDHCPv6-268209872'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:29.949949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:29.960238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:29.970450 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:30.056411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.082645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] For port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:30.088012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Network f34830ea-c4e8-4e7c-9632-1bd54fbf139c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:30.090875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:30.112893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.141739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 714f9b63-5383-4687-9838-7e18757bc874 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:29:30.154147 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] For port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ed7f9496-19ee-4dbe-9048-09ff4d4e4db3,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:30.165245 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:30.174269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.226133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.238710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1785657c-5ac5-417b-8e0d-040fc5f77d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.271945 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:29:30.285544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.300592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2416-d129-43a2-81f5-049b2accc937 None None] Pushing event updated for resources: {'Port': ['ID=ed7f9496-19ee-4dbe-9048-09ff4d4e4db3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:30.322591 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Transition to ACTIVE for port object ae6c9183-c06f-44f9-87c3-5bb679af8208 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:30.331396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.610978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59687799-83b4-4693-9282-b6b408f51bf4 None None] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:30.618382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:30.618735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:30.651649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Router 9b2df123-4b10-4a22-bbee-50522253f14e has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:29:30.675239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::116 (89a85dab-b254-4061-917a-102ac7d2b42f/cd385d6c-1525-461c-b080-58e8656ed13d/714f9b63-5383-4687-9838-7e18757bc874) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:30.694991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:726b (89a85dab-b254-4061-917a-102ac7d2b42f/9ea539e5-fba8-42fa-86e8-893a69fb08a0/714f9b63-5383-4687-9838-7e18757bc874) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:30.721345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0b75ddfa-b78f-4ea2-816b-75b5fccfdfbb None None] Provisioning for port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:30.726603 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0b75ddfa-b78f-4ea2-816b-75b5fccfdfbb None None] Provisioning complete for port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:30.726978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0b75ddfa-b78f-4ea2-816b-75b5fccfdfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.848844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0b75ddfa-b78f-4ea2-816b-75b5fccfdfbb None None] Port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:31.010008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.030406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 714f9b63-5383-4687-9838-7e18757bc874 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:31.066328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.097322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c5c72e56-9fb1-4d31-9774-6560c88609ab None None] Provisioning complete for port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:31.098359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c5c72e56-9fb1-4d31-9774-6560c88609ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.123329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.1 (478955eb-8034-4979-9091-7e5b85b83299/cdf1406b-92fa-4360-bbb2-8937dff6cff7/f99ed3d8-8a7c-49ce-88a8-54b2686e4936) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:31.126499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:31.143716 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-77d43c98-1eaf-4ec0-9820-863b3bbc66a6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "PUT /v2.0/routers/9b2df123-4b10-4a22-bbee-50522253f14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5045841 Feb 28 11:29:31.189608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=714f9b63-5383-4687-9838-7e18757bc874,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:31.198819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:31.200242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:31.204393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:31.210317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:31.211042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.247700 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3fdda805-be38-4c11-969d-ef85e2a741a3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4559467 Feb 28 11:29:31.248405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54802) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:31.303611 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Sync routers for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:31.357242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1281cedd-5560-454e-9b96-8ed6d66b6656 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 714f9b63-5383-4687-9838-7e18757bc874 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:31.357597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1281cedd-5560-454e-9b96-8ed6d66b6656 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.416152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:31.418114 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:31.531451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.568134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c5c72e56-9fb1-4d31-9774-6560c88609ab None None] Port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:31.652157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.688955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object f99ed3d8-8a7c-49ce-88a8-54b2686e4936 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:31.698323 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:31.714266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.722729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.902709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1281cedd-5560-454e-9b96-8ed6d66b6656 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.917092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 478955eb-8034-4979-9091-7e5b85b83299 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:31.932712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:31.941033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:32.016763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:32.029549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2990bea-75db-443d-a3b4-a16e6385db22 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:32.050869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=f99ed3d8-8a7c-49ce-88a8-54b2686e4936,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:32.051260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0826e234-fd47-495e-bdf0-4814f6aca630 None None] Provisioning complete for port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:32.051765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0826e234-fd47-495e-bdf0-4814f6aca630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.067208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1281cedd-5560-454e-9b96-8ed6d66b6656 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 714f9b63-5383-4687-9838-7e18757bc874 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:32.069391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.094858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:32.103110 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-8d8c5857-3857-4e95-bb88-0d5fdb8bf3c8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533779368&fields=id&tenant_id=0fbd5da299aa49fba40a822621a1123e HTTP/1.1" status: 200 len: 267 time: 0.0922704 Feb 28 11:29:32.188722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1af7b8-1c21-4aa3-94a7-1e6ce922d10e None None] Network 478955eb-8034-4979-9091-7e5b85b83299 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:32.201349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e6db5ef4-75c5-435d-a66f-b42d3cb8e69a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:32.293738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158492-48d6-431b-8e11-b065690a1670 req-49588f96-4689-4956-9a98-6784f64c287f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:32.294440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1d158492-48d6-431b-8e11-b065690a1670 req-49588f96-4689-4956-9a98-6784f64c287f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Synchronizing usage tracker for tenant:0fbd5da299aa49fba40a822621a1123e on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:32.361658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1d158492-48d6-431b-8e11-b065690a1670 req-49588f96-4689-4956-9a98-6784f64c287f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Unset dirty status for tenant:0fbd5da299aa49fba40a822621a1123e on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:32.362940 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-49588f96-4689-4956-9a98-6784f64c287f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/networks?id=f34830ea-c4e8-4e7c-9632-1bd54fbf139c HTTP/1.1" status: 200 len: 797 time: 0.2459383 Feb 28 11:29:32.365536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.393364 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-b980cf2a-7a65-40e3-ab94-1025198871d2 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/quotas/0fbd5da299aa49fba40a822621a1123e HTTP/1.1" status: 200 len: 375 time: 0.0187309 Feb 28 11:29:32.409641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1281cedd-5560-454e-9b96-8ed6d66b6656 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.464968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281cedd-5560-454e-9b96-8ed6d66b6656 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=714f9b63-5383-4687-9838-7e18757bc874,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:32.536175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0826e234-fd47-495e-bdf0-4814f6aca630 None None] Port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:32.551453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1281cedd-5560-454e-9b96-8ed6d66b6656 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.563820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54822) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:32.564016 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1281cedd-5560-454e-9b96-8ed6d66b6656 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/714f9b63-5383-4687-9838-7e18757bc874 HTTP/1.1" status: 204 len: 168 time: 1.3137300 Feb 28 11:29:32.603548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-320b2763-9d6d-435e-a399-c1fcc2287a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.712738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1d158492-48d6-431b-8e11-b065690a1670 req-93981959-8e28-41d4-b2a8-b49e2b15fba6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Synchronizing usage tracker for tenant:0fbd5da299aa49fba40a822621a1123e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:32.733878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:32.762410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1d158492-48d6-431b-8e11-b065690a1670 req-93981959-8e28-41d4-b2a8-b49e2b15fba6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Unset dirty status for tenant:0fbd5da299aa49fba40a822621a1123e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:32.763767 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-93981959-8e28-41d4-b2a8-b49e2b15fba6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fbd5da299aa49fba40a822621a1123e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3399012 Feb 28 11:29:32.791913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:32.792287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.817365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977c6cc4-9636-4112-89e2-ec37f4718175 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:32.821339 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-977c6cc4-9636-4112-89e2-ec37f4718175 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2527618 Feb 28 11:29:32.821745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:32.825312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Provisioning for port ae6c9183-c06f-44f9-87c3-5bb679af8208 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:32.902060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:32.902434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.910406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c748c9-8823-4159-9776-8738e8965f1c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:32.911181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9c748c9-8823-4159-9776-8738e8965f1c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:32.932408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9c748c9-8823-4159-9776-8738e8965f1c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:32.935333 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f9c748c9-8823-4159-9776-8738e8965f1c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1108611 Feb 28 11:29:32.936264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54832) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:32.965153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.971391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.013032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-dcedeab3-3f66-42e7-8542-b4412ae66c48 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:29:33.014059 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-dcedeab3-3f66-42e7-8542-b4412ae66c48 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0794456 Feb 28 11:29:33.017802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c489f11-3204-44ef-881f-4faedeff02e3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:33.019578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c489f11-3204-44ef-881f-4faedeff02e3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:33.021504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c489f11-3204-44ef-881f-4faedeff02e3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:33.025724 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3c489f11-3204-44ef-881f-4faedeff02e3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0881312 Feb 28 11:29:33.026254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54838) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.103791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5152610-c879-4f16-880e-ef56975e3954 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 9ea539e5-fba8-42fa-86e8-893a69fb08a0 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:33.107046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5152610-c879-4f16-880e-ef56975e3954 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.170571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5152610-c879-4f16-880e-ef56975e3954 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.188890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=f99ed3d8-8a7c-49ce-88a8-54b2686e4936,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:33.198309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.265812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5152610-c879-4f16-880e-ef56975e3954 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.308102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '90a5c7d9-a399-4a9c-8d55-8af7e1244de9', 'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'mac_address': 'fa:16:3e:14:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:28Z', 'revision_number': 2, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'subnets': [{'id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:33.316835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.324903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-c0d391a9-5f58-49e2-95b4-183d914ac5a4 service neutron] 10.222.0.64 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788591 Feb 28 11:29:33.353690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Checking router: 9b2df123-4b10-4a22-bbee-50522253f14e for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:33.354103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Updating router 9b2df123-4b10-4a22-bbee-50522253f14e port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:29:33.377862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5152610-c879-4f16-880e-ef56975e3954 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.412962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.426053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5152610-c879-4f16-880e-ef56975e3954 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea539e5-fba8-42fa-86e8-893a69fb08a0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:33.445655 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5152610-c879-4f16-880e-ef56975e3954 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.446444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e6db5ef4-75c5-435d-a66f-b42d3cb8e69a,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:33.461535 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c5152610-c879-4f16-880e-ef56975e3954 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/9ea539e5-fba8-42fa-86e8-893a69fb08a0 HTTP/1.1" status: 204 len: 168 time: 0.4341824 Feb 28 11:29:33.468316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54842) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.476491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.477285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:33.581259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17610ed-84fd-483f-a184-e28d796429f7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet cd385d6c-1525-461c-b080-58e8656ed13d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:33.585693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f17610ed-84fd-483f-a184-e28d796429f7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.616545 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.647798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 478955eb-8034-4979-9091-7e5b85b83299 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:33.653024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:33.670229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f17610ed-84fd-483f-a184-e28d796429f7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.792448 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-c9e6d0cb-1591-4edf-bef0-0cab7cc03f6a service neutron] 10.222.0.64 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568312 Feb 28 11:29:33.800419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f17610ed-84fd-483f-a184-e28d796429f7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.879316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.906518 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f17610ed-84fd-483f-a184-e28d796429f7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.942199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:33.943508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:33.944359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=e6db5ef4-75c5-435d-a66f-b42d3cb8e69a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:33.968962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17610ed-84fd-483f-a184-e28d796429f7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=cd385d6c-1525-461c-b080-58e8656ed13d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:33.973897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f17610ed-84fd-483f-a184-e28d796429f7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.985092 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.007928 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f17610ed-84fd-483f-a184-e28d796429f7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/cd385d6c-1525-461c-b080-58e8656ed13d HTTP/1.1" status: 204 len: 168 time: 0.5378044 Feb 28 11:29:34.008846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54850) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:34.066621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:34.072401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router fee248a1-1598-4687-ad64-f46393f9cf95 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:29:34.163942 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6dade4a4-a224-4aa5-92eb-7656bb7a863a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1531544 Feb 28 11:29:34.167748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:34.193219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:34.198183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 01cefbda-f10c-4197-8c02-fbae8be8b967 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:34.368581 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e8f88f4-4f80-4625-a4b9-d4fdce75897e req-19d96020-015d-4dc6-b1f1-ae5e5a8f7892 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 210 time: 0.2882881 Feb 28 11:29:34.480298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:34.493843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:34.497041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:34.502957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:34.520622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:34.526197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.553987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:34.565119 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Sync routers for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:34.565619 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c74663c4-fea5-4a23-858b-c7a188a33864 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/fee248a1-1598-4687-ad64-f46393f9cf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4588394 Feb 28 11:29:34.568138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54864) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:34.580968 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:34.581580 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:34.656250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f5b1f7-2f35-40f3-a5d0-382c0bd7eb07 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:34.801589 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:34.829571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.855180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 01cefbda-f10c-4197-8c02-fbae8be8b967 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:34.878953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 01cefbda-f10c-4197-8c02-fbae8be8b967 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:34.879701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.919551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.018084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.043412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:35.052078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Transition to ACTIVE for port object 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:35.059287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.147048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.175845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:35.183159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:35.189858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.190367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.223041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=f0b38c94-6456-4055-ad3e-e44eb47e0caa,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:35.229742 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-76a5cf7e-c6d9-4a98-a1e0-f650e3bb6f2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2069652 Feb 28 11:29:35.257295 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:29:32Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:32Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:35.262984 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Checking router: fee248a1-1598-4687-ad64-f46393f9cf95 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:35.263690 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Updating router fee248a1-1598-4687-ad64-f46393f9cf95 port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:29:35.268114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42f977-8871-426c-817c-c567f2cd17c7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.268641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42f977-8871-426c-817c-c567f2cd17c7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.269108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42f977-8871-426c-817c-c567f2cd17c7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.269560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42f977-8871-426c-817c-c567f2cd17c7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.270118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42f977-8871-426c-817c-c567f2cd17c7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.270568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42f977-8871-426c-817c-c567f2cd17c7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.271015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42f977-8871-426c-817c-c567f2cd17c7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.272859 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fd42f977-8871-426c-817c-c567f2cd17c7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4935 time: 0.7036588 Feb 28 11:29:35.274724 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1c3a9de2-181b-41f3-89b9-bc8a8853f8fd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1038287 Feb 28 11:29:35.275682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54878) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:35.278324 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:35.342147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:35.346814 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.376367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.377577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.430342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 01cefbda-f10c-4197-8c02-fbae8be8b967, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=01cefbda-f10c-4197-8c02-fbae8be8b967,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:35.431348 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Provisioning for port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:35.471425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Provisioning complete for port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:35.471811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.486741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c38fd-43a0-4def-b4b9-3c6ca3acf58e tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.487416 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c38fd-43a0-4def-b4b9-3c6ca3acf58e tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.487941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c38fd-43a0-4def-b4b9-3c6ca3acf58e tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.488460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c38fd-43a0-4def-b4b9-3c6ca3acf58e tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.489226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c38fd-43a0-4def-b4b9-3c6ca3acf58e tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.489831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c38fd-43a0-4def-b4b9-3c6ca3acf58e tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.490311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c38fd-43a0-4def-b4b9-3c6ca3acf58e tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.492347 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-525c38fd-43a0-4def-b4b9-3c6ca3acf58e tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4615 time: 0.2155643 Feb 28 11:29:35.495650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54888) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:35.567085 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=13']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:35.569299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.570319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ae6c9183-c06f-44f9-87c3-5bb679af8208 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:35.659007 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d58587e-80ec-4b3f-910b-20c37458a55c req-a78953cf-55a5-42f0-81b9-ae9a96f28671 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 210 time: 0.0599525 Feb 28 11:29:35.740307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-d27231ea-b8d1-4fc7-9820-1e2072cacd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.742614 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-d27231ea-b8d1-4fc7-9820-1e2072cacd3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1099 time: 0.3497806 Feb 28 11:29:35.743770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:35.758163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:35.761994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:35.770529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:35.872427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Attempting to bind port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:35.872994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Attempting to bind port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:35.873130 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Attempting to bind port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 on network f34830ea-c4e8-4e7c-9632-1bd54fbf139c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:35.911026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:35.911716 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.912200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Checking segment: {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:35.912298 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.912670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Bound using segment: {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:35.913150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Bound port: 90a5c7d9-a399-4a9c-8d55-8af7e1244de9, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:35.913518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.928065 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Transition to ACTIVE for port object f99ed3d8-8a7c-49ce-88a8-54b2686e4936 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:35.936084 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.943626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:35.947801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.963544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b8b3a-7e20-489d-ab1d-13fa7b1d4ea4 None None] Pushing event updated for resources: {'Port': ['ID=90a5c7d9-a399-4a9c-8d55-8af7e1244de9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:35.997185 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6ae10c64-a0d1-4f34-8307-d09b2945b7c1 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.5003805 Feb 28 11:29:36.029508 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf507ef-4922-402a-888f-a736f75a3e60 None None] Pushing event updated for resources: {'Port': ['ID=f99ed3d8-8a7c-49ce-88a8-54b2686e4936,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:36.068714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=01cefbda-f10c-4197-8c02-fbae8be8b967,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:36.194020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158492-48d6-431b-8e11-b065690a1670 req-58a0f756-b475-45a9-8d21-b128a59feda8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:36.195409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.197027 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-58a0f756-b475-45a9-8d21-b128a59feda8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.37 "GET /v2.0/networks?id=f34830ea-c4e8-4e7c-9632-1bd54fbf139c HTTP/1.1" status: 200 len: 797 time: 0.2356129 Feb 28 11:29:36.215299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:36.215929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.273683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-1d158492-48d6-431b-8e11-b065690a1670 req-6da7b27a-0b3c-4568-ad62-5fb259ea1afd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Synchronizing usage tracker for tenant:0fbd5da299aa49fba40a822621a1123e on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:36.309731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-1d158492-48d6-431b-8e11-b065690a1670 req-6da7b27a-0b3c-4568-ad62-5fb259ea1afd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Unset dirty status for tenant:0fbd5da299aa49fba40a822621a1123e on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:36.312168 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-6da7b27a-0b3c-4568-ad62-5fb259ea1afd tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fbd5da299aa49fba40a822621a1123e HTTP/1.1" status: 200 len: 380 time: 0.0986068 Feb 28 11:29:36.322669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'port': {'device_id': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'admin_state_up': True, 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'security_groups': ['c2ba8b3b-cb74-4cbe-a581-30b56d651827']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:36.322888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-d9306268-86fa-41a5-8f0b-183c35c10307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:36.324377 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-d9306268-86fa-41a5-8f0b-183c35c10307 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 913 time: 0.5510185 Feb 28 11:29:36.356197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37035bb-5dbc-48b8-a3c9-0e5ec1d7aedf None None] Update dhcp port {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'fixed_ips': [{'subnet_id': 'f0b38c94-6456-4055-ad3e-e44eb47e0caa'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'ae6c9183-c06f-44f9-87c3-5bb679af8208'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:29:36.415689 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Attempting to bind port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:36.415689 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Attempting to bind port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:36.416147 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Attempting to bind port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 on network 478955eb-8034-4979-9091-7e5b85b83299 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:36.426129 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:36.426644 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Checking segment: {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:36.427592 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.427592 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Bound using segment: {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:36.430225 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Bound port: f99ed3d8-8a7c-49ce-88a8-54b2686e4936, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:36.430732 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.437543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] For port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:36.442355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] For port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=90a5c7d9-a399-4a9c-8d55-8af7e1244de9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:36.464775 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.465029 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0b38c94-6456-4055-ad3e-e44eb47e0caa (CIDR: 2001:db8::/64) Feb 28 11:29:36.470900 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:29:36.471242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:36.509309 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-3af57426-b2f6-4cf9-a953-7e319ff250b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 1002 time: 0.1692145 Feb 28 11:29:36.513286 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-895bf9d2-cd76-41e5-9fb4-94dca18b4e53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2316146 Feb 28 11:29:36.513503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:36.532817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] For port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ed7f9496-19ee-4dbe-9048-09ff4d4e4db3,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:36.554246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.572073 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] For port f99ed3d8-8a7c-49ce-88a8-54b2686e4936, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:36.578189 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] For port f99ed3d8-8a7c-49ce-88a8-54b2686e4936, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f99ed3d8-8a7c-49ce-88a8-54b2686e4936,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:36.586239 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.637571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54904) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:36.647852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f37035bb-5dbc-48b8-a3c9-0e5ec1d7aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.651244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'subnet': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:36.658501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99827038', 'description': 'tempest-secgroup-smoke-99827038 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:36.667426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:36.682292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:36.692897 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf507ef-4922-402a-888f-a736f75a3e60 None None] Pushing event updated for resources: {'Port': ['ID=f99ed3d8-8a7c-49ce-88a8-54b2686e4936,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:36.711147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:36.714004 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:36.716519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:36.717200 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:36.719046 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:36.722059 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:36.722864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:36.737962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:36.760742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Made reservation on behalf of 0fbd5da299aa49fba40a822621a1123e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:36.767654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.799562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.838023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:36.935069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:36.946339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:36.956325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:37.001450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b8b3a-7e20-489d-ab1d-13fa7b1d4ea4 None None] Pushing event updated for resources: {'Port': ['ID=90a5c7d9-a399-4a9c-8d55-8af7e1244de9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:37.075018 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:37.086264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:37.094781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.102849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.132391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:37.196043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7327eb7b-3e24-4e1c-b91e-e4c8da3ead2d None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:37.196251 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-82036e64-f080-4dce-ae80-b59a047cde58 req-95618712-9095-4f6c-9338-df608f980deb tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 210 time: 0.0675669 Feb 28 11:29:37.196403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7327eb7b-3e24-4e1c-b91e-e4c8da3ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.199960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Usage tracker for resource:subnet and tenant:a09335d254864d09afe0d8e62dd89c81 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:37.205735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-8b772245-c677-470d-bc66-c01c058174c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:37.207425 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-8b772245-c677-470d-bc66-c01c058174c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.6885829 Feb 28 11:29:37.208648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:37.209715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:37.229328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.230723 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c138af2b-3fcf-47d9-af08-dd35515b411e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5921969 Feb 28 11:29:37.233806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54910) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:37.240670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '484b0cd8-1ba6-4797-8db1-71c9ad72a7a1', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:37.250070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:37.252900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:37.259089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:37.266955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:37.275858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:37.279481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:37.284197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.293822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Allocated IP 172.20.0.12 (f34830ea-c4e8-4e7c-9632-1bd54fbf139c/958c030e-1fb2-495c-bfe7-ad55e7f59000/32952a71-4b7f-4d5b-8969-bd22ce6a3cf9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:37.308331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.371525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:37.417604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-0c5d8591-7249-46ed-b9d3-9b79f5d36f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:37.422186 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-0c5d8591-7249-46ed-b9d3-9b79f5d36f9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2085118 Feb 28 11:29:37.433167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.440450 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.506653 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:29:32Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:36Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:37.511702 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36d5f1-7761-45b4-b94c-dfe126d03f51 None None] The sync data for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv is: [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:29:32Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:36Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:37.541948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a41bc1-8c4d-4a44-8a4d-6a98ff58a05e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:37.560497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.567914 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-abc83f6c-06be-413a-b4e3-2b427b7329c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306146 Feb 28 11:29:37.580800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54914) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:37.601114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '484b0cd8-1ba6-4797-8db1-71c9ad72a7a1', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:37.604300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:37.604681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.614820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:37.623248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:37.630861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:37.651372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:37.664756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.683103 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-d383a238-50b0-4a81-9d29-ac9a78f3f8fe service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490313 Feb 28 11:29:37.695548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Transition to ACTIVE for port object 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:37.700872 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.815207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.876185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.888674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.919983 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8cf06b2b-7d35-47cf-8d1e-04112588d9b5 req-a637bc89-d8f1-4ccc-9a98-74655424a15f service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938863 Feb 28 11:29:37.950664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.955332 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3706672 Feb 28 11:29:37.956032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:37.962532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Network f34830ea-c4e8-4e7c-9632-1bd54fbf139c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:37.962991 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '484b0cd8-1ba6-4797-8db1-71c9ad72a7a1', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:37.965718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c4a14-8483-4ebb-9d34-933fea991ea6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94e40a3-eda7-4298-abc8-06b995856389,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:37.968899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:37.974767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:37.981070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a98b6-fbf9-409f-a886-1fd17618219f None None] Pushing event updated for resources: {'Port': ['ID=ed7f9496-19ee-4dbe-9048-09ff4d4e4db3,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:37.982073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:37.987260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:37.992686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:38.002501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:38.039185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.044105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'Port': ['ID=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:38.079335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-f37035bb-5dbc-48b8-a3c9-0e5ec1d7aedf None None] Allocated IP 2001:db8::2 (89a85dab-b254-4061-917a-102ac7d2b42f/f0b38c94-6456-4055-ad3e-e44eb47e0caa/ae6c9183-c06f-44f9-87c3-5bb679af8208) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:38.103402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:38.104199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.153437 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-508f6acc-a52e-4e98-8164-a8577c817f12 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8358955 Feb 28 11:29:38.165983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Request body: {'port': {'device_id': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:38.183402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '90a5c7d9-a399-4a9c-8d55-8af7e1244de9', 'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'mac_address': 'fa:16:3e:14:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:36Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'subnets': [{'id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:38.216468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1637fee3-50d5-4bb6-8ac9-86dbae6fd1cc None None] The sync data for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv is: [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '90a5c7d9-a399-4a9c-8d55-8af7e1244de9', 'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'mac_address': 'fa:16:3e:14:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:36Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'subnets': [{'id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:38.232459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7327eb7b-3e24-4e1c-b91e-e4c8da3ead2d None None] Provisioning for port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:38.348844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.395526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7327eb7b-3e24-4e1c-b91e-e4c8da3ead2d None None] Provisioning complete for port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:38.396262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7327eb7b-3e24-4e1c-b91e-e4c8da3ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.408499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.451606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.541238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638834f0-6464-4b7e-9f5e-916848548ba8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:38.557538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f37035bb-5dbc-48b8-a3c9-0e5ec1d7aedf None None] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:38.564786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.568307 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1e5b7831-97f1-41b4-aaaf-5822ccc3b66d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6111627 Feb 28 11:29:38.584783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54924) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:38.605025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '484b0cd8-1ba6-4797-8db1-71c9ad72a7a1', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:38.621464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.objects.ports [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:29:38.621649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f99ed3d8-8a7c-49ce-88a8-54b2686e4936 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:38.627849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:38.639043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:38.648821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:38.666203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:38.688589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-f37035bb-5dbc-48b8-a3c9-0e5ec1d7aedf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:29:38.742589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f37035bb-5dbc-48b8-a3c9-0e5ec1d7aedf None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.744274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea1d5f-0283-427d-a838-0b798cf18a0d req-4c0fc025-a75e-44fc-9f6d-3aada96bed3b tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:38.746408 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3ea1d5f-0283-427d-a838-0b798cf18a0d req-4c0fc025-a75e-44fc-9f6d-3aada96bed3b tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 932 time: 0.3391116 Feb 28 11:29:38.783029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.797041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f37035bb-5dbc-48b8-a3c9-0e5ec1d7aedf None None] Transition to ACTIVE for port object ae6c9183-c06f-44f9-87c3-5bb679af8208 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:38.810035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f37035bb-5dbc-48b8-a3c9-0e5ec1d7aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.837925 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3ea1d5f-0283-427d-a838-0b798cf18a0d req-52621071-fc56-4e9f-a4e6-263566f675d5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829427 Feb 28 11:29:38.918040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:38.969194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a28a3f2c-ab02-4e3c-822e-212819932aa9 None None] Provisioning for port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:38.978982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.995956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:38.996332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.037318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a28a3f2c-ab02-4e3c-822e-212819932aa9 None None] Provisioning complete for port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:39.037697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a28a3f2c-ab02-4e3c-822e-212819932aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.102757 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37035bb-5dbc-48b8-a3c9-0e5ec1d7aedf None None] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=15']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:39.144038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a28a3f2c-ab02-4e3c-822e-212819932aa9 None None] Port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:39.177636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.189521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.254886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884cafd0-1600-4203-badd-fd732bbc3163,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:39.269515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.273314 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6510eabc-0142-4a06-9d4f-8938e0e009eb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6828194 Feb 28 11:29:39.273913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54928) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:39.285925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '484b0cd8-1ba6-4797-8db1-71c9ad72a7a1', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:39.306162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.319919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:39.323835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a28a3f2c-ab02-4e3c-822e-212819932aa9 None None] Provisioning complete for port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:39.324216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a28a3f2c-ab02-4e3c-822e-212819932aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.334241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:39.369144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.378009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:39.379244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.380313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.387265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:39.404775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:39.424849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:29:39.427384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port f99ed3d8-8a7c-49ce-88a8-54b2686e4936, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f99ed3d8-8a7c-49ce-88a8-54b2686e4936,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:39.432736 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:29:39.440469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.441257 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:39.446763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.466105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Transition to ACTIVE for port object 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:39.469357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.483091 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.550125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:39.578346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:39.583184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Subnet': ['ID=6327e917-1383-4073-a08d-537dee5ad1be,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:39.590262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:39.590760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.612980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=16']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:39.624592 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2c131f8a-a408-49b5-938d-a8f015f78eaf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1097863 Feb 28 11:29:39.627091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54932) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:39.678623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=f99ed3d8-8a7c-49ce-88a8-54b2686e4936,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:39.696474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:39.696851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.762077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Pushing event updated for resources: {'Port': ['ID=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:39.805976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Request body: {'port': {'network_id': '89a85dab-b254-4061-917a-102ac7d2b42f', 'mac_address': 'fa:16:3e:23:95:3e', 'name': 'tempest-NetworksTestDHCPv6-947737755'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:39.888008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 01cefbda-f10c-4197-8c02-fbae8be8b967 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:39.941855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.954019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.015326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377707a3-5261-42ce-84d0-cefdf2b7bf06,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:40.024736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 01cefbda-f10c-4197-8c02-fbae8be8b967 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:40.025214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.039530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.040787 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d8257fed-0a51-48b7-9be8-354c9948c703 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7658525 Feb 28 11:29:40.044794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54940) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:40.050144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '484b0cd8-1ba6-4797-8db1-71c9ad72a7a1', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:40.055421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa56d16-ff1d-4f87-8fae-3b7d8f791356 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:40.059346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:40.062421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Attempting to bind port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:40.062768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Attempting to bind port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:40.063092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Attempting to bind port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 on network f34830ea-c4e8-4e7c-9632-1bd54fbf139c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:40.067842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:40.076585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 on network f34830ea-c4e8-4e7c-9632-1bd54fbf139c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:29:40.078141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Attempting to bind port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 on network f34830ea-c4e8-4e7c-9632-1bd54fbf139c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:40.081384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:40.092501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:40.113257 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:29:40.119732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:40.120075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Checking segment: {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:40.123172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Bound using segment: {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:40.124417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Bound port: 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:40.124780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.244093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:40.245423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.255315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c211752-641a-42c5-8bce-35a35e75ab8d req-c7eeafe6-f5e4-45d9-bbf4-1e2742faf888 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:40.257830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:40.264248 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7c211752-641a-42c5-8bce-35a35e75ab8d req-c7eeafe6-f5e4-45d9-bbf4-1e2742faf888 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 944 time: 0.2250137 Feb 28 11:29:40.268989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-52a728c7-0521-423d-9b49-213b832fea38 None None] Provisioning for port ae6c9183-c06f-44f9-87c3-5bb679af8208 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:40.282738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:40.283235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-52a728c7-0521-423d-9b49-213b832fea38 None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:40.283812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52a728c7-0521-423d-9b49-213b832fea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.294117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:40.294998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.319219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Made reservation on behalf of a09335d254864d09afe0d8e62dd89c81 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:40.345559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:40.346184 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.347853 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] 10.222.0.37 "PUT /v2.0/ports/32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 HTTP/1.1" status: 200 len: 1094 time: 2.1869063 Feb 28 11:29:40.349201 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7c211752-641a-42c5-8bce-35a35e75ab8d req-a53fb849-48ac-4f77-ae35-aea7e9d3330b tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821109 Feb 28 11:29:40.357781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:40.567411 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'status': 'completed', 'code': 200} Feb 28 11:29:40.571157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6f5e5-b354-4b7c-af8a-e5c8ec93005d service neutron] Pushing event updated for resources: {'Port': ['ID=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:40.587817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.610122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.612895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ae6c9183-c06f-44f9-87c3-5bb679af8208 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:40.619619 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.637420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] device_id is not set on port 63dd4d02-883f-465c-91e9-382440cb741b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:29:40.659063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db7e520-db0e-4bf3-9bf7-09a42caec634,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:40.678584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.689017 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bc4e023d-a57f-4e5a-b259-cbd6bb1ddb5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6348436 Feb 28 11:29:40.689017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158492-48d6-431b-8e11-b065690a1670 req-ecf4ab38-f456-4fd1-8423-049c9d07e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:40.689017 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-ecf4ab38-f456-4fd1-8423-049c9d07e4ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fbd5da299aa49fba40a822621a1123e&device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 1097 time: 0.2695768 Feb 28 11:29:40.783313 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-3a3e05e8-3557-4bda-9678-404f70f5b4ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 HTTP/1.1" status: 200 len: 217 time: 0.0871341 Feb 28 11:29:40.784157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:40.784537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.932945 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158492-48d6-431b-8e11-b065690a1670 req-9955821e-9faf-4759-b542-d8de6d982186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:40.934536 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-9955821e-9faf-4759-b542-d8de6d982186 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=958c030e-1fb2-495c-bfe7-ad55e7f59000 HTTP/1.1" status: 200 len: 835 time: 0.1452820 Feb 28 11:29:40.978825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e6db5ef4-75c5-435d-a66f-b42d3cb8e69a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:41.045093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158492-48d6-431b-8e11-b065690a1670 req-411862ee-7924-47fa-a693-615bc9efcc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.046934 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-411862ee-7924-47fa-a693-615bc9efcc92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f34830ea-c4e8-4e7c-9632-1bd54fbf139c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0988610 Feb 28 11:29:41.072793 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:41.073183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.090231 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-6d149e98-2ff5-48a7-80dd-e94706622c6a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99827038&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0790355 Feb 28 11:29:41.091338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8::288 (89a85dab-b254-4061-917a-102ac7d2b42f/f0b38c94-6456-4055-ad3e-e44eb47e0caa/63dd4d02-883f-465c-91e9-382440cb741b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:41.100049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Allocated IP 2001:db8:0:1:f816:3eff:fe23:953e (89a85dab-b254-4061-917a-102ac7d2b42f/6327e917-1383-4073-a08d-537dee5ad1be/63dd4d02-883f-465c-91e9-382440cb741b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:41.213165 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-1bffd002-4e7d-4442-9820-1d3c40763942 service neutron] 10.222.0.37 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590376 Feb 28 11:29:41.390970 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d158492-48d6-431b-8e11-b065690a1670 req-1eeddacb-993f-4c4f-b1a8-a6a99995f5b1 service neutron] 10.222.0.37 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663754 Feb 28 11:29:41.404433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-e9dcb53c-c578-4335-9219-c16b3830a639 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.406368 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-e9dcb53c-c578-4335-9219-c16b3830a639 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=478955eb-8034-4979-9091-7e5b85b83299 HTTP/1.1" status: 200 len: 797 time: 0.3079784 Feb 28 11:29:41.428385 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f99ed3d8-8a7c-49ce-88a8-54b2686e4936 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:41.434124 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-fed544f3-846f-4ade-b772-4577eb47d284 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0188637 Feb 28 11:29:41.546200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:41.546645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.566500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-c0383ff3-6c26-4dc3-a981-c19f56bb5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.569882 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-c0383ff3-6c26-4dc3-a981-c19f56bb5feb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fbd5da299aa49fba40a822621a1123e&device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 1097 time: 0.1203039 Feb 28 11:29:41.575757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.581683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5959e857-2fa8-4ff3-9b30-f4dae3a1d134 None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:41.612829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Transition to ACTIVE for port object 63dd4d02-883f-465c-91e9-382440cb741b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:41.648852 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-f71f4771-f5d8-4bc6-9f9c-cd5286c78968 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:41.664345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01615769-e98e-4d17-9b28-f49012cdccc9 req-65ead8c5-32e2-4f7f-ae9b-b6def2343e65 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.666007 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-01615769-e98e-4d17-9b28-f49012cdccc9 req-65ead8c5-32e2-4f7f-ae9b-b6def2343e65 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 944 time: 0.1684334 Feb 28 11:29:41.689848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-f71f4771-f5d8-4bc6-9f9c-cd5286c78968 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:41.695832 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-f71f4771-f5d8-4bc6-9f9c-cd5286c78968 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2514236 Feb 28 11:29:41.725013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-abcf7bc4-01a9-45c0-8238-dd1ffc12ecf7 None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:41.725383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abcf7bc4-01a9-45c0-8238-dd1ffc12ecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.743691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-5e357cca-4af2-4dbc-aad4-802700321e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.745647 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-5e357cca-4af2-4dbc-aad4-802700321e3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f34830ea-c4e8-4e7c-9632-1bd54fbf139c HTTP/1.1" status: 200 len: 898 time: 0.1671069 Feb 28 11:29:41.754510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.882300 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-01615769-e98e-4d17-9b28-f49012cdccc9 req-b82f8b4b-1dbe-4ec4-8897-980211f8940a tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962857 Feb 28 11:29:41.899600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ae6c9183-c06f-44f9-87c3-5bb679af8208 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:41.922606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Network 89a85dab-b254-4061-917a-102ac7d2b42f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:41.928785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:41.932925 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:41.939553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.940396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.953414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event updated for resources: {'Port': ['ID=63dd4d02-883f-465c-91e9-382440cb741b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:41.977853 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-1efece77-1ff9-45c6-97d8-6935a691900a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 HTTP/1.1" status: 200 len: 217 time: 0.2239032 Feb 28 11:29:42.004002 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0347ba22-7967-4298-b67f-1026f83d1789 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3733206 Feb 28 11:29:42.004002 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-84bb0bc4-2850-4315-bcd2-2cc31f0444da service neutron] 10.222.0.64 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859685 Feb 28 11:29:42.004335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54962) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:42.044398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-46bead9a-d13a-447d-ae6a-86f6ac262600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:42.046475 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-46bead9a-d13a-447d-ae6a-86f6ac262600 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=958c030e-1fb2-495c-bfe7-ad55e7f59000 HTTP/1.1" status: 200 len: 835 time: 0.0616813 Feb 28 11:29:42.086511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:42.086884 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.130071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-7d90e1f6-9da5-4ae1-b688-e3d5dc4b9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:42.131690 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-7d90e1f6-9da5-4ae1-b688-e3d5dc4b9d3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f34830ea-c4e8-4e7c-9632-1bd54fbf139c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783923 Feb 28 11:29:42.167917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-da04f00e-edfe-4660-ae8f-0bdba5d168f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting port 63dd4d02-883f-465c-91e9-382440cb741b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:42.168361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da04f00e-edfe-4660-ae8f-0bdba5d168f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.226629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:42.285721 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-b138ea81-95db-4eef-acf6-c5d5af3a25c5 service neutron] 10.222.0.37 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463063 Feb 28 11:29:42.325877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:42.332885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:42.333298 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.420934 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ec9e8c8b-a0ed-438f-a165-d4d5aeca960b service neutron] 10.222.0.64 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860950 Feb 28 11:29:42.468714 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fe5dd7e6-da92-4a9a-b6cb-1a3976342d35 req-8f6a9c10-dece-4be5-aed0-b5a7b8e3b5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762033 Feb 28 11:29:42.540772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.579156 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-53d9b192-c894-4a14-a5d7-b06aef03441b None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:42.579938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-53d9b192-c894-4a14-a5d7-b06aef03441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.651692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da04f00e-edfe-4660-ae8f-0bdba5d168f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.652242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=90a5c7d9-a399-4a9c-8d55-8af7e1244de9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:42.659447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.674775 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c7db0981-f70d-4e24-956f-b530c969412d req-64054ba7-d753-4258-bda7-f0095455b186 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 210 time: 0.0654125 Feb 28 11:29:42.791295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=90a5c7d9-a399-4a9c-8d55-8af7e1244de9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:42.837612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-53d9b192-c894-4a14-a5d7-b06aef03441b None None] Provisioning for port 63dd4d02-883f-465c-91e9-382440cb741b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:42.844438 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-53d9b192-c894-4a14-a5d7-b06aef03441b None None] Provisioning complete for port 63dd4d02-883f-465c-91e9-382440cb741b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:42.844856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-53d9b192-c894-4a14-a5d7-b06aef03441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.894995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-da04f00e-edfe-4660-ae8f-0bdba5d168f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Calling delete_port for 63dd4d02-883f-465c-91e9-382440cb741b owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:42.914700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-53d9b192-c894-4a14-a5d7-b06aef03441b None None] Port 63dd4d02-883f-465c-91e9-382440cb741b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:43.029310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-78a581f7-71a2-41df-b134-d021ee271618 None None] Could not find standard attr ID for object 714f9b63-5383-4687-9838-7e18757bc874. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:29:43.157258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ded6db86-631e-4d58-81b7-4864b01d0b8f None None] Provisioning complete for port 63dd4d02-883f-465c-91e9-382440cb741b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:43.157739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ded6db86-631e-4d58-81b7-4864b01d0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.186647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f9129-f0ec-4f0a-bb6d-a41f5ba0b1d9 req-5dd7242d-e0e2-45d4-882e-1cf81fe882b0 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:43.188939 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ec0f9129-f0ec-4f0a-bb6d-a41f5ba0b1d9 req-5dd7242d-e0e2-45d4-882e-1cf81fe882b0 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 944 time: 0.1616371 Feb 28 11:29:43.198282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da04f00e-edfe-4660-ae8f-0bdba5d168f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.225080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ded6db86-631e-4d58-81b7-4864b01d0b8f None None] Port 63dd4d02-883f-465c-91e9-382440cb741b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:43.303740 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:43.330943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04f00e-edfe-4660-ae8f-0bdba5d168f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Port': ['ID=63dd4d02-883f-465c-91e9-382440cb741b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:43.383088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:43.383741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.388380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da04f00e-edfe-4660-ae8f-0bdba5d168f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.397148 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ec0f9129-f0ec-4f0a-bb6d-a41f5ba0b1d9 req-ddca9d11-02ad-4803-aced-5cbd91ab6603 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966259 Feb 28 11:29:43.403990 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-da04f00e-edfe-4660-ae8f-0bdba5d168f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/63dd4d02-883f-465c-91e9-382440cb741b HTTP/1.1" status: 204 len: 168 time: 1.3986015 Feb 28 11:29:43.406955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 54980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:43.507576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48739e-eb10-4fe5-a81f-b68074255c24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:43.508213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e48739e-eb10-4fe5-a81f-b68074255c24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:43.526231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e48739e-eb10-4fe5-a81f-b68074255c24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:43.527553 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7e48739e-eb10-4fe5-a81f-b68074255c24 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1193938 Feb 28 11:29:43.530704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54984) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:43.617406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33b49a7-4707-413b-835b-7d5be5b34a57 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:43.618946 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c33b49a7-4707-413b-835b-7d5be5b34a57 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0871344 Feb 28 11:29:43.621356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:43.688276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160c901-da5b-4a4a-b8ae-cc115a395ebf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:43.689790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160c901-da5b-4a4a-b8ae-cc115a395ebf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:43.691307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160c901-da5b-4a4a-b8ae-cc115a395ebf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:43.692129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9160c901-da5b-4a4a-b8ae-cc115a395ebf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:43.712364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9160c901-da5b-4a4a-b8ae-cc115a395ebf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:43.713593 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9160c901-da5b-4a4a-b8ae-cc115a395ebf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0913455 Feb 28 11:29:43.716173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 54994) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:43.797463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2773bacf-bc46-4430-899c-6f5ef2476487 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet 6327e917-1383-4073-a08d-537dee5ad1be {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:43.805202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2773bacf-bc46-4430-899c-6f5ef2476487 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.844729 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-50ebf128-e544-45a6-8f3a-f8e3a6ccb291 req-982043cf-8521-4841-9e5d-8eb5efaa4314 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 210 time: 0.0445635 Feb 28 11:29:43.964975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2773bacf-bc46-4430-899c-6f5ef2476487 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.060387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-b7a643bf-7fd1-4b7c-8f67-f4e67ec4a047 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:44.061694 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-b7a643bf-7fd1-4b7c-8f67-f4e67ec4a047 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:44.090908 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-b7a643bf-7fd1-4b7c-8f67-f4e67ec4a047 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:44.092054 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-b7a643bf-7fd1-4b7c-8f67-f4e67ec4a047 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=478955eb-8034-4979-9091-7e5b85b83299 HTTP/1.1" status: 200 len: 797 time: 0.2552876 Feb 28 11:29:44.094432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2773bacf-bc46-4430-899c-6f5ef2476487 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.188562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-e32970f6-feb6-4f76-8646-9c82615a6439 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:44.212507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-e32970f6-feb6-4f76-8646-9c82615a6439 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:44.213634 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-e32970f6-feb6-4f76-8646-9c82615a6439 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 378 time: 0.0918586 Feb 28 11:29:44.215073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2773bacf-bc46-4430-899c-6f5ef2476487 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.254400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['484b0cd8-1ba6-4797-8db1-71c9ad72a7a1']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:44.288075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2773bacf-bc46-4430-899c-6f5ef2476487 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.290474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773bacf-bc46-4430-899c-6f5ef2476487 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=6327e917-1383-4073-a08d-537dee5ad1be,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:44.294434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d4d9f8-8804-4239-bc69-530d3b51b20d None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:44.357790 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2773bacf-bc46-4430-899c-6f5ef2476487 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/6327e917-1383-4073-a08d-537dee5ad1be HTTP/1.1" status: 204 len: 168 time: 0.6402304 Feb 28 11:29:44.360971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:44.423596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:44.432971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-583c40ee-c6b1-4c77-8432-5c0c5b0e27e9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Deleting subnet f0b38c94-6456-4055-ad3e-e44eb47e0caa {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:29:44.436140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-583c40ee-c6b1-4c77-8432-5c0c5b0e27e9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.437436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:44.449714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:44.454318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.500599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-583c40ee-c6b1-4c77-8432-5c0c5b0e27e9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.637597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.12 (478955eb-8034-4979-9091-7e5b85b83299/cdf1406b-92fa-4360-bbb2-8937dff6cff7/62dc5c0a-86c9-4866-a98d-c50141a4917e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:44.664247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fb554-0e09-49d4-bb66-e3f97774818f req-b5d6108a-0dd7-4dac-bc2c-c36d10a4c98f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:44.666495 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a99fb554-0e09-49d4-bb66-e3f97774818f req-b5d6108a-0dd7-4dac-bc2c-c36d10a4c98f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 944 time: 0.1312594 Feb 28 11:29:44.667040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-583c40ee-c6b1-4c77-8432-5c0c5b0e27e9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.770642 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a99fb554-0e09-49d4-bb66-e3f97774818f req-3a9d38fa-e283-4f87-aae5-dc4c56d905ab tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745578 Feb 28 11:29:44.803332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-583c40ee-c6b1-4c77-8432-5c0c5b0e27e9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.844926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c40ee-c6b1-4c77-8432-5c0c5b0e27e9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b38c94-6456-4055-ad3e-e44eb47e0caa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:44.848639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-583c40ee-c6b1-4c77-8432-5c0c5b0e27e9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.861660 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-583c40ee-c6b1-4c77-8432-5c0c5b0e27e9 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/f0b38c94-6456-4055-ad3e-e44eb47e0caa HTTP/1.1" status: 204 len: 168 time: 0.4994357 Feb 28 11:29:44.862438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55008) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:44.867085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.883515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 62dc5c0a-86c9-4866-a98d-c50141a4917e will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:44.910429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.937867 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f830dbaf-8ba8-4ea5-a832-96cb2e1def0b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743110 Feb 28 11:29:44.938512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:44.987164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 478955eb-8034-4979-9091-7e5b85b83299 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:44.995666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:45.000761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:45.068702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:29:45.176851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=62dc5c0a-86c9-4866-a98d-c50141a4917e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:45.210514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97cdc8-e30d-47cf-9144-dbca98e689f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:45.212060 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5d97cdc8-e30d-47cf-9144-dbca98e689f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2726181 Feb 28 11:29:45.214665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55018) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.244969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:45.246264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.287052 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-8495457d-7a0a-4baf-bd42-97d881cd67df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0418181 Feb 28 11:29:45.289491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3316b2-31e2-4b5b-b7c5-f7fff11a094a None None] Network 89a85dab-b254-4061-917a-102ac7d2b42f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:45.298806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Request body: {'port': {'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:45.301721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c6af8-014c-4f83-a43e-ba807c226e09 req-f0d49f56-2a35-4b48-8af4-94516c7baca8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:45.303274 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f23c6af8-014c-4f83-a43e-ba807c226e09 req-f0d49f56-2a35-4b48-8af4-94516c7baca8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 932 time: 0.3077514 Feb 28 11:29:45.329513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92065632-0749-41db-8675-1c69dabe1ba7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:45.330186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-92065632-0749-41db-8675-1c69dabe1ba7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Synchronizing usage tracker for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:45.330835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:45.365392 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f23c6af8-014c-4f83-a43e-ba807c226e09 req-5f952222-8177-4a7c-a715-56041ed9f3ec tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541799 Feb 28 11:29:45.366098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-92065632-0749-41db-8675-1c69dabe1ba7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Unset dirty status for tenant:a09335d254864d09afe0d8e62dd89c81 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:45.367098 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-92065632-0749-41db-8675-1c69dabe1ba7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1515203 Feb 28 11:29:45.369645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55022) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.407320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'port_id': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'mac_address': 'fa:16:3e:e6:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:29:45.432622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.442284 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-47e22727-b707-4b8b-a3a2-e86ded1ce117 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692928 Feb 28 11:29:45.448374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.457771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2f63e2e1-2802-4f9d-bdda-05c5e0a4bc0a None None] Provisioning complete for port ae6c9183-c06f-44f9-87c3-5bb679af8208 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:45.458143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f63e2e1-2802-4f9d-bdda-05c5e0a4bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.490014 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55e312b-cca8-42d1-9ee5-d11ac715f371 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:45.490479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55e312b-cca8-42d1-9ee5-d11ac715f371 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:45.494634 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c55e312b-cca8-42d1-9ee5-d11ac715f371 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/63dd4d02-883f-465c-91e9-382440cb741b HTTP/1.1" status: 404 len: 333 time: 0.0428646 Feb 28 11:29:45.494810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55030) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.536131 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fc244b-f830-4ff2-8dc3-1cc9d36523ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:45.536581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fc244b-f830-4ff2-8dc3-1cc9d36523ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:45.538234 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-04fc244b-f830-4ff2-8dc3-1cc9d36523ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/6327e917-1383-4073-a08d-537dee5ad1be HTTP/1.1" status: 404 len: 337 time: 0.0424988 Feb 28 11:29:45.540817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55034) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.580552 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-605032c9-0d79-4cf9-b343-3b972891a809 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:45.581016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605032c9-0d79-4cf9-b343-3b972891a809 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:45.582695 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-605032c9-0d79-4cf9-b343-3b972891a809 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/f0b38c94-6456-4055-ad3e-e44eb47e0caa HTTP/1.1" status: 404 len: 337 time: 0.0409818 Feb 28 11:29:45.583882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.585230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55038) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.617687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:29:45.627674 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c803f5b2-f1bb-4295-97f9-fd980e9f23f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:45.628152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c803f5b2-f1bb-4295-97f9-fd980e9f23f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:45.629811 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c803f5b2-f1bb-4295-97f9-fd980e9f23f0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/714f9b63-5383-4687-9838-7e18757bc874 HTTP/1.1" status: 404 len: 333 time: 0.0436046 Feb 28 11:29:45.632352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55042) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.643686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:45.676407 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b90ca7-40d5-48a5-a2c7-edf39751276c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:45.676407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b90ca7-40d5-48a5-a2c7-edf39751276c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:45.680154 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d1b90ca7-40d5-48a5-a2c7-edf39751276c tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/9ea539e5-fba8-42fa-86e8-893a69fb08a0 HTTP/1.1" status: 404 len: 337 time: 0.0441668 Feb 28 11:29:45.680422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.681273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.734147 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-40195260-58bd-4df8-9578-65c066674879 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:45.734599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40195260-58bd-4df8-9578-65c066674879 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:45.738533 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-40195260-58bd-4df8-9578-65c066674879 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/cd385d6c-1525-461c-b080-58e8656ed13d HTTP/1.1" status: 404 len: 337 time: 0.0534873 Feb 28 11:29:45.739305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.786524 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22c9994-641a-4988-a04f-0fba1db82f7b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:45.787075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22c9994-641a-4988-a04f-0fba1db82f7b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:45.787962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:45.788894 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a22c9994-641a-4988-a04f-0fba1db82f7b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/b29c0891-fb3e-488c-8c0d-c1ec50f0ace4 HTTP/1.1" status: 404 len: 333 time: 0.0492249 Feb 28 11:29:45.790861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2f63e2e1-2802-4f9d-bdda-05c5e0a4bc0a None None] Provisioning for port 62dc5c0a-86c9-4866-a98d-c50141a4917e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:45.791718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55054) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.796826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2f63e2e1-2802-4f9d-bdda-05c5e0a4bc0a None None] Provisioning complete for port 62dc5c0a-86c9-4866-a98d-c50141a4917e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:45.797278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f63e2e1-2802-4f9d-bdda-05c5e0a4bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.848223 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e025b4-1bda-4671-88fd-c724a7c9d09d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:45.848783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e025b4-1bda-4671-88fd-c724a7c9d09d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:45.850267 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-00e025b4-1bda-4671-88fd-c724a7c9d09d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/20c3b92d-b58d-4744-8292-75c15cb10692 HTTP/1.1" status: 404 len: 337 time: 0.0540173 Feb 28 11:29:45.850924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84101ba-f3b9-4786-b4d8-2c194a26b023 None None] DHCP port deletion for 89a85dab-b254-4061-917a-102ac7d2b42f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:29:45.852933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.863626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f84101ba-f3b9-4786-b4d8-2c194a26b023 None None] Deleting port ae6c9183-c06f-44f9-87c3-5bb679af8208 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:45.864339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f84101ba-f3b9-4786-b4d8-2c194a26b023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.899871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62dc5c0a-86c9-4866-a98d-c50141a4917e {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:29:45.908297 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0aaf39-26e0-449c-85dc-ff72ec139183 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:45.908506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.908761 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0aaf39-26e0-449c-85dc-ff72ec139183 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:45.910515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2f0aaf39-26e0-449c-85dc-ff72ec139183 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/7dcaddee-b0ab-4530-83e0-95c46534ad52 HTTP/1.1" status: 404 len: 337 time: 0.0562327 Feb 28 11:29:45.913365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.926154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2f63e2e1-2802-4f9d-bdda-05c5e0a4bc0a None None] Port 62dc5c0a-86c9-4866-a98d-c50141a4917e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:29:45.927944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Transition to ACTIVE for port object 62dc5c0a-86c9-4866-a98d-c50141a4917e will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:45.931272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['32952a71-4b7f-4d5b-8969-bd22ce6a3cf9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:29:45.934276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.009901 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba414c8-912b-4ff2-b6d6-6142b9fc637a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.010325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba414c8-912b-4ff2-b6d6-6142b9fc637a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.014695 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4ba414c8-912b-4ff2-b6d6-6142b9fc637a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/4497eb25-1cad-45b8-b27c-05f127a90ee2 HTTP/1.1" status: 404 len: 333 time: 0.0974112 Feb 28 11:29:46.018758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55068) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.083629 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e75c7ae-c14e-4568-a538-a4d7dded9440 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.083973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e75c7ae-c14e-4568-a538-a4d7dded9440 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.088038 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4e75c7ae-c14e-4568-a538-a4d7dded9440 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/47946ca9-41c1-44a1-a3e7-0bf7904f32bf HTTP/1.1" status: 404 len: 337 time: 0.0664330 Feb 28 11:29:46.090837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55072) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.135056 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-1674d313-4575-47fe-82b0-2e57bc4e3cb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.135451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1674d313-4575-47fe-82b0-2e57bc4e3cb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.139721 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1674d313-4575-47fe-82b0-2e57bc4e3cb3 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/d055343d-2b03-4e9f-bf50-f700a248a353 HTTP/1.1" status: 404 len: 337 time: 0.0453653 Feb 28 11:29:46.142972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55076) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.148007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Pushing event updated for resources: {'Port': ['ID=62dc5c0a-86c9-4866-a98d-c50141a4917e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:46.198213 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba49c2b2-1c54-44b9-a9e1-e47196ce051f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.198680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba49c2b2-1c54-44b9-a9e1-e47196ce051f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.203162 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ba49c2b2-1c54-44b9-a9e1-e47196ce051f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/f5b4d282-621c-4505-8f21-69cc7035e30a HTTP/1.1" status: 404 len: 333 time: 0.0529482 Feb 28 11:29:46.204570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55080) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.205363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Attempting to bind port 62dc5c0a-86c9-4866-a98d-c50141a4917e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:46.205704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Attempting to bind port 62dc5c0a-86c9-4866-a98d-c50141a4917e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:46.206035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Attempting to bind port 62dc5c0a-86c9-4866-a98d-c50141a4917e on network 478955eb-8034-4979-9091-7e5b85b83299 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:46.213674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f84101ba-f3b9-4786-b4d8-2c194a26b023 None None] For port ae6c9183-c06f-44f9-87c3-5bb679af8208, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ae6c9183-c06f-44f9-87c3-5bb679af8208,segment=NetworkSegment(a350fccf-e867-429e-882b-fd778df1e464),segment_id=a350fccf-e867-429e-882b-fd778df1e464)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:46.214073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f84101ba-f3b9-4786-b4d8-2c194a26b023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.228333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2a2bc-eeff-49dd-9b51-b1b7946c0268 req-2a18b9cd-fc1b-41ae-9ef5-ed59f028d8f8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.230253 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-23a2a2bc-eeff-49dd-9b51-b1b7946c0268 req-2a18b9cd-fc1b-41ae-9ef5-ed59f028d8f8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 945 time: 0.2734199 Feb 28 11:29:46.248096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Port 62dc5c0a-86c9-4866-a98d-c50141a4917e on network 478955eb-8034-4979-9091-7e5b85b83299 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:29:46.249045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Attempting to bind port 62dc5c0a-86c9-4866-a98d-c50141a4917e on network 478955eb-8034-4979-9091-7e5b85b83299 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:29:46.256076 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8280b012-cc6d-44a7-a6d4-d7cd8531259b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.256844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8280b012-cc6d-44a7-a6d4-d7cd8531259b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.259503 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8280b012-cc6d-44a7-a6d4-d7cd8531259b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/dfa6577b-75bb-446e-93b9-06b54833e424 HTTP/1.1" status: 404 len: 337 time: 0.0462065 Feb 28 11:29:46.262423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55084) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.263193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:29:46.263533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Checking segment: {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:46.263914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Bound using segment: {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:29:46.264395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Bound port: 62dc5c0a-86c9-4866-a98d-c50141a4917e, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '478955eb-8034-4979-9091-7e5b85b83299'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:46.264728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.278819 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-23a2a2bc-eeff-49dd-9b51-b1b7946c0268 req-2ec4a1bd-02dd-4b5b-853c-5f0bcecf076c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404449 Feb 28 11:29:46.326199 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ea94a8-af3c-4f27-9ceb-0f4f59ed42a6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.326692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ea94a8-af3c-4f27-9ceb-0f4f59ed42a6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.328368 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-63ea94a8-af3c-4f27-9ceb-0f4f59ed42a6 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/c4930d18-8b81-4a0c-8723-0daab37d6281 HTTP/1.1" status: 404 len: 333 time: 0.0541191 Feb 28 11:29:46.331016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55088) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.361993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f84101ba-f3b9-4786-b4d8-2c194a26b023 None None] Calling delete_port for ae6c9183-c06f-44f9-87c3-5bb679af8208 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:46.372955 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbfd3ab-d2e8-436a-803c-b761324eda74 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.373968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbfd3ab-d2e8-436a-803c-b761324eda74 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.377600 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3bbfd3ab-d2e8-436a-803c-b761324eda74 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/8d177967-e5fc-4655-9da3-e5cfe6157834 HTTP/1.1" status: 404 len: 337 time: 0.0436759 Feb 28 11:29:46.378457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55092) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.416216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] For port 62dc5c0a-86c9-4866-a98d-c50141a4917e, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:29:46.422326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] For port 62dc5c0a-86c9-4866-a98d-c50141a4917e, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62dc5c0a-86c9-4866-a98d-c50141a4917e,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:29:46.424542 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-376dd558-407e-403d-9506-79ce600bef6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.425006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376dd558-407e-403d-9506-79ce600bef6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.429237 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-376dd558-407e-403d-9506-79ce600bef6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/58cb747f-a1e3-4785-85c9-2d8cd409b07a HTTP/1.1" status: 404 len: 333 time: 0.0473890 Feb 28 11:29:46.429600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.431400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.476839 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd42226-4fb5-465a-bfb7-2734a5e09b34 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.477320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd42226-4fb5-465a-bfb7-2734a5e09b34 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.481737 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fbd42226-4fb5-465a-bfb7-2734a5e09b34 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/5f5261ac-18bf-4b7b-ab32-257a8e30bc60 HTTP/1.1" status: 404 len: 337 time: 0.0481446 Feb 28 11:29:46.482359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55102) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.501660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f84101ba-f3b9-4786-b4d8-2c194a26b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.509333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.510744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.512233 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] 10.222.0.37 "PUT /v2.0/ports/62dc5c0a-86c9-4866-a98d-c50141a4917e HTTP/1.1" status: 200 len: 1094 time: 1.2180190 Feb 28 11:29:46.515971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:46.587299 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c51d3f-df42-45d6-b0fb-4ee920bcce23 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.587772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c51d3f-df42-45d6-b0fb-4ee920bcce23 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.589477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-93c51d3f-df42-45d6-b0fb-4ee920bcce23 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/3368f52e-56de-481c-bcb2-99d7e12ba14a HTTP/1.1" status: 404 len: 333 time: 0.1054833 Feb 28 11:29:46.596169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55108) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.613921 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'status': 'completed', 'code': 200} Feb 28 11:29:46.626550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84101ba-f3b9-4786-b4d8-2c194a26b023 None None] Pushing event deleted for resources: {'Port': ['ID=ae6c9183-c06f-44f9-87c3-5bb679af8208,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:46.632537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e66d3-1b1e-4115-8b08-5dd98ff5ae78 service neutron] Pushing event updated for resources: {'Port': ['ID=62dc5c0a-86c9-4866-a98d-c50141a4917e,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:46.633125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84101ba-f3b9-4786-b4d8-2c194a26b023 None None] No DVR routers for this DVR port ae6c9183-c06f-44f9-87c3-5bb679af8208 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:46.640583 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfd1481-fe88-4e15-8f0b-425c711f8e0a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.641032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfd1481-fe88-4e15-8f0b-425c711f8e0a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.642702 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8dfd1481-fe88-4e15-8f0b-425c711f8e0a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/a476d4b0-d926-4a92-a093-1ad06bf0bebb HTTP/1.1" status: 404 len: 337 time: 0.0456171 Feb 28 11:29:46.645178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55112) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.662881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-5a86bd98-13f4-4a80-8977-d3e37a9d0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.664318 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-5a86bd98-13f4-4a80-8977-d3e37a9d0c0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 1097 time: 0.1006181 Feb 28 11:29:46.712615 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-331c456d-7dee-489d-b8f4-796564b23da4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.723440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331c456d-7dee-489d-b8f4-796564b23da4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.725288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-331c456d-7dee-489d-b8f4-796564b23da4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/16b262e9-d8cb-48c6-aa9d-58ac58ba8f83 HTTP/1.1" status: 404 len: 333 time: 0.0791061 Feb 28 11:29:46.731515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55116) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.754080 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-89491162-279c-4bbd-b93e-a02765990d4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62dc5c0a-86c9-4866-a98d-c50141a4917e HTTP/1.1" status: 200 len: 217 time: 0.0754597 Feb 28 11:29:46.792474 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-915e0385-8d2c-4ceb-84e0-ec64599cd58f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.792931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915e0385-8d2c-4ceb-84e0-ec64599cd58f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.797512 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-915e0385-8d2c-4ceb-84e0-ec64599cd58f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/e5dbe04e-87eb-4ce3-b734-54a1b63acd1b HTTP/1.1" status: 404 len: 337 time: 0.0578144 Feb 28 11:29:46.799892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55120) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.803491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf059d-f997-4211-92d8-408ace324574 req-79c87fbc-d62e-446c-923b-673548f76d84 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.804894 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3cbf059d-f997-4211-92d8-408ace324574 req-79c87fbc-d62e-446c-923b-673548f76d84 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 944 time: 0.2709882 Feb 28 11:29:46.849622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3cbf059d-f997-4211-92d8-408ace324574 req-86a36abd-d1e4-472a-ae56-a8f107033cbf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389471 Feb 28 11:29:46.851091 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ab13a1-edf2-46e4-bcef-feacbed4207d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.851590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ab13a1-edf2-46e4-bcef-feacbed4207d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.853242 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-60ab13a1-edf2-46e4-bcef-feacbed4207d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/2d50a50d-6412-4020-a930-f451478757d1 HTTP/1.1" status: 404 len: 333 time: 0.0524342 Feb 28 11:29:46.855834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55124) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.860947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-654b0817-5f13-4f1d-8150-319f8c4245be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.867456 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-654b0817-5f13-4f1d-8150-319f8c4245be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdf1406b-92fa-4360-bbb2-8937dff6cff7 HTTP/1.1" status: 200 len: 835 time: 0.1023450 Feb 28 11:29:46.901381 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccd6739-8515-4d3c-87f0-2f15c38621b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.901829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccd6739-8515-4d3c-87f0-2f15c38621b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.903511 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4ccd6739-8515-4d3c-87f0-2f15c38621b8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/aaafc651-01dc-455c-8702-d89c9767ef59 HTTP/1.1" status: 404 len: 337 time: 0.0438459 Feb 28 11:29:46.906592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55128) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.941207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-4811ef14-4f75-428d-bedf-31ba1cd37873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.942591 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-4811ef14-4f75-428d-bedf-31ba1cd37873 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=478955eb-8034-4979-9091-7e5b85b83299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730839 Feb 28 11:29:46.943105 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e6640f-61fc-46be-9fc1-2257ffeb838f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.943569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e6640f-61fc-46be-9fc1-2257ffeb838f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.945441 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e0e6640f-61fc-46be-9fc1-2257ffeb838f tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/7e68c818-a7af-4463-81c9-bc103a35c440 HTTP/1.1" status: 404 len: 337 time: 0.0379527 Feb 28 11:29:46.947977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55132) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.988190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb239a20-bcbe-4706-b04a-ba452935751d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:46.988652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb239a20-bcbe-4706-b04a-ba452935751d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:46.990271 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fb239a20-bcbe-4706-b04a-ba452935751d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/a81d4092-4ee4-4225-9369-b90d4f169c53 HTTP/1.1" status: 404 len: 333 time: 0.0412934 Feb 28 11:29:46.992773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.032903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-5196e055-3399-4764-837b-b29b4402de79 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.033362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5196e055-3399-4764-837b-b29b4402de79 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.034984 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5196e055-3399-4764-837b-b29b4402de79 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/028c7d6e-7015-4f5e-9b33-46ab53b5454c HTTP/1.1" status: 404 len: 337 time: 0.0413404 Feb 28 11:29:47.037594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55140) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.075321 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50ce0d8-fdc1-43bb-a63d-8b6aa9f06fdf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.075604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50ce0d8-fdc1-43bb-a63d-8b6aa9f06fdf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.078962 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e50ce0d8-fdc1-43bb-a63d-8b6aa9f06fdf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/86590d07-0af0-4b97-af4b-4613c742ff2a HTTP/1.1" status: 404 len: 337 time: 0.0402431 Feb 28 11:29:47.080547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:47.081424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.123838 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b45625-320e-4d55-a0bd-e1a003bc93ed tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.124313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b45625-320e-4d55-a0bd-e1a003bc93ed tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.125980 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-47b45625-320e-4d55-a0bd-e1a003bc93ed tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/af8975e8-eaf3-47e8-836e-e0a85db686a2 HTTP/1.1" status: 404 len: 333 time: 0.0434747 Feb 28 11:29:47.128478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.154521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:47.159826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:47.160226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.170932 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-18706428-fea2-4562-899c-ad04216ccd8d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.171406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18706428-fea2-4562-899c-ad04216ccd8d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.173063 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-18706428-fea2-4562-899c-ad04216ccd8d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/efc0e79a-93db-4225-b05a-77de31d61534 HTTP/1.1" status: 404 len: 337 time: 0.0436859 Feb 28 11:29:47.175688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55152) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.189484 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-573f2a7b-e1a4-4645-97c3-fea9e020bd2a service neutron] 10.222.0.37 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394800 Feb 28 11:29:47.213387 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28cdc92-2ad1-41ab-b649-f6079496c2b5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.213837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28cdc92-2ad1-41ab-b649-f6079496c2b5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.215642 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d28cdc92-2ad1-41ab-b649-f6079496c2b5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/b0ca252a-0cbe-4950-8e24-2601b855e496 HTTP/1.1" status: 404 len: 337 time: 0.0390685 Feb 28 11:29:47.219327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55156) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.263386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-475ddde4-9e21-42cc-b9a0-2ae36a7a50c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.263862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475ddde4-9e21-42cc-b9a0-2ae36a7a50c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.266195 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-475ddde4-9e21-42cc-b9a0-2ae36a7a50c4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/d171a6b8-37ec-45c1-a741-99144dc44df1 HTTP/1.1" status: 404 len: 333 time: 0.0457542 Feb 28 11:29:47.268662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55160) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.286763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ae6c9183-c06f-44f9-87c3-5bb679af8208 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:47.312137 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76aaaa5-c5f8-48cb-bbc9-b1acca00be22 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.312914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76aaaa5-c5f8-48cb-bbc9-b1acca00be22 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.315079 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c76aaaa5-c5f8-48cb-bbc9-b1acca00be22 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/3bc3cce7-9eeb-46f5-ae9c-db7277658e81 HTTP/1.1" status: 404 len: 337 time: 0.0453963 Feb 28 11:29:47.317658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55166) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.325254 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.341119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: ae6c9183-c06f-44f9-87c3-5bb679af8208 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:29:47.341457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ae6c9183-c06f-44f9-87c3-5bb679af8208 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:47.364233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:47.369040 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f75ffa1-3399-4b0c-bafd-caa88eb17bf0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.369684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f75ffa1-3399-4b0c-bafd-caa88eb17bf0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.374519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:47.376862 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5f75ffa1-3399-4b0c-bafd-caa88eb17bf0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/a44d6291-ba1e-450b-a1dc-edc6d952d1fc HTTP/1.1" status: 404 len: 337 time: 0.0580184 Feb 28 11:29:47.379667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55174) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.391403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.397453 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a876bae7-d806-4f9a-91c2-593f25d0c651 req-77eb21c8-3d6a-4bf1-b627-9c06c4c0b4f7 service neutron] 10.222.0.37 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005816 Feb 28 11:29:47.430826 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2270cd9e-afbc-4ca6-a1cf-93a181ae29a8 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports?device_id=302718bf-c62e-41c4-9c26-0ea1288a477d HTTP/1.1" status: 200 len: 205 time: 0.0476260 Feb 28 11:29:47.431398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55178) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.495270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:47.508134 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'code': 200} Feb 28 11:29:47.534210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd436a2-d359-4d51-825c-953b70762a28 req-40594335-f910-43f5-bb4e-047178b8efe1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:47.536207 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8bd436a2-d359-4d51-825c-953b70762a28 req-40594335-f910-43f5-bb4e-047178b8efe1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1067212 Feb 28 11:29:47.548921 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-82128c85-7f0c-4946-9a13-6eb872d292ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] delete failed (client error): The resource could not be found. Feb 28 11:29:47.552953 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-82128c85-7f0c-4946-9a13-6eb872d292ff tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/routers/302718bf-c62e-41c4-9c26-0ea1288a477d HTTP/1.1" status: 404 len: 336 time: 0.1173854 Feb 28 11:29:47.552953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55182) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.588528 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8bd436a2-d359-4d51-825c-953b70762a28 req-0308464b-4c34-4f61-8c88-232c4c8d13a3 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Feb 28 11:29:47.597509 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0508af0b-5141-4adc-a2de-e707cb55dedf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.597970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0508af0b-5141-4adc-a2de-e707cb55dedf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.599671 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0508af0b-5141-4adc-a2de-e707cb55dedf tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/b2cf3677-16d0-41c9-b149-293576145614 HTTP/1.1" status: 404 len: 337 time: 0.0462978 Feb 28 11:29:47.602228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55186) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.654488 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-61ab49e0-b333-4d41-990f-ed0690ec0662 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d301503-c6f1-4840-ad98-a5b980f0da5d HTTP/1.1" status: 200 len: 205 time: 0.0462224 Feb 28 11:29:47.657073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55190) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.673638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-980b37d2-e9c5-4393-8633-07f4868fd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:47.675072 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-980b37d2-e9c5-4393-8633-07f4868fd362 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 1097 time: 0.1756673 Feb 28 11:29:47.812706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-7a81447e-8729-4c95-9ab2-146ab5062a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:47.815177 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-7a81447e-8729-4c95-9ab2-146ab5062a73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=478955eb-8034-4979-9091-7e5b85b83299 HTTP/1.1" status: 200 len: 898 time: 0.1336017 Feb 28 11:29:47.872562 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-be8052c0-bf2a-4abd-bd72-243c1b6d72f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] delete failed (client error): The resource could not be found. Feb 28 11:29:47.874017 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-be8052c0-bf2a-4abd-bd72-243c1b6d72f2 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/routers/9d301503-c6f1-4840-ad98-a5b980f0da5d HTTP/1.1" status: 404 len: 336 time: 0.2152767 Feb 28 11:29:47.878882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55196) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.908674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62e29-e73b-4c02-956b-0f754923e3fa req-b58e7415-3ac6-41c5-8e3f-776e8bb52ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:47.910111 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e7f62e29-e73b-4c02-956b-0f754923e3fa req-b58e7415-3ac6-41c5-8e3f-776e8bb52ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 1099 time: 0.1960304 Feb 28 11:29:47.932044 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-cb0c7a63-2869-42d0-99f3-66a9fbef71ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62dc5c0a-86c9-4866-a98d-c50141a4917e HTTP/1.1" status: 200 len: 217 time: 0.1093626 Feb 28 11:29:47.933036 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e31907e-c0fe-4a62-ab09-1214686e68a1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:47.933485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e31907e-c0fe-4a62-ab09-1214686e68a1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:47.937950 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4e31907e-c0fe-4a62-ab09-1214686e68a1 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/6b982388-0a55-45ca-85e4-cdf46a136efc HTTP/1.1" status: 404 len: 337 time: 0.0551436 Feb 28 11:29:47.938291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.994938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-4450fdd0-6993-423b-ab0c-ec8c61452164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:47.996391 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-4450fdd0-6993-423b-ab0c-ec8c61452164 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdf1406b-92fa-4360-bbb2-8937dff6cff7 HTTP/1.1" status: 200 len: 835 time: 0.0577824 Feb 28 11:29:48.021410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-045aab46-98f7-4432-ab31-63419790b8e7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.021769 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045aab46-98f7-4432-ab31-63419790b8e7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.023747 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-045aab46-98f7-4432-ab31-63419790b8e7 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/dbce974a-6c80-4f2f-a37a-a3f9397251be HTTP/1.1" status: 404 len: 337 time: 0.0844407 Feb 28 11:29:48.029840 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e7f62e29-e73b-4c02-956b-0f754923e3fa req-5df64276-2601-4a39-9513-00606e6f5086 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121285 Feb 28 11:29:48.034742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.073712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-4ebc04ff-5377-4f82-b446-fba305102a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:48.075186 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-4ebc04ff-5377-4f82-b446-fba305102a88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=478955eb-8034-4979-9091-7e5b85b83299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712616 Feb 28 11:29:48.080026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a5d27a-4c91-4b09-bf09-6f7f56335e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.080478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a5d27a-4c91-4b09-bf09-6f7f56335e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.082080 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-97a5d27a-4c91-4b09-bf09-6f7f56335e71 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/72cd1aef-c0c7-4784-ba37-effc7260033e HTTP/1.1" status: 404 len: 333 time: 0.0464337 Feb 28 11:29:48.084622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55208) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.114656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d99c0-7f55-445e-99fa-8c1c7f303169 req-680deb80-14bd-420d-95f9-af95d8ca7fd6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:48.116008 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-710d99c0-7f55-445e-99fa-8c1c7f303169 req-680deb80-14bd-420d-95f9-af95d8ca7fd6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 944 time: 0.1407101 Feb 28 11:29:48.121981 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1127f101-8af9-4cf1-93c0-967c5b7a27a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.122437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1127f101-8af9-4cf1-93c0-967c5b7a27a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.124120 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1127f101-8af9-4cf1-93c0-967c5b7a27a4 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/96d2ed62-3d0d-4160-a704-9b9a8bc4bc7c HTTP/1.1" status: 404 len: 337 time: 0.0385916 Feb 28 11:29:48.126528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.160974 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-710d99c0-7f55-445e-99fa-8c1c7f303169 req-8365e766-5fcd-4798-af16-a1b756eb35c1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387266 Feb 28 11:29:48.169196 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf621c42-18b3-431b-8747-f33bf6c29742 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.169651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf621c42-18b3-431b-8747-f33bf6c29742 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.172224 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cf621c42-18b3-431b-8747-f33bf6c29742 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/6c1348f4-b4fc-4c0b-820f-1674df47d53c HTTP/1.1" status: 404 len: 333 time: 0.0444789 Feb 28 11:29:48.174552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55216) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.210683 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fbb26b-8aa4-4390-9db8-8c9cc86b340d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.211140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fbb26b-8aa4-4390-9db8-8c9cc86b340d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.212689 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d3fbb26b-8aa4-4390-9db8-8c9cc86b340d tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/2688b940-bd71-4ba4-b750-b4126d87721a HTTP/1.1" status: 404 len: 337 time: 0.0372653 Feb 28 11:29:48.215145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55220) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.289598 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6637ffe-6298-415d-a489-300c8d096b6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.289945 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6637ffe-6298-415d-a489-300c8d096b6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.291540 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e6637ffe-6298-415d-a489-300c8d096b6b tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/22b9e6ec-f23a-4a47-9aa3-16b21b5c104b HTTP/1.1" status: 404 len: 333 time: 0.0754933 Feb 28 11:29:48.294292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.334768 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6f4890-1d77-4120-95b4-75b23a0f3d0a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.335241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6f4890-1d77-4120-95b4-75b23a0f3d0a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.336845 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ce6f4890-1d77-4120-95b4-75b23a0f3d0a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/8c57d686-78db-48ac-a979-d9ac110393f2 HTTP/1.1" status: 404 len: 337 time: 0.0414095 Feb 28 11:29:48.339269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55228) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.379780 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6a53a8-a8eb-4e72-91b7-364e6c5e785e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.380593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6a53a8-a8eb-4e72-91b7-364e6c5e785e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.381897 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8b6a53a8-a8eb-4e72-91b7-364e6c5e785e tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/e142afb8-e457-427b-b244-9ea8ab8606da HTTP/1.1" status: 404 len: 333 time: 0.0417511 Feb 28 11:29:48.384626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55232) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.430681 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-fb2a41f0-3cbc-47fc-bb2c-bd960abe4210 service neutron] 10.222.0.37 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784554 Feb 28 11:29:48.431666 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba775621-1c6d-4734-a721-c5d6b3beafee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.432114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba775621-1c6d-4734-a721-c5d6b3beafee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.433626 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ba775621-1c6d-4734-a721-c5d6b3beafee tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/c356d7b8-106c-4532-a5af-4a394c1e3298 HTTP/1.1" status: 404 len: 337 time: 0.0477967 Feb 28 11:29:48.436225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55236) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.504036 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66d000d-c40b-4aef-abd0-4afc991e139a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.504500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66d000d-c40b-4aef-abd0-4afc991e139a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.506115 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d66d000d-c40b-4aef-abd0-4afc991e139a tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/6878c6d6-650a-4ba5-9fe7-1844ce2606eb HTTP/1.1" status: 404 len: 333 time: 0.0690124 Feb 28 11:29:48.508798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55240) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.546365 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cf0be2-7ccf-4cbc-9997-2683ef8ab2d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.546766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cf0be2-7ccf-4cbc-9997-2683ef8ab2d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.548414 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d5cf0be2-7ccf-4cbc-9997-2683ef8ab2d0 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/9bcbd434-dabf-4d25-99cd-4382fe83e1db HTTP/1.1" status: 404 len: 337 time: 0.0386288 Feb 28 11:29:48.550875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55244) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.594541 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a971cd1-9b41-4069-b85e-17276573ec53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.594995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a971cd1-9b41-4069-b85e-17276573ec53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.596641 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9a971cd1-9b41-4069-b85e-17276573ec53 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/1de18b1d-943a-462f-87a5-4d7059290e7c HTTP/1.1" status: 404 len: 333 time: 0.0447905 Feb 28 11:29:48.599255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55248) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.604763 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf36e6dd-af7f-4772-ae1b-726e3fcf02ed req-f54d74ef-fdb3-4506-9d34-d18cc9191235 service neutron] 10.222.0.37 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385369 Feb 28 11:29:48.635453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c3c95c-b2cb-4c04-95a8-8b406652a7e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.635914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c3c95c-b2cb-4c04-95a8-8b406652a7e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.637616 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-83c3c95c-b2cb-4c04-95a8-8b406652a7e5 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/5d63c4fc-4d1e-4f6c-9f72-2bf6170f993f HTTP/1.1" status: 404 len: 337 time: 0.0374846 Feb 28 11:29:48.640652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.680888 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06fb67d-6c19-482b-a0c5-8627d21f76cd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.681354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06fb67d-6c19-482b-a0c5-8627d21f76cd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.683012 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d06fb67d-6c19-482b-a0c5-8627d21f76cd tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/ports/780e615a-368e-4397-a565-0445b7d6d98d HTTP/1.1" status: 404 len: 333 time: 0.0414732 Feb 28 11:29:48.685573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.759772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0c0a96-0f0d-41b4-8431-fc36f798ab87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:48.760229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0c0a96-0f0d-41b4-8431-fc36f798ab87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:48.761873 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bb0c0a96-0f0d-41b4-8431-fc36f798ab87 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/subnets/76c7a9d3-9733-4edc-ab64-f66f73b8472d HTTP/1.1" status: 404 len: 337 time: 0.0753572 Feb 28 11:29:48.765255 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55262) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.805285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db8c65-d4bf-4b4c-bfef-f8a1f811773d req-ec96bbad-5c05-4849-ad67-3a463a6397c1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:48.807018 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e4db8c65-d4bf-4b4c-bfef-f8a1f811773d req-ec96bbad-5c05-4849-ad67-3a463a6397c1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.0904524 Feb 28 11:29:48.851469 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e4db8c65-d4bf-4b4c-bfef-f8a1f811773d req-61b783c9-5173-4ed5-a7b3-9d80be952131 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389071 Feb 28 11:29:48.987217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.120890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.146274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a85dab-b254-4061-917a-102ac7d2b42f']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:49.158107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a350fccf-e867-429e-882b-fd778df1e464') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:49.158402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a350fccf-e867-429e-882b-fd778df1e464') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:49.169953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.192344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.199424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:49.199817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:49.215635 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:49.303111 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.326939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.334129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] Pushing event deleted for resources: {'Network': ['ID=89a85dab-b254-4061-917a-102ac7d2b42f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:49.338867 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b067dcaf-b4a9-49a9-acde-916b74aa8265 tempest-NetworksTestDHCPv6-2049526861 tempest-NetworksTestDHCPv6-2049526861-project] 10.222.0.64 "DELETE /v2.0/networks/89a85dab-b254-4061-917a-102ac7d2b42f HTTP/1.1" status: 204 len: 168 time: 0.5724988 Feb 28 11:29:49.379081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49d63d-5bb0-4edf-9914-d63773211d8c req-02f924e2-3d03-4bdc-8eba-d006640b6342 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:49.380465 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ea49d63d-5bb0-4edf-9914-d63773211d8c req-02f924e2-3d03-4bdc-8eba-d006640b6342 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 944 time: 0.0990007 Feb 28 11:29:49.425367 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ea49d63d-5bb0-4edf-9914-d63773211d8c req-428fffc3-5968-4d7b-8d81-bf5be9b83a63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381546 Feb 28 11:29:49.601434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55272) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:49.745647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-28434351-cdc1-4a1a-bd2f-27d4ae37c42a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a09335d254864d09afe0d8e62dd89c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430819 Feb 28 11:29:49.748186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:49.804838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15ec3a4c-92de-428e-9cd4-fd7f9e5cebec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.829602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15ec3a4c-92de-428e-9cd4-fd7f9e5cebec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.882304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15ec3a4c-92de-428e-9cd4-fd7f9e5cebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.905174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec3a4c-92de-428e-9cd4-fd7f9e5cebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06667c16-e7ea-4c99-9a61-9133485657ad,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:49.908479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15ec3a4c-92de-428e-9cd4-fd7f9e5cebec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.909614 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-15ec3a4c-92de-428e-9cd4-fd7f9e5cebec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06667c16-e7ea-4c99-9a61-9133485657ad HTTP/1.1" status: 204 len: 168 time: 0.1605191 Feb 28 11:29:50.046181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdddcfa-87c3-48b0-9bde-cfd70ae9c28b req-34453b85-571b-47b2-b166-ed9697978f3f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:50.047663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bdddcfa-87c3-48b0-9bde-cfd70ae9c28b req-34453b85-571b-47b2-b166-ed9697978f3f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.0850503 Feb 28 11:29:50.093136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bdddcfa-87c3-48b0-9bde-cfd70ae9c28b req-55bbd7d0-54ee-4610-b486-f83379cac673 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398836 Feb 28 11:29:50.285639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6a212-45b0-4f51-bdeb-7f1cb463e741 req-8dccba7d-8262-42f6-a0f0-a02fb97c6982 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:50.287211 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e6a212-45b0-4f51-bdeb-7f1cb463e741 req-8dccba7d-8262-42f6-a0f0-a02fb97c6982 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.0864975 Feb 28 11:29:50.334595 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e6a212-45b0-4f51-bdeb-7f1cb463e741 req-e31dbc99-5dcf-400d-854b-3e4885e562e3 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 Feb 28 11:29:50.357495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55300) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.428783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97fdd95-0328-4d77-856e-3cd4f66e5676 tempest-TestNetworkAdvancedServerOps-1024221513 tempest-TestNetworkAdvancedServerOps-1024221513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:50.430284 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b97fdd95-0328-4d77-856e-3cd4f66e5676 tempest-TestNetworkAdvancedServerOps-1024221513 tempest-TestNetworkAdvancedServerOps-1024221513-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 1094 time: 0.0717595 Feb 28 11:29:50.433251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55308) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.438623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:50.444388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:50.448529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Usage tracker for resource:floatingip and tenant:0fbd5da299aa49fba40a822621a1123e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:50.452057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:50.458164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:50.469985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.606968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55316) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.665519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52ab22-6be8-4d6a-8d44-d699a59ee560 req-05fe0e6c-6a2e-45c6-b54c-fac8c1c98bb6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:50.666952 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe52ab22-6be8-4d6a-8d44-d699a59ee560 req-05fe0e6c-6a2e-45c6-b54c-fac8c1c98bb6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 944 time: 0.1086910 Feb 28 11:29:50.692161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.710331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5a392f75-decd-4ad6-9354-0027821c5ef8 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] Request body: {'port': {'network_id': 'aff69b29-90b6-4b0c-8a9a-0d5146fbe01e', 'name': 'tempest-NetworksNegativeTestJSON-1799778996'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:50.730678 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a392f75-decd-4ad6-9354-0027821c5ef8 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] POST failed (client error): The resource could not be found. Feb 28 11:29:50.730884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a392f75-decd-4ad6-9354-0027821c5ef8 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:50.736111 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5a392f75-decd-4ad6-9354-0027821c5ef8 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1236622 Feb 28 11:29:50.736380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55322) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.761618 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ef5e9e-c1ac-4e76-bace-735f50b96bfd tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:50.762085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ef5e9e-c1ac-4e76-bace-735f50b96bfd tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:50.767219 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e1ef5e9e-c1ac-4e76-bace-735f50b96bfd tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "DELETE /v2.0/networks/353e2767-3a28-421a-a419-e4ac7fed6096 HTTP/1.1" status: 404 len: 339 time: 0.0264635 Feb 28 11:29:50.768017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55326) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.772941 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe52ab22-6be8-4d6a-8d44-d699a59ee560 req-4372857f-787e-4f42-9944-56b69c657250 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988925 Feb 28 11:29:50.817536 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-974ffc70-0f81-4a15-8073-74e30beb5ab0 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:50.818009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974ffc70-0f81-4a15-8073-74e30beb5ab0 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:50.819958 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-974ffc70-0f81-4a15-8073-74e30beb5ab0 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "DELETE /v2.0/ports/8dabc95a-9d0a-4dc4-8856-06f318f24550 HTTP/1.1" status: 404 len: 333 time: 0.0508826 Feb 28 11:29:50.824011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55330) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.861632 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba20b6f-113b-442e-8a70-bd5899133854 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] DELETE failed (client error): The resource could not be found. Feb 28 11:29:50.862073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba20b6f-113b-442e-8a70-bd5899133854 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:50.863774 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bba20b6f-113b-442e-8a70-bd5899133854 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "DELETE /v2.0/subnets/b3b2cbd5-8723-4c64-a987-ad75ca43094f HTTP/1.1" status: 404 len: 337 time: 0.0387065 Feb 28 11:29:50.867260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Allocated IP 172.26.8.211 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/91546aa5-042a-4362-adad-5943d99f8348) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:50.867490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55334) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.893894 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-55058c82-ddd3-4711-b6b7-ae327223272f tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] GET failed (client error): The resource could not be found. Feb 28 11:29:50.898739 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-55058c82-ddd3-4711-b6b7-ae327223272f tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "GET /v2.0/networks/c805dc7a-a6eb-4bb0-a499-b0686cde15f3 HTTP/1.1" status: 404 len: 339 time: 0.0303276 Feb 28 11:29:50.899336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55338) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.943996 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d880ef8-c6d8-4dfd-b3a8-ae7c5caeb53a tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] GET failed (client error): The resource could not be found. Feb 28 11:29:50.948803 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2d880ef8-c6d8-4dfd-b3a8-ae7c5caeb53a tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "GET /v2.0/ports/bb968342-ee63-4ae0-bc27-1dd7cc394b87 HTTP/1.1" status: 404 len: 333 time: 0.0452392 Feb 28 11:29:50.949035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55342) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.986701 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3539391d-8750-4374-839c-675f8e7c300b tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] GET failed (client error): The resource could not be found. Feb 28 11:29:50.988005 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3539391d-8750-4374-839c-675f8e7c300b tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "GET /v2.0/subnets/1ee7d7a9-503b-4b03-8241-26b279267483 HTTP/1.1" status: 404 len: 337 time: 0.0380952 Feb 28 11:29:50.991798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55346) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.997379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b2654d5e-70f2-47af-a981-e20ff17c45c7 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:51.017378 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2654d5e-70f2-47af-a981-e20ff17c45c7 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] PUT failed (client error): The resource could not be found. Feb 28 11:29:51.017846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2654d5e-70f2-47af-a981-e20ff17c45c7 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:51.018976 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b2654d5e-70f2-47af-a981-e20ff17c45c7 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "PUT /v2.0/networks/8b7406c3-3ec7-447f-9a85-f18e853b5308 HTTP/1.1" status: 404 len: 339 time: 0.0261850 Feb 28 11:29:51.022859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55350) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:51.028702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-81acbe61-1496-4bca-874c-aea686d34594 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:51.065680 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-81acbe61-1496-4bca-874c-aea686d34594 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] PUT failed (client error): The resource could not be found. Feb 28 11:29:51.066150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81acbe61-1496-4bca-874c-aea686d34594 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:51.068003 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-81acbe61-1496-4bca-874c-aea686d34594 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "PUT /v2.0/ports/bcf1b4c5-cbd9-455a-b9f0-bf3ffc3f77c6 HTTP/1.1" status: 404 len: 333 time: 0.0441098 Feb 28 11:29:51.071282 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55354) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:51.077558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-10a74142-eddd-4860-9174-d3ba5bd0e9c3 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:51.111180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 62dc5c0a-86c9-4866-a98d-c50141a4917e details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:29:51.116647 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a74142-eddd-4860-9174-d3ba5bd0e9c3 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] PUT failed (client error): The resource could not be found. Feb 28 11:29:51.117032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a74142-eddd-4860-9174-d3ba5bd0e9c3 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:51.118255 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-10a74142-eddd-4860-9174-d3ba5bd0e9c3 tempest-NetworksNegativeTestJSON-1603558723 tempest-NetworksNegativeTestJSON-1603558723-project] 10.222.0.64 "PUT /v2.0/subnets/5e6a9919-20e7-4e17-9aab-f6ce58389da1 HTTP/1.1" status: 404 len: 337 time: 0.0459473 Feb 28 11:29:51.135775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.173986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.247923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:51.251397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:51.259138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:51.261985 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 62dc5c0a-86c9-4866-a98d-c50141a4917e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62dc5c0a-86c9-4866-a98d-c50141a4917e,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:51.278412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:29:51.306519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'Port': ['ID=91546aa5-042a-4362-adad-5943d99f8348,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:51.341399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.358689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62dc5c0a-86c9-4866-a98d-c50141a4917e {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:29:51.375227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 62dc5c0a-86c9-4866-a98d-c50141a4917e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62dc5c0a-86c9-4866-a98d-c50141a4917e,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:51.379278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.400152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55362) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:51.453331 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=62dc5c0a-86c9-4866-a98d-c50141a4917e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:51.521273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2901c964-4232-4eb6-b902-2a2ca6b8811b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.536066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2901c964-4232-4eb6-b902-2a2ca6b8811b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:51.539817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2901c964-4232-4eb6-b902-2a2ca6b8811b admin admin] Usage tracker for resource:security_group_rule and tenant:2c0167085d0840329726aa30abd4cd52 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:51.542573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2901c964-4232-4eb6-b902-2a2ca6b8811b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:51.548265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2901c964-4232-4eb6-b902-2a2ca6b8811b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:51.595867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['62dc5c0a-86c9-4866-a98d-c50141a4917e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:29:51.631765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2901c964-4232-4eb6-b902-2a2ca6b8811b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.636525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2901c964-4232-4eb6-b902-2a2ca6b8811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.687373 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2901c964-4232-4eb6-b902-2a2ca6b8811b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c0167085d0840329726aa30abd4cd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853405 Feb 28 11:29:51.687752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901c964-4232-4eb6-b902-2a2ca6b8811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a412c2-485d-47b9-8811-361ca41e09c1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:51.690158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55368) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:51.705092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.758251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f660ef67-fc97-4c61-90a2-1cd61a02f542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.786421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f660ef67-fc97-4c61-90a2-1cd61a02f542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.789698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.846297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f660ef67-fc97-4c61-90a2-1cd61a02f542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.864585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660ef67-fc97-4c61-90a2-1cd61a02f542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a412c2-485d-47b9-8811-361ca41e09c1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:51.868770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f660ef67-fc97-4c61-90a2-1cd61a02f542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.872548 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f660ef67-fc97-4c61-90a2-1cd61a02f542 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07a412c2-485d-47b9-8811-361ca41e09c1 HTTP/1.1" status: 204 len: 168 time: 0.1814466 Feb 28 11:29:52.089745 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2f8ed-5d80-478d-bfbd-e8248caa82cf req-771c7822-f070-413c-9229-2e7dbf31c3a0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:52.091236 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cec2f8ed-5d80-478d-bfbd-e8248caa82cf req-771c7822-f070-413c-9229-2e7dbf31c3a0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 945 time: 0.1320620 Feb 28 11:29:52.099173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.116789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.227772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cec2f8ed-5d80-478d-bfbd-e8248caa82cf req-742d5d10-62ed-443b-84cf-0b467d4cc619 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307235 Feb 28 11:29:52.254121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event updated for resources: {'Port': ['ID=91546aa5-042a-4362-adad-5943d99f8348,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:52.262677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.438168 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Floating IP 00fbcc50-dbec-4941-b261-3c950b2bc788 associated. External IP: 172.26.8.211, port: 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9. Feb 28 11:29:52.588473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55394) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:52.695272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1308680774'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:52.700955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:52.705137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:network and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:52.708428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:52.714411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:52.727516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:52.731698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.745144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.761245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:52.765542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group_rule and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:52.768666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:52.775173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:52.864083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.868611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.896923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:52.909843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05bfd1c-561f-4adb-b7a6-80ce64c5c26b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:52.914478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.914825 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Added segment 554a595d-01d5-48bb-bce6-c2d05f69392f of type vlan for network 37c293f3-6b3b-4ae6-bec1-545ac109de68 Feb 28 11:29:52.922122 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Router 9b2df123-4b10-4a22-bbee-50522253f14e has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:29:52.945488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.975152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.980684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:52.981260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.095687 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5060871 Feb 28 11:29:53.096631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b37779-efd5-4768-8991-929233323f59 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Network': ['ID=37c293f3-6b3b-4ae6-bec1-545ac109de68,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:53.098625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55400) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:53.104481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'name': 'tempest-PortsTestJSON-289690298'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:53.110381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:53.113137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:53.134004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 62dc5c0a-86c9-4866-a98d-c50141a4917e up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:53.144548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.163480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] Sync routers for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:53.202490 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3c0b03e2-ed44-4a83-b15e-14b4e3bd9e4f tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7681885 Feb 28 11:29:53.203366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:53.241149 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:53.245689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:53.252185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:53.260973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:53.274093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:53.281493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.312484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 2a017a24-be1d-47cc-8f96-81b289ba8c47 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:29:53.318240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:53.318890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:53.397507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a8496-6ce7-4968-be6e-f72bdc633de5 req-ddf0ef44-97e3-4c10-8f33-b0395bb0d892 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:53.399480 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e66a8496-6ce7-4968-be6e-f72bdc633de5 req-ddf0ef44-97e3-4c10-8f33-b0395bb0d892 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1017010 Feb 28 11:29:53.401974 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'status': 'completed', 'code': 200} Feb 28 11:29:53.457617 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e66a8496-6ce7-4968-be6e-f72bdc633de5 req-15975422-d538-435e-b14a-e31a5c4f72db tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507424 Feb 28 11:29:53.484559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55412) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:53.539040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:53.581872 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 62dc5c0a-86c9-4866-a98d-c50141a4917e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:53.595556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 62dc5c0a-86c9-4866-a98d-c50141a4917e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:53.595932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.632586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.658382 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-71c52fac-80a5-4b47-b29f-eb5b70bab653 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/floatingips/00fbcc50-dbec-4941-b261-3c950b2bc788 HTTP/1.1" status: 200 len: 992 time: 0.1724648 Feb 28 11:29:53.662942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-c17086e6-0f0e-41d6-88ab-57eef7a6e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:53.664449 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-c17086e6-0f0e-41d6-88ab-57eef7a6e695 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fbd5da299aa49fba40a822621a1123e&device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 1099 time: 0.1232452 Feb 28 11:29:53.679206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15581ce-1c22-4b67-8100-7a9dc43e6817 req-125d2bcb-2887-430e-a19a-f7440abc8b5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:53.680918 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c15581ce-1c22-4b67-8100-7a9dc43e6817 req-125d2bcb-2887-430e-a19a-f7440abc8b5c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 945 time: 0.1297894 Feb 28 11:29:53.741767 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c15581ce-1c22-4b67-8100-7a9dc43e6817 req-9f84a360-6d23-4ff6-89b0-fedc92dac9ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539560 Feb 28 11:29:53.867532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.915570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.956924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:53.979825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 62dc5c0a-86c9-4866-a98d-c50141a4917e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62dc5c0a-86c9-4866-a98d-c50141a4917e,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:29:53.988841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.993942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=2a017a24-be1d-47cc-8f96-81b289ba8c47,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:54.001583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-5e0d1723-f737-4e7c-b478-70be623a5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:54.003050 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-5e0d1723-f737-4e7c-b478-70be623a5947 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f34830ea-c4e8-4e7c-9632-1bd54fbf139c HTTP/1.1" status: 200 len: 898 time: 0.3320220 Feb 28 11:29:54.009285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Checking segment: {'id': '554a595d-01d5-48bb-bce6-c2d05f69392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:54.009606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network hostable DHCP agents. Network: 37c293f3-6b3b-4ae6-bec1-545ac109de68, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:54.059803 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'code': 200} Feb 28 11:29:54.112324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=62dc5c0a-86c9-4866-a98d-c50141a4917e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:54.114744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:54.126557 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-853cf30b-483a-470e-8f07-b8433d907d89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 HTTP/1.1" status: 200 len: 1000 time: 0.1124361 Feb 28 11:29:54.130253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 37c293f3-6b3b-4ae6-bec1-545ac109de68) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:54.133925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '00fbcc50-dbec-4941-b261-3c950b2bc788', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'port_id': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'mac_address': 'fa:16:3e:e6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:51Z', 'updated_at': '2022-02-28T11:29:51Z', 'revision_number': 0, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a5c7d9-a399-4a9c-8d55-8af7e1244de9', 'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'mac_address': 'fa:16:3e:14:b0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:42Z', 'revision_number': 5, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'subnets': [{'id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:54.138707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] Checking router: 9b2df123-4b10-4a22-bbee-50522253f14e for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:54.143380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b398bb94-a36f-43ce-972c-8a31dac4b2d5 None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:54.170886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:54.176533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:54.177017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.182879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:54.183516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:54.215014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-2d42ca3e-fabf-4071-859a-9e172a8db9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:54.216494 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-2d42ca3e-fabf-4071-859a-9e172a8db9f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=958c030e-1fb2-495c-bfe7-ad55e7f59000 HTTP/1.1" status: 200 len: 835 time: 0.0842857 Feb 28 11:29:54.221508 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cba2d5a3-7293-454f-897c-03f7fb1988d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1187968 Feb 28 11:29:54.221918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55418) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:54.228306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1451790686'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:54.235187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:54.241728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:network and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:54.244124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:54.251207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:54.284864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:54.289349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.294857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-9e424ef3-cc96-40f6-8105-b0925f7f06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:54.297133 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-9e424ef3-cc96-40f6-8105-b0925f7f06f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f34830ea-c4e8-4e7c-9632-1bd54fbf139c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747337 Feb 28 11:29:54.310760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f7d97-1ff1-4f53-a2ce-ae8cef014e75 req-e79e9a12-3b64-4de5-b396-d71dd05e65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:54.312248 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf4f7d97-1ff1-4f53-a2ce-ae8cef014e75 req-e79e9a12-3b64-4de5-b396-d71dd05e65b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 1099 time: 0.1362667 Feb 28 11:29:54.341516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:54.364240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.364571 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Added segment ec6a23dc-e574-4086-8f1e-a4a393fcd85a of type vlan for network 7d595574-6c21-401c-9f0b-bb0dbd054094 Feb 28 11:29:54.366825 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf4f7d97-1ff1-4f53-a2ce-ae8cef014e75 req-7ae21dd6-234a-4562-8810-47ce0746b1f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489309 Feb 28 11:29:54.393491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.427323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.433453 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-eceb0281-275a-4b6c-9896-742d9ac42cab service neutron] 10.222.0.37 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304512 Feb 28 11:29:54.434172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:54.434793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.500209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:54.538390 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3156590 Feb 28 11:29:54.541017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55422) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:54.548652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'ports': [{'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68'}, {'network_id': '7d595574-6c21-401c-9f0b-bb0dbd054094'}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:54.549043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:54.549950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '7d595574-6c21-401c-9f0b-bb0dbd054094'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:54.550778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b6d31-8cee-4a54-b2d5-b207320f0b3b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Network': ['ID=7d595574-6c21-401c-9f0b-bb0dbd054094,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:54.562561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 7d595574-6c21-401c-9f0b-bb0dbd054094 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:54.660145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55426) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:54.810895 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6f0c22ce-a6f8-4e32-aa2d-8cdd3f4e9421 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/floatingips/00fbcc50-dbec-4941-b261-3c950b2bc788 HTTP/1.1" status: 200 len: 992 time: 0.1488001 Feb 28 11:29:54.875323 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e9455376-0e61-4f40-ae66-4dbb9999b3b4 req-6470d80d-447d-45ff-a135-3f36454cd752 service neutron] 10.222.0.37 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110013 Feb 28 11:29:54.898150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:54.902515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:54.906188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:54.912212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:54.925147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 2} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:54.931714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.941959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ab06-eb28-4641-b0a4-73be5fbbcda0 req-cfc2f80f-b51a-4347-9c37-648c3ec10e97 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:54.943453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e583ab06-eb28-4641-b0a4-73be5fbbcda0 req-cfc2f80f-b51a-4347-9c37-648c3ec10e97 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 946 time: 0.0908089 Feb 28 11:29:54.955030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.992777 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e583ab06-eb28-4641-b0a4-73be5fbbcda0 req-adf864c8-5878-4a21-84ec-807c461286de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432279 Feb 28 11:29:55.022427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '00fbcc50-dbec-4941-b261-3c950b2bc788', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'port_id': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'mac_address': 'fa:16:3e:e6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:51Z', 'updated_at': '2022-02-28T11:29:51Z', 'revision_number': 0, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a5c7d9-a399-4a9c-8d55-8af7e1244de9', 'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'mac_address': 'fa:16:3e:14:b0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:42Z', 'revision_number': 5, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'subnets': [{'id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:55.026559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43faa16-fced-48fb-bce5-ccf7cbee5de4 None None] The sync data for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv is: [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '00fbcc50-dbec-4941-b261-3c950b2bc788', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'port_id': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'mac_address': 'fa:16:3e:e6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:51Z', 'updated_at': '2022-02-28T11:29:51Z', 'revision_number': 0, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a5c7d9-a399-4a9c-8d55-8af7e1244de9', 'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'mac_address': 'fa:16:3e:14:b0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:42Z', 'revision_number': 5, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'subnets': [{'id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:55.174976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port a2178f5a-e69d-4db5-8658-4a25c2972202 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:29:55.203101 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce29e0c6-d123-4a6b-a3c8-b3e29b67976f None None] New status for floating IP 00fbcc50-dbec-4941-b261-3c950b2bc788: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:29:55.267001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.376819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 7605e5ad-f11f-472a-a478-01b27d222fba yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:29:55.467143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.496183 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.561687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:55.568691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:55.573132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:55.573954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.581750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=a2178f5a-e69d-4db5-8658-4a25c2972202,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:55.780020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=7605e5ad-f11f-472a-a478-01b27d222fba,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:55.782363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Checking segment: {'id': 'ec6a23dc-e574-4086-8f1e-a4a393fcd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d595574-6c21-401c-9f0b-bb0dbd054094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:55.782727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network hostable DHCP agents. Network: 7d595574-6c21-401c-9f0b-bb0dbd054094, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:55.802025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 7d595574-6c21-401c-9f0b-bb0dbd054094 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:55.810583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 7d595574-6c21-401c-9f0b-bb0dbd054094) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:55.811680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:55.814237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:55.820142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:55.821744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bba1c5-6116-461f-bd77-bd265c580c24 None None] Network 7d595574-6c21-401c-9f0b-bb0dbd054094 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:55.824838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:55.825498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.850667 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f77f0aa9-5d6f-4d60-9c3b-f0f1975edc16 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3084679 Feb 28 11:29:55.851459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55436) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:55.923171 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-daa0f5f4-9ff5-4d69-8f10-980929b7fd0b tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/floatingips/00fbcc50-dbec-4941-b261-3c950b2bc788 HTTP/1.1" status: 200 len: 994 time: 0.1039176 Feb 28 11:29:55.924986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0f9c5-7f74-4c2c-96c6-dc345ccde23c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 7605e5ad-f11f-472a-a478-01b27d222fba {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:55.924986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f9c5-7f74-4c2c-96c6-dc345ccde23c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.140497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f9c5-7f74-4c2c-96c6-dc345ccde23c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.183623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4471a1-4cc6-4ecf-80b4-11e2fa09ff43 req-10548266-1e15-45ff-b9e0-fe31ca37bbe9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:56.185081 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0d4471a1-4cc6-4ecf-80b4-11e2fa09ff43 req-10548266-1e15-45ff-b9e0-fe31ca37bbe9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 946 time: 0.0824254 Feb 28 11:29:56.229465 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0d4471a1-4cc6-4ecf-80b4-11e2fa09ff43 req-b93c52bf-a6e4-4148-a9aa-7e1ef92df15b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386803 Feb 28 11:29:56.267482 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0f9c5-7f74-4c2c-96c6-dc345ccde23c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 7605e5ad-f11f-472a-a478-01b27d222fba owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:56.349493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f9c5-7f74-4c2c-96c6-dc345ccde23c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.399720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0f9c5-7f74-4c2c-96c6-dc345ccde23c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=7605e5ad-f11f-472a-a478-01b27d222fba,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:56.404948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f9c5-7f74-4c2c-96c6-dc345ccde23c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.411067 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c4b0f9c5-7f74-4c2c-96c6-dc345ccde23c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/7605e5ad-f11f-472a-a478-01b27d222fba HTTP/1.1" status: 204 len: 168 time: 0.5586531 Feb 28 11:29:56.413591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:56.426440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafb6bb-acd1-4758-b0b8-8f3fd06c97c8 req-8bf4cf92-83e7-4006-8b05-50da89c596c6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:56.428025 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-afafb6bb-acd1-4758-b0b8-8f3fd06c97c8 req-8bf4cf92-83e7-4006-8b05-50da89c596c6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 946 time: 0.0838950 Feb 28 11:29:56.497468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd9b4e-611c-4890-8240-bdc1b784c6bc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:56.503925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd9b4e-611c-4890-8240-bdc1b784c6bc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:56.504727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-71bd9b4e-611c-4890-8240-bdc1b784c6bc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:56.523182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-71bd9b4e-611c-4890-8240-bdc1b784c6bc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:56.524385 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-71bd9b4e-611c-4890-8240-bdc1b784c6bc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1098723 Feb 28 11:29:56.527288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55448) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:56.585667 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-afafb6bb-acd1-4758-b0b8-8f3fd06c97c8 req-8b27a72c-854e-4e05-a526-5575c093965d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1518362 Feb 28 11:29:56.595197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bccc1455-13d9-4a6c-8492-b3ecfa993a8d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port a2178f5a-e69d-4db5-8658-4a25c2972202 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:29:56.595545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bccc1455-13d9-4a6c-8492-b3ecfa993a8d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.608202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55452) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:56.676710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456d707f-26d5-4eb4-ac5a-a34f574036a9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:56.678190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-456d707f-26d5-4eb4-ac5a-a34f574036a9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 1094 time: 0.0688725 Feb 28 11:29:56.681029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:56.686374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:56.692287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:56.696328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:floatingip and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:56.699182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:56.706882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:56.720646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.824259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bccc1455-13d9-4a6c-8492-b3ecfa993a8d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.855149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.955090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bccc1455-13d9-4a6c-8492-b3ecfa993a8d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for a2178f5a-e69d-4db5-8658-4a25c2972202 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:29:56.985813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.995454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.90 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/6efd79f0-28e2-4795-b001-70c8e5b7406d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:57.040582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bccc1455-13d9-4a6c-8492-b3ecfa993a8d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.093478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc1455-13d9-4a6c-8492-b3ecfa993a8d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=a2178f5a-e69d-4db5-8658-4a25c2972202,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:57.098428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bccc1455-13d9-4a6c-8492-b3ecfa993a8d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.111616 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bccc1455-13d9-4a6c-8492-b3ecfa993a8d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/a2178f5a-e69d-4db5-8658-4a25c2972202 HTTP/1.1" status: 204 len: 168 time: 0.5833359 Feb 28 11:29:57.114091 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55460) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.144009 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.172927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.197859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e506f43-f7e5-4678-8986-b467f8c252e5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:57.198564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3e506f43-f7e5-4678-8986-b467f8c252e5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:57.214124 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3e506f43-f7e5-4678-8986-b467f8c252e5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:57.215231 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3e506f43-f7e5-4678-8986-b467f8c252e5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1002097 Feb 28 11:29:57.218596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55464) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.232345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:57.235700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:57.239209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:57.260986 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa3e534-0c44-44c2-8901-5f9c70ae8be0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:29:57.262314 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2aa3e534-0c44-44c2-8901-5f9c70ae8be0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/7605e5ad-f11f-472a-a478-01b27d222fba HTTP/1.1" status: 404 len: 333 time: 0.0427713 Feb 28 11:29:57.265015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55468) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.289828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=6efd79f0-28e2-4795-b001-70c8e5b7406d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:57.307428 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a2cbf9-6dda-4364-948c-487edee96320 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:29:57.308709 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-10a2cbf9-6dda-4364-948c-487edee96320 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/a2178f5a-e69d-4db5-8658-4a25c2972202 HTTP/1.1" status: 404 len: 333 time: 0.0428066 Feb 28 11:29:57.311426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55472) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.525347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.655689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.662232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.681196 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d595574-6c21-401c-9f0b-bb0dbd054094']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:57.697720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6a23dc-e574-4086-8f1e-a4a393fcd85a') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:57.698035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6a23dc-e574-4086-8f1e-a4a393fcd85a') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:57.710353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.730585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.737208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.737354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:29:57.737661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:57.753228 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:57.832547 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.850576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.864253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Network': ['ID=7d595574-6c21-401c-9f0b-bb0dbd054094,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:57.867240 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7640caf6-8efe-4323-b1f8-6de72c50cd53 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/networks/7d595574-6c21-401c-9f0b-bb0dbd054094 HTTP/1.1" status: 204 len: 168 time: 0.5548656 Feb 28 11:29:57.871367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55476) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.877405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2019867470'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:57.882362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:57.886246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:network and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:57.889711 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:57.895466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:57.906097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:57.909624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.937132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:57.945897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.946251 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Added segment 46e52b6c-223d-475b-9c05-bcecd4a901ff of type vlan for network 963d2d12-9635-4fbd-ab5d-04600eed6725 Feb 28 11:29:57.955193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.959581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.976558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.008427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.014425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:58.015002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.072240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=6efd79f0-28e2-4795-b001-70c8e5b7406d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:58.081712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.114582 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2421007 Feb 28 11:29:58.117899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55480) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:58.125317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '963d2d12-9635-4fbd-ab5d-04600eed6725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:58.139389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d61a2-b2a0-4f70-b039-87bc24032310 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Network': ['ID=963d2d12-9635-4fbd-ab5d-04600eed6725,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:58.153127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 963d2d12-9635-4fbd-ab5d-04600eed6725 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:58.245284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:58.250434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:58.253933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:58.260677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:58.271159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:58.274741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.375219 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 569c71f2-c6fd-4765-bc70-02c9d7bd3c36 associated. External IP: 172.26.8.90, port: 62dc5c0a-86c9-4866-a98d-c50141a4917e. Feb 28 11:29:58.376324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Performing IP validity checks on allocation pools {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:29:58.376944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:29:58.504986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.589769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=a59896ca-a9da-4d2c-bc49-ff2dc19d0cf3,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:58.594277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Checking segment: {'id': '46e52b6c-223d-475b-9c05-bcecd4a901ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '963d2d12-9635-4fbd-ab5d-04600eed6725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:29:58.594636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network hostable DHCP agents. Network: 963d2d12-9635-4fbd-ab5d-04600eed6725, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:58.613931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 963d2d12-9635-4fbd-ab5d-04600eed6725 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:58.623179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 963d2d12-9635-4fbd-ab5d-04600eed6725) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:58.627703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:58.628734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.632051 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39daff4-bb49-49a4-bab3-cd35624c0112 None None] Network 963d2d12-9635-4fbd-ab5d-04600eed6725 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:29:58.649736 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-75b4af02-85ce-44e4-83b1-8f049dbbe905 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5310221 Feb 28 11:29:58.652279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55484) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:58.658261 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '963d2d12-9635-4fbd-ab5d-04600eed6725', 'name': 'tempest-PortsTestJSON-791282467'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:58.735557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router fee248a1-1598-4687-ad64-f46393f9cf95 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:29:58.804748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:58.815893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:58.826166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:58.829726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.851003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 3d8d12bd-03b4-4628-a360-947f8cecb75b yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:29:58.863928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-963d2d12-9635-4fbd-ab5d-04600eed6725', 'network_id': '963d2d12-9635-4fbd-ab5d-04600eed6725', 'tenant_id': '45712e7a2f23437b887a0e6c40202577', 'fixed_ips': [{'subnet_id': 'a59896ca-a9da-4d2c-bc49-ff2dc19d0cf3'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:29:58.864828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.935688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:29:58.948230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] Sync routers for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:58.962489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.971594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:58.972755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.006513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.12 (963d2d12-9635-4fbd-ab5d-04600eed6725/a59896ca-a9da-4d2c-bc49-ff2dc19d0cf3/3d8d12bd-03b4-4628-a360-947f8cecb75b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:59.022724 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3fb3ee68-ed03-431d-8f7a-1787fc68d189 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3382640 Feb 28 11:29:59.022724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:59.023028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55488) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:59.065493 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'status': 'completed', 'code': 200} Feb 28 11:29:59.152047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:59.352376 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d2e42f91-3962-40c9-b293-7650c057a7b7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/569c71f2-c6fd-4765-bc70-02c9d7bd3c36 HTTP/1.1" status: 200 len: 991 time: 0.3271966 Feb 28 11:29:59.447587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf3b1-0b10-4586-9399-92aef514972a req-a54155c2-fe8a-45c9-98f3-99aabe9480c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:59.449046 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69adf3b1-0b10-4586-9399-92aef514972a req-a54155c2-fe8a-45c9-98f3-99aabe9480c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 1099 time: 0.3413987 Feb 28 11:29:59.518470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.559981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:29:32Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '569c71f2-c6fd-4765-bc70-02c9d7bd3c36', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:57Z', 'updated_at': '2022-02-28T11:29:57Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.564432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] Checking router: fee248a1-1598-4687-ad64-f46393f9cf95 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:59.572938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:29:59.573534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:29:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.589139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 3d8d12bd-03b4-4628-a360-947f8cecb75b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:59.625609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf3b1-0b10-4586-9399-92aef514972a req-c6574701-ec4d-40ad-b7f7-2a5e80b1d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:59.627040 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69adf3b1-0b10-4586-9399-92aef514972a req-c6574701-ec4d-40ad-b7f7-2a5e80b1d9bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=478955eb-8034-4979-9091-7e5b85b83299 HTTP/1.1" status: 200 len: 898 time: 0.1685674 Feb 28 11:29:59.705115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.793038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 963d2d12-9635-4fbd-ab5d-04600eed6725 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:59.795459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:29:59.800082 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69adf3b1-0b10-4586-9399-92aef514972a req-1df6b8e2-13d6-4f6b-9a2b-b119b7b919a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62dc5c0a-86c9-4866-a98d-c50141a4917e HTTP/1.1" status: 200 len: 999 time: 0.1659727 Feb 28 11:29:59.800878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:59.804792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:29:59.858260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Allocated IP 172.20.0.2 (963d2d12-9635-4fbd-ab5d-04600eed6725/a59896ca-a9da-4d2c-bc49-ff2dc19d0cf3/782a7a09-09d7-4c30-8b1e-9604c7e02a50) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:59.901358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=3d8d12bd-03b4-4628-a360-947f8cecb75b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:59.930737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:59.931363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.949656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf3b1-0b10-4586-9399-92aef514972a req-50202dfd-8422-401f-be3a-b309b6aa8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:59.951332 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69adf3b1-0b10-4586-9399-92aef514972a req-50202dfd-8422-401f-be3a-b309b6aa8970 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdf1406b-92fa-4360-bbb2-8937dff6cff7 HTTP/1.1" status: 200 len: 835 time: 0.1159720 Feb 28 11:30:00.010420 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c57492a1-5cb1-4610-a6b3-80be420068b2 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3570471 Feb 28 11:30:00.012999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55496) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.094298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-33bcaef4-d178-421f-b56b-fa329932bb71 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 3d8d12bd-03b4-4628-a360-947f8cecb75b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:00.094596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33bcaef4-d178-421f-b56b-fa329932bb71 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.139071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf3b1-0b10-4586-9399-92aef514972a req-49c31e04-cb17-4811-bd94-8b2da89519ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:00.140543 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69adf3b1-0b10-4586-9399-92aef514972a req-49c31e04-cb17-4811-bd94-8b2da89519ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=478955eb-8034-4979-9091-7e5b85b83299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1825466 Feb 28 11:30:00.245816 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-688de046-879e-4bd5-88ff-cd9940fd6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.321958 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.337585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Transition to ACTIVE for port object 782a7a09-09d7-4c30-8b1e-9604c7e02a50 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:00.355489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.369421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Transition to ACTIVE for port object 782a7a09-09d7-4c30-8b1e-9604c7e02a50 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:00.378554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.437594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Network 963d2d12-9635-4fbd-ab5d-04600eed6725 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:00.441592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:00.447837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:00.454910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:29:32Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '569c71f2-c6fd-4765-bc70-02c9d7bd3c36', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:57Z', 'updated_at': '2022-02-28T11:29:57Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:00.469019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a383e8-3877-4c4a-9872-e3f13deeac39 None None] The sync data for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv is: [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:29:32Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '569c71f2-c6fd-4765-bc70-02c9d7bd3c36', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:57Z', 'updated_at': '2022-02-28T11:29:57Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:30:00.478323 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69adf3b1-0b10-4586-9399-92aef514972a req-c1018fea-c78c-4e31-821c-777322665fa2 service neutron] 10.222.0.37 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254027 Feb 28 11:30:00.502477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-671eb240-49a3-4300-b0ee-1c2b3f1db9a9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/569c71f2-c6fd-4765-bc70-02c9d7bd3c36 HTTP/1.1" status: 200 len: 991 time: 0.1457944 Feb 28 11:30:00.520680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Pushing event updated for resources: {'Port': ['ID=782a7a09-09d7-4c30-8b1e-9604c7e02a50,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:00.558297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33bcaef4-d178-421f-b56b-fa329932bb71 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.581703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Attempting to bind port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:00.582366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Attempting to bind port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '46e52b6c-223d-475b-9c05-bcecd4a901ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '963d2d12-9635-4fbd-ab5d-04600eed6725'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:00.582484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Attempting to bind port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 on network 963d2d12-9635-4fbd-ab5d-04600eed6725 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:00.588368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:00.588744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Checking segment: {'id': '46e52b6c-223d-475b-9c05-bcecd4a901ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '963d2d12-9635-4fbd-ab5d-04600eed6725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:00.589280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.589675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Bound using segment: {'id': '46e52b6c-223d-475b-9c05-bcecd4a901ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '963d2d12-9635-4fbd-ab5d-04600eed6725'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:00.590218 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Bound port: 782a7a09-09d7-4c30-8b1e-9604c7e02a50, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e52b6c-223d-475b-9c05-bcecd4a901ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '963d2d12-9635-4fbd-ab5d-04600eed6725'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:00.590589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.699423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] For port 782a7a09-09d7-4c30-8b1e-9604c7e02a50, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:30:00.703682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] For port 782a7a09-09d7-4c30-8b1e-9604c7e02a50, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=782a7a09-09d7-4c30-8b1e-9604c7e02a50,segment=NetworkSegment(46e52b6c-223d-475b-9c05-bcecd4a901ff),segment_id=46e52b6c-223d-475b-9c05-bcecd4a901ff)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:30:00.709759 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77cedd2-9279-43f1-83db-b46964b622ba None None] New status for floating IP 569c71f2-c6fd-4765-bc70-02c9d7bd3c36: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:30:00.721727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.777933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-33bcaef4-d178-421f-b56b-fa329932bb71 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 3d8d12bd-03b4-4628-a360-947f8cecb75b owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:00.838361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b6cd0-82c7-4046-a8ef-ea0e84f5962f None None] Pushing event updated for resources: {'Port': ['ID=782a7a09-09d7-4c30-8b1e-9604c7e02a50,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:00.865736 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69adf3b1-0b10-4586-9399-92aef514972a req-8f0702cb-1419-4088-8abe-c829dde8d4f6 service neutron] 10.222.0.37 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743374 Feb 28 11:30:00.960311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33bcaef4-d178-421f-b56b-fa329932bb71 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.156765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcaef4-d178-421f-b56b-fa329932bb71 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=3d8d12bd-03b4-4628-a360-947f8cecb75b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:01.256453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33bcaef4-d178-421f-b56b-fa329932bb71 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.267068 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-33bcaef4-d178-421f-b56b-fa329932bb71 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/3d8d12bd-03b4-4628-a360-947f8cecb75b HTTP/1.1" status: 204 len: 168 time: 1.2530093 Feb 28 11:30:01.269483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55504) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:01.313191 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db69524-d707-46fb-b41d-bcb7acf86470 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:01.313779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db69524-d707-46fb-b41d-bcb7acf86470 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:01.317782 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5db69524-d707-46fb-b41d-bcb7acf86470 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/3d8d12bd-03b4-4628-a360-947f8cecb75b HTTP/1.1" status: 404 len: 333 time: 0.0448427 Feb 28 11:30:01.317965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 782a7a09-09d7-4c30-8b1e-9604c7e02a50 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:01.318075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55508) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:01.361033 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fd17cd-63dd-45aa-8d6d-55c23c7fc5d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:01.361558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-78fd17cd-63dd-45aa-8d6d-55c23c7fc5d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:01.376732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-78fd17cd-63dd-45aa-8d6d-55c23c7fc5d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:01.378206 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-78fd17cd-63dd-45aa-8d6d-55c23c7fc5d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/3d8d12bd-03b4-4628-a360-947f8cecb75b HTTP/1.1" status: 404 len: 333 time: 0.0592496 Feb 28 11:30:01.380846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55512) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:01.390548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:01.451732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e017404d-b417-42aa-aaf4-dbceba0ffc14 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet a59896ca-a9da-4d2c-bc49-ff2dc19d0cf3 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:01.454620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e017404d-b417-42aa-aaf4-dbceba0ffc14 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.504002 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55516) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:01.508974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e017404d-b417-42aa-aaf4-dbceba0ffc14 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.601294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e017404d-b417-42aa-aaf4-dbceba0ffc14 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.625278 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a10eecdb-594c-4f96-8341-7a074b73aa6f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/569c71f2-c6fd-4765-bc70-02c9d7bd3c36 HTTP/1.1" status: 200 len: 993 time: 0.1117077 Feb 28 11:30:01.681831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e017404d-b417-42aa-aaf4-dbceba0ffc14 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.724740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e017404d-b417-42aa-aaf4-dbceba0ffc14 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.732057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017404d-b417-42aa-aaf4-dbceba0ffc14 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=a59896ca-a9da-4d2c-bc49-ff2dc19d0cf3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:01.736194 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e017404d-b417-42aa-aaf4-dbceba0ffc14 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/a59896ca-a9da-4d2c-bc49-ff2dc19d0cf3 HTTP/1.1" status: 204 len: 168 time: 0.3543723 Feb 28 11:30:01.738888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55520) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:01.824562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8220af5-c428-4e6a-89b9-45fb5d214f3f None None] Network 963d2d12-9635-4fbd-ab5d-04600eed6725 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:01.860514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.870776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:01.871106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.954938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-164a330b-721f-46de-83a3-78ef61dc37b1 None None] Provisioning for port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:02.032975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-164a330b-721f-46de-83a3-78ef61dc37b1 None None] Provisioning complete for port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:02.033349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-164a330b-721f-46de-83a3-78ef61dc37b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.086086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] For port 782a7a09-09d7-4c30-8b1e-9604c7e02a50, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=782a7a09-09d7-4c30-8b1e-9604c7e02a50,segment=NetworkSegment(46e52b6c-223d-475b-9c05-bcecd4a901ff),segment_id=46e52b6c-223d-475b-9c05-bcecd4a901ff)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:02.086359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.168181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-164a330b-721f-46de-83a3-78ef61dc37b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.206479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-164a330b-721f-46de-83a3-78ef61dc37b1 None None] For port 782a7a09-09d7-4c30-8b1e-9604c7e02a50, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=782a7a09-09d7-4c30-8b1e-9604c7e02a50,segment=NetworkSegment(46e52b6c-223d-475b-9c05-bcecd4a901ff),segment_id=46e52b6c-223d-475b-9c05-bcecd4a901ff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:02.211812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-164a330b-721f-46de-83a3-78ef61dc37b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.244181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4583b63c-96b5-49f6-888d-d5477b887193 None None] DHCP port deletion for 963d2d12-9635-4fbd-ab5d-04600eed6725 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:30:02.261652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4583b63c-96b5-49f6-888d-d5477b887193 None None] Deleting port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:02.262029 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4583b63c-96b5-49f6-888d-d5477b887193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.333246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 782a7a09-09d7-4c30-8b1e-9604c7e02a50 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:02.334859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a330b-721f-46de-83a3-78ef61dc37b1 None None] Pushing event updated for resources: {'Port': ['ID=782a7a09-09d7-4c30-8b1e-9604c7e02a50,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:02.410016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:02.410337 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:02.471448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2078f413-6cdf-46d5-bd1a-edbc7ec4dc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.496021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4583b63c-96b5-49f6-888d-d5477b887193 None None] For port 782a7a09-09d7-4c30-8b1e-9604c7e02a50, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=782a7a09-09d7-4c30-8b1e-9604c7e02a50,segment=NetworkSegment(46e52b6c-223d-475b-9c05-bcecd4a901ff),segment_id=46e52b6c-223d-475b-9c05-bcecd4a901ff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:02.496407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4583b63c-96b5-49f6-888d-d5477b887193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.614091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4583b63c-96b5-49f6-888d-d5477b887193 None None] Calling delete_port for 782a7a09-09d7-4c30-8b1e-9604c7e02a50 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:02.688956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4583b63c-96b5-49f6-888d-d5477b887193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.734145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583b63c-96b5-49f6-888d-d5477b887193 None None] Pushing event deleted for resources: {'Port': ['ID=782a7a09-09d7-4c30-8b1e-9604c7e02a50,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:02.737690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583b63c-96b5-49f6-888d-d5477b887193 None None] No DVR routers for this DVR port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:02.911804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 782a7a09-09d7-4c30-8b1e-9604c7e02a50 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:02.912271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.981382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] The port '782a7a09-09d7-4c30-8b1e-9604c7e02a50' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:30:03.098716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.123500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963d2d12-9635-4fbd-ab5d-04600eed6725']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:03.134990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e52b6c-223d-475b-9c05-bcecd4a901ff') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:03.135321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e52b6c-223d-475b-9c05-bcecd4a901ff') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:03.146820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.162432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.168387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:30:03.168760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:03.182662 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:03.261584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.266437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.288467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 782a7a09-09d7-4c30-8b1e-9604c7e02a50 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:03.293905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Network': ['ID=963d2d12-9635-4fbd-ab5d-04600eed6725,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:03.306487 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fa713a79-c0fb-4d33-afc0-70fed1008b1b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/networks/963d2d12-9635-4fbd-ab5d-04600eed6725 HTTP/1.1" status: 204 len: 168 time: 1.5665193 Feb 28 11:30:03.306650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55524) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:03.313065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1351544585'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:03.318136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:03.322172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:network and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:03.325028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:03.327262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 782a7a09-09d7-4c30-8b1e-9604c7e02a50 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:30:03.327604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 782a7a09-09d7-4c30-8b1e-9604c7e02a50 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:03.331696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:03.343496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:03.346819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.373637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:03.381807 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.382139 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Added segment 2695149c-ed9e-48ac-ba5d-607c9248e8e3 of type vlan for network 00f7ad9b-7267-4e0a-bf80-82fc3542ad70 Feb 28 11:30:03.407650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.436434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.441791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:03.442363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.530590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.538489 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2305624 Feb 28 11:30:03.541292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55528) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:03.547509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '00f7ad9b-7267-4e0a-bf80-82fc3542ad70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:03.550226 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b4014-7d50-456d-9655-7e1ff4466728 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Network': ['ID=00f7ad9b-7267-4e0a-bf80-82fc3542ad70,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:03.560269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 00f7ad9b-7267-4e0a-bf80-82fc3542ad70 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:03.656574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:03.660443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:03.663279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:03.669267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:03.679317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:03.682847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.704625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.897851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.971653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=d1f79d6d-50d7-4d09-93fe-20a79e60134c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:03.981296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Checking segment: {'id': '2695149c-ed9e-48ac-ba5d-607c9248e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '00f7ad9b-7267-4e0a-bf80-82fc3542ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:03.981654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network hostable DHCP agents. Network: 00f7ad9b-7267-4e0a-bf80-82fc3542ad70, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:04.000590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 00f7ad9b-7267-4e0a-bf80-82fc3542ad70 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:04.009075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 00f7ad9b-7267-4e0a-bf80-82fc3542ad70) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:04.013935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:04.015318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.017133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d69eb-21df-4002-89fc-4a414aae0e2a None None] Network 00f7ad9b-7267-4e0a-bf80-82fc3542ad70 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:04.047045 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-88e1a6b2-7066-41f0-b5c2-7c451047828e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5045629 Feb 28 11:30:04.049583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:04.056172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '00f7ad9b-7267-4e0a-bf80-82fc3542ad70', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1883039301'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:04.190579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:04.194897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:04.197700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:04.203894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:04.212916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:04.217111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.231842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-00f7ad9b-7267-4e0a-bf80-82fc3542ad70', 'network_id': '00f7ad9b-7267-4e0a-bf80-82fc3542ad70', 'tenant_id': '45712e7a2f23437b887a0e6c40202577', 'fixed_ips': [{'subnet_id': 'd1f79d6d-50d7-4d09-93fe-20a79e60134c'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:30:04.232732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.239524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 97dae257-ae89-49ca-92b9-31ce14000b54 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:04.382338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.11 (00f7ad9b-7267-4e0a-bf80-82fc3542ad70/d1f79d6d-50d7-4d09-93fe-20a79e60134c/97dae257-ae89-49ca-92b9-31ce14000b54) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:04.545830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.560570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 97dae257-ae89-49ca-92b9-31ce14000b54 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:04.583914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.642968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Allocated IP 172.20.0.2 (00f7ad9b-7267-4e0a-bf80-82fc3542ad70/d1f79d6d-50d7-4d09-93fe-20a79e60134c/780afbbc-aa50-425f-b8f0-10c80df2ac19) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:04.651938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 00f7ad9b-7267-4e0a-bf80-82fc3542ad70 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:04.659334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:04.664017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:04.694293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=97dae257-ae89-49ca-92b9-31ce14000b54,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:04.729679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:04.730282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.754438 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5ead4d8f-d033-49e9-8dfc-a154c763a98c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.7030339 Feb 28 11:30:04.757322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55536) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:04.832615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd9119-eac3-499a-a44b-2e3858722fba tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 97dae257-ae89-49ca-92b9-31ce14000b54 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:04.832872 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9119-eac3-499a-a44b-2e3858722fba tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.846636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.856500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Transition to ACTIVE for port object 780afbbc-aa50-425f-b8f0-10c80df2ac19 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:04.874378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Transition to ACTIVE for port object 780afbbc-aa50-425f-b8f0-10c80df2ac19 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:04.880641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.972757 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Network 00f7ad9b-7267-4e0a-bf80-82fc3542ad70 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:04.979434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:04.984403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:04.989890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Pushing event updated for resources: {'Port': ['ID=780afbbc-aa50-425f-b8f0-10c80df2ac19,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:05.075964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Attempting to bind port 780afbbc-aa50-425f-b8f0-10c80df2ac19 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:05.076387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Attempting to bind port 780afbbc-aa50-425f-b8f0-10c80df2ac19 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '2695149c-ed9e-48ac-ba5d-607c9248e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '00f7ad9b-7267-4e0a-bf80-82fc3542ad70'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:05.076754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Attempting to bind port 780afbbc-aa50-425f-b8f0-10c80df2ac19 on network 00f7ad9b-7267-4e0a-bf80-82fc3542ad70 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:05.082000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:05.082201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9119-eac3-499a-a44b-2e3858722fba tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.082382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Checking segment: {'id': '2695149c-ed9e-48ac-ba5d-607c9248e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '00f7ad9b-7267-4e0a-bf80-82fc3542ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:05.082859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.083937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Bound using segment: {'id': '2695149c-ed9e-48ac-ba5d-607c9248e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '00f7ad9b-7267-4e0a-bf80-82fc3542ad70'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:05.083937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Bound port: 780afbbc-aa50-425f-b8f0-10c80df2ac19, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2695149c-ed9e-48ac-ba5d-607c9248e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '00f7ad9b-7267-4e0a-bf80-82fc3542ad70'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:05.084124 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.155766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.179789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] For port 780afbbc-aa50-425f-b8f0-10c80df2ac19, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:30:05.182697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] For port 780afbbc-aa50-425f-b8f0-10c80df2ac19, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=780afbbc-aa50-425f-b8f0-10c80df2ac19,segment=NetworkSegment(2695149c-ed9e-48ac-ba5d-607c9248e8e3),segment_id=2695149c-ed9e-48ac-ba5d-607c9248e8e3)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:30:05.187745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.207070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd9119-eac3-499a-a44b-2e3858722fba tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 97dae257-ae89-49ca-92b9-31ce14000b54 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:05.268996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879170f0-c547-4eab-a8c3-55d1d1463a09 None None] Pushing event updated for resources: {'Port': ['ID=780afbbc-aa50-425f-b8f0-10c80df2ac19,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:05.353164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9119-eac3-499a-a44b-2e3858722fba tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.402837 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd9119-eac3-499a-a44b-2e3858722fba tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=97dae257-ae89-49ca-92b9-31ce14000b54,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:05.521076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9119-eac3-499a-a44b-2e3858722fba tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.531262 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ccbd9119-eac3-499a-a44b-2e3858722fba tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/97dae257-ae89-49ca-92b9-31ce14000b54 HTTP/1.1" status: 204 len: 168 time: 0.7728620 Feb 28 11:30:05.535421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:05.579067 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f02df63-02c3-4710-ae07-c1aeabac33d4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:05.579629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2f02df63-02c3-4710-ae07-c1aeabac33d4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:05.595358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2f02df63-02c3-4710-ae07-c1aeabac33d4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:05.596737 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2f02df63-02c3-4710-ae07-c1aeabac33d4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/97dae257-ae89-49ca-92b9-31ce14000b54 HTTP/1.1" status: 404 len: 333 time: 0.0603142 Feb 28 11:30:05.599460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55544) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:05.664017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-731ec272-f5b7-4fe9-a762-3c3ef2989da5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet d1f79d6d-50d7-4d09-93fe-20a79e60134c {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:05.666869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-731ec272-f5b7-4fe9-a762-3c3ef2989da5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.727073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-731ec272-f5b7-4fe9-a762-3c3ef2989da5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.810207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-731ec272-f5b7-4fe9-a762-3c3ef2989da5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.885739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-731ec272-f5b7-4fe9-a762-3c3ef2989da5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.926042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ec272-f5b7-4fe9-a762-3c3ef2989da5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f79d6d-50d7-4d09-93fe-20a79e60134c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:05.929504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-731ec272-f5b7-4fe9-a762-3c3ef2989da5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.936356 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-731ec272-f5b7-4fe9-a762-3c3ef2989da5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/d1f79d6d-50d7-4d09-93fe-20a79e60134c HTTP/1.1" status: 204 len: 168 time: 0.3359311 Feb 28 11:30:05.938830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:06.059554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.070866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 780afbbc-aa50-425f-b8f0-10c80df2ac19 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:06.071232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.202682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a47bc9-9949-467c-839b-4d0392481604 None None] Network 00f7ad9b-7267-4e0a-bf80-82fc3542ad70 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:06.332644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f6c5368-1269-4722-adfc-fa3e4793efc9 None None] Provisioning for port 780afbbc-aa50-425f-b8f0-10c80df2ac19 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:06.387502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] For port 780afbbc-aa50-425f-b8f0-10c80df2ac19, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=780afbbc-aa50-425f-b8f0-10c80df2ac19,segment=NetworkSegment(2695149c-ed9e-48ac-ba5d-607c9248e8e3),segment_id=2695149c-ed9e-48ac-ba5d-607c9248e8e3)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:06.387798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.454374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] DHCP port deletion for 00f7ad9b-7267-4e0a-bf80-82fc3542ad70 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:30:06.458601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] Deleting port 780afbbc-aa50-425f-b8f0-10c80df2ac19 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:06.458974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.515148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 780afbbc-aa50-425f-b8f0-10c80df2ac19 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:06.589879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.640816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=780afbbc-aa50-425f-b8f0-10c80df2ac19,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:06.642628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No DVR routers for this DVR port 780afbbc-aa50-425f-b8f0-10c80df2ac19 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:06.661602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] For port 780afbbc-aa50-425f-b8f0-10c80df2ac19, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=780afbbc-aa50-425f-b8f0-10c80df2ac19,segment=NetworkSegment(2695149c-ed9e-48ac-ba5d-607c9248e8e3),segment_id=2695149c-ed9e-48ac-ba5d-607c9248e8e3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:06.661998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.768824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.782771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] Calling delete_port for 780afbbc-aa50-425f-b8f0-10c80df2ac19 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:06.794119 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f7ad9b-7267-4e0a-bf80-82fc3542ad70']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:06.806311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2695149c-ed9e-48ac-ba5d-607c9248e8e3') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:06.806623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2695149c-ed9e-48ac-ba5d-607c9248e8e3') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:06.818150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.833764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.839839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:30:06.840225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: from cryptography.utils import int_from_bytes Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: from cryptography.utils import int_from_bytes Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn_limited( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn_limited( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:06.849682 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:06.855197 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:06.858142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:06.858142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:06.935752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.939751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.965899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Network': ['ID=00f7ad9b-7267-4e0a-bf80-82fc3542ad70,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:06.975260 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e30a7bc9-57e0-4994-a846-bc96ec709c19 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/networks/00f7ad9b-7267-4e0a-bf80-82fc3542ad70 HTTP/1.1" status: 204 len: 168 time: 1.0353987 Feb 28 11:30:06.978604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55552) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:06.984730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'name': 'tempest-PortsTestJSON-2046242525'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:07.092632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:07.096676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:07.099471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:07.105084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:07.115331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:07.118727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.139281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 8e346874-97ab-43cc-b8e7-1ad237e1db83 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:07.270861 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:30:07.357599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] Deleting port 780afbbc-aa50-425f-b8f0-10c80df2ac19 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:07.358165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.363860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.391693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.426895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0c918446-7c09-47e6-896e-0fd830450326 None None] The port '780afbbc-aa50-425f-b8f0-10c80df2ac19' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:30:07.468315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:07.471866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:07.476139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:07.481465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:07.482048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.485486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=8e346874-97ab-43cc-b8e7-1ad237e1db83,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:07.506696 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-949b780c-842f-4f41-aa9b-36a1feb18099 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5270708 Feb 28 11:30:07.509362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55556) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:07.578927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9c2db4dd-e48b-4e8a-bda2-1b7a479083a9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 8e346874-97ab-43cc-b8e7-1ad237e1db83 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:07.579293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c2db4dd-e48b-4e8a-bda2-1b7a479083a9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.794352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c2db4dd-e48b-4e8a-bda2-1b7a479083a9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.920644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9c2db4dd-e48b-4e8a-bda2-1b7a479083a9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 8e346874-97ab-43cc-b8e7-1ad237e1db83 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:08.101177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c2db4dd-e48b-4e8a-bda2-1b7a479083a9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.151476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2db4dd-e48b-4e8a-bda2-1b7a479083a9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=8e346874-97ab-43cc-b8e7-1ad237e1db83,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:08.156722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c2db4dd-e48b-4e8a-bda2-1b7a479083a9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.165803 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9c2db4dd-e48b-4e8a-bda2-1b7a479083a9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/8e346874-97ab-43cc-b8e7-1ad237e1db83 HTTP/1.1" status: 204 len: 168 time: 0.6554251 Feb 28 11:30:08.168479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55560) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:08.174326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'mac_address': 'fa:16:3e:cb:27:40', 'name': 'tempest-PortsTestJSON-610190029'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:08.284220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:08.288145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:08.290834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:08.297015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:08.306207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:08.406206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.432202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 5d425d6c-69f4-4779-9c16-27c9f92d4fa8 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:08.651200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.677681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.738163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:08.741189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:08.744891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:08.750836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:08.751446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.773994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=5d425d6c-69f4-4779-9c16-27c9f92d4fa8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:08.786365 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dd0c0a30-8d8c-4137-9935-c113ab39bf65 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6168971 Feb 28 11:30:08.789034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55564) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:08.862177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9672f04a-a5c4-4753-bdd9-7223d6f4a3a3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:08.862735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9672f04a-a5c4-4753-bdd9-7223d6f4a3a3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:08.877156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9672f04a-a5c4-4753-bdd9-7223d6f4a3a3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:08.878560 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9672f04a-a5c4-4753-bdd9-7223d6f4a3a3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/5d425d6c-69f4-4779-9c16-27c9f92d4fa8 HTTP/1.1" status: 200 len: 840 time: 0.0884051 Feb 28 11:30:08.881117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55568) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:08.946229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6216025e-2ea6-4644-8ac5-a6e58777fd29 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 5d425d6c-69f4-4779-9c16-27c9f92d4fa8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:08.946890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6216025e-2ea6-4644-8ac5-a6e58777fd29 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.155887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6216025e-2ea6-4644-8ac5-a6e58777fd29 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.280219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6216025e-2ea6-4644-8ac5-a6e58777fd29 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 5d425d6c-69f4-4779-9c16-27c9f92d4fa8 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:09.359189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6216025e-2ea6-4644-8ac5-a6e58777fd29 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.408036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216025e-2ea6-4644-8ac5-a6e58777fd29 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=5d425d6c-69f4-4779-9c16-27c9f92d4fa8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:09.413502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6216025e-2ea6-4644-8ac5-a6e58777fd29 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.426760 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6216025e-2ea6-4644-8ac5-a6e58777fd29 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/5d425d6c-69f4-4779-9c16-27c9f92d4fa8 HTTP/1.1" status: 204 len: 168 time: 0.5446017 Feb 28 11:30:09.429177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55572) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:09.471084 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df9a790-72c0-4658-9e8b-31ee3c151038 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:09.471624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0df9a790-72c0-4658-9e8b-31ee3c151038 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:09.486121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0df9a790-72c0-4658-9e8b-31ee3c151038 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:09.487421 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0df9a790-72c0-4658-9e8b-31ee3c151038 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/5d425d6c-69f4-4779-9c16-27c9f92d4fa8 HTTP/1.1" status: 404 len: 333 time: 0.0571976 Feb 28 11:30:09.490784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55576) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:09.496046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'name': 'tempest-PortsTestJSON-325826401'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:09.601776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:09.611509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:09.621002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:09.624944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.645664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port be9d07d9-eb5c-45aa-b8e4-49993089cb30 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:09.864832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.890702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.956461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:09.963387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:09.968201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:09.973692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:09.974297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.981822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=be9d07d9-eb5c-45aa-b8e4-49993089cb30,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:10.002351 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7dc168de-a256-4291-a8eb-329dead9ea32 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5105820 Feb 28 11:30:10.005121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55580) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:10.010786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c3d8cba8-6e10-42b2-820c-a670c943ede6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:10.225034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3d8cba8-6e10-42b2-820c-a670c943ede6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.438248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3d8cba8-6e10-42b2-820c-a670c943ede6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.442609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3d8cba8-6e10-42b2-820c-a670c943ede6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.494493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8cba8-6e10-42b2-820c-a670c943ede6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] In _notify_port_updated(), no bound segment for port be9d07d9-eb5c-45aa-b8e4-49993089cb30 on network 37c293f3-6b3b-4ae6-bec1-545ac109de68 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:30:10.500252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d8cba8-6e10-42b2-820c-a670c943ede6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:10.500834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3d8cba8-6e10-42b2-820c-a670c943ede6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.502070 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c3d8cba8-6e10-42b2-820c-a670c943ede6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "PUT /v2.0/ports/be9d07d9-eb5c-45aa-b8e4-49993089cb30 HTTP/1.1" status: 200 len: 818 time: 0.4960513 Feb 28 11:30:10.504988 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55584) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:10.565783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8cba8-6e10-42b2-820c-a670c943ede6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=be9d07d9-eb5c-45aa-b8e4-49993089cb30,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:10.587770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b3416-e4a4-45b4-9ee7-5b2ec7687de8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port be9d07d9-eb5c-45aa-b8e4-49993089cb30 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:10.588105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3416-e4a4-45b4-9ee7-5b2ec7687de8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.795696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3416-e4a4-45b4-9ee7-5b2ec7687de8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.919199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b3416-e4a4-45b4-9ee7-5b2ec7687de8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for be9d07d9-eb5c-45aa-b8e4-49993089cb30 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:10.996542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3416-e4a4-45b4-9ee7-5b2ec7687de8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.048368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b3416-e4a4-45b4-9ee7-5b2ec7687de8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=be9d07d9-eb5c-45aa-b8e4-49993089cb30,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:11.053173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3416-e4a4-45b4-9ee7-5b2ec7687de8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.063102 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6e4b3416-e4a4-45b4-9ee7-5b2ec7687de8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/be9d07d9-eb5c-45aa-b8e4-49993089cb30 HTTP/1.1" status: 204 len: 168 time: 0.5571761 Feb 28 11:30:11.065616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55588) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:11.142964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43194bf-74bd-4646-adba-86511c0620d5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:11.143675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f43194bf-74bd-4646-adba-86511c0620d5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:11.159013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f43194bf-74bd-4646-adba-86511c0620d5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:11.160161 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f43194bf-74bd-4646-adba-86511c0620d5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0936010 Feb 28 11:30:11.162983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55592) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:11.204655 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-888e5f44-1809-4a34-8819-a584ab5ef4c9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:11.205911 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-888e5f44-1809-4a34-8819-a584ab5ef4c9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/be9d07d9-eb5c-45aa-b8e4-49993089cb30 HTTP/1.1" status: 404 len: 333 time: 0.0420110 Feb 28 11:30:11.209364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55596) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:11.214445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-743704285'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:11.219719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:11.223550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:network and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:11.226625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:11.232939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:11.243024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:11.246404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.273276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:11.282812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.283181 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Added segment 1fc0a36b-0e79-4cc7-8444-b4f39ced4acc of type vlan for network 232b0f17-9c4e-4644-8162-3bb0290e0907 Feb 28 11:30:11.312260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.339854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.345730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:11.346313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.396176 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1858480 Feb 28 11:30:11.399251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55600) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:11.405752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:11.455086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb43631-0ef1-430e-9701-d79e09f5d1fa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Network': ['ID=232b0f17-9c4e-4644-8162-3bb0290e0907,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:11.465801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:11.514784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:11.518580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:11.521357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:11.526957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:11.537111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:11.540650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.849800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.924937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:11.934737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Checking segment: {'id': '1fc0a36b-0e79-4cc7-8444-b4f39ced4acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:11.935638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network hostable DHCP agents. Network: 232b0f17-9c4e-4644-8162-3bb0290e0907, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:11.954243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:11.962654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 232b0f17-9c4e-4644-8162-3bb0290e0907) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:11.966524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:11.967104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.971452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb711fa-1c88-4552-b7c0-494c99b4bb57 None None] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:11.989262 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5abdde26-c078-4de8-9a91-eb8d72eb4a5f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5889208 Feb 28 11:30:11.992033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55604) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:11.997916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:12.139003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:12.142623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:12.145390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:12.150963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:12.160420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:12.164024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.184841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-232b0f17-9c4e-4644-8162-3bb0290e0907', 'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907', 'tenant_id': '45712e7a2f23437b887a0e6c40202577', 'fixed_ips': [{'subnet_id': '6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:30:12.186234 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.295542 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae (CIDR: 172.20.0.0/28) Feb 28 11:30:12.298958 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:30:12.299489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:12.318519 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1c0e0def-635a-4a2c-87b4-0192acbb771e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3254406 Feb 28 11:30:12.321514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55608) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:12.328425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:12.376135 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Allocated IP 172.20.0.2 (232b0f17-9c4e-4644-8162-3bb0290e0907/6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae/8dcc3ab3-f1ac-4250-966a-7cd0729a20d9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:12.473116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:12.476909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:12.479734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:12.486103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:12.495726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:12.499722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.576861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.586553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Transition to ACTIVE for port object 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:12.604671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Transition to ACTIVE for port object 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:12.610656 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.673665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:12.676318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:12.678645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:12.726301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Pushing event updated for resources: {'Port': ['ID=8dcc3ab3-f1ac-4250-966a-7cd0729a20d9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:12.758966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.780839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Attempting to bind port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:12.781198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Attempting to bind port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '1fc0a36b-0e79-4cc7-8444-b4f39ced4acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:12.781548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Attempting to bind port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 on network 232b0f17-9c4e-4644-8162-3bb0290e0907 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:12.786683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:12.787036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Checking segment: {'id': '1fc0a36b-0e79-4cc7-8444-b4f39ced4acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:12.787455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.787839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Bound using segment: {'id': '1fc0a36b-0e79-4cc7-8444-b4f39ced4acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:12.788292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Bound port: 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0a36b-0e79-4cc7-8444-b4f39ced4acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:12.788657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.816868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:12.820207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:12.824389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:12.824973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.842980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=6b6c80e7-cb05-4fbc-b0de-a0ab17e05227,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:12.852772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e96d05f7-35db-477a-8f26-487d7c373036 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5302119 Feb 28 11:30:12.855517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55612) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:12.861844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907', 'fixed_ips': [{'subnet_id': '6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae'}, {'subnet_id': '6b6c80e7-cb05-4fbc-b0de-a0ab17e05227'}], 'name': 'tempest-PortsTestJSON-1057452095'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:12.883696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] For port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:30:12.886902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] For port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8dcc3ab3-f1ac-4250-966a-7cd0729a20d9,segment=NetworkSegment(1fc0a36b-0e79-4cc7-8444-b4f39ced4acc),segment_id=1fc0a36b-0e79-4cc7-8444-b4f39ced4acc)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:30:12.890972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.976624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1da36b-88fe-4ff1-98f8-5c469c08abbe None None] Pushing event updated for resources: {'Port': ['ID=8dcc3ab3-f1ac-4250-966a-7cd0729a20d9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:13.002178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:13.006187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:13.008997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:13.015208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:13.024760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:13.160054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.182860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 41831823-f51d-4ce5-84aa-7e662772e4f7 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:13.332977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:13.405122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:13.533387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.8 (232b0f17-9c4e-4644-8162-3bb0290e0907/6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae/41831823-f51d-4ce5-84aa-7e662772e4f7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:13.539037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.18 (232b0f17-9c4e-4644-8162-3bb0290e0907/6b6c80e7-cb05-4fbc-b0de-a0ab17e05227/41831823-f51d-4ce5-84aa-7e662772e4f7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:13.739159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.756582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 41831823-f51d-4ce5-84aa-7e662772e4f7 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:13.781490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.854133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:13.862573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:13.865059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:13.897987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=41831823-f51d-4ce5-84aa-7e662772e4f7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:13.935982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:13.936593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.946002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d7fcd0-a0c1-4766-aeef-6f047774e3b9 None None] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:13.960765 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-32ce0653-57d2-4072-b354-ed4443ec81e8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1042278 Feb 28 11:30:13.963325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:13.969044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:14.054907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2995f63e-674c-44a0-a433-c7d03041e4ba None None] Provisioning for port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:14.064997 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2995f63e-674c-44a0-a433-c7d03041e4ba None None] Provisioning complete for port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:14.065372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2995f63e-674c-44a0-a433-c7d03041e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.206102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.287368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2995f63e-674c-44a0-a433-c7d03041e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.333532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2995f63e-674c-44a0-a433-c7d03041e4ba None None] For port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8dcc3ab3-f1ac-4250-966a-7cd0729a20d9,segment=NetworkSegment(1fc0a36b-0e79-4cc7-8444-b4f39ced4acc),segment_id=1fc0a36b-0e79-4cc7-8444-b4f39ced4acc)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:14.337705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2995f63e-674c-44a0-a433-c7d03041e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.465394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995f63e-674c-44a0-a433-c7d03041e4ba None None] Pushing event updated for resources: {'Port': ['ID=8dcc3ab3-f1ac-4250-966a-7cd0729a20d9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:14.470464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db87f25-661d-47f6-9f1a-4cdb50b6027c None None] Update dhcp port {'port': {'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907', 'fixed_ips': [{'subnet_id': '6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '6b6c80e7-cb05-4fbc-b0de-a0ab17e05227'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': '8dcc3ab3-f1ac-4250-966a-7cd0729a20d9'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:30:14.521938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5db87f25-661d-47f6-9f1a-4cdb50b6027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.540232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Delete allocated IP 172.20.0.18 (232b0f17-9c4e-4644-8162-3bb0290e0907/6b6c80e7-cb05-4fbc-b0de-a0ab17e05227) {{(pid=87638) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:30:14.699832 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.714488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Ignored duplicate provisioning block setup for port 41831823-f51d-4ce5-84aa-7e662772e4f7 by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 11:30:14.720615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.780724 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5db87f25-661d-47f6-9f1a-4cdb50b6027c None None] Allocated IP 172.20.0.19 (232b0f17-9c4e-4644-8162-3bb0290e0907/6b6c80e7-cb05-4fbc-b0de-a0ab17e05227/8dcc3ab3-f1ac-4250-966a-7cd0729a20d9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:14.868135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=41831823-f51d-4ce5-84aa-7e662772e4f7,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:14.887688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] In _notify_port_updated(), no bound segment for port 41831823-f51d-4ce5-84aa-7e662772e4f7 on network 232b0f17-9c4e-4644-8162-3bb0290e0907 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:30:14.893724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:14.894347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.895753 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-43cbef97-67e6-42ba-bd41-26eeda78d86e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "PUT /v2.0/ports/41831823-f51d-4ce5-84aa-7e662772e4f7 HTTP/1.1" status: 200 len: 919 time: 0.9314137 Feb 28 11:30:14.898298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55620) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:14.903917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae'}, {'subnet_id': '6b6c80e7-cb05-4fbc-b0de-a0ab17e05227'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:14.918359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5db87f25-661d-47f6-9f1a-4cdb50b6027c None None] For port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8dcc3ab3-f1ac-4250-966a-7cd0729a20d9,segment=NetworkSegment(1fc0a36b-0e79-4cc7-8444-b4f39ced4acc),segment_id=1fc0a36b-0e79-4cc7-8444-b4f39ced4acc)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:14.942380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5db87f25-661d-47f6-9f1a-4cdb50b6027c None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.958998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5db87f25-661d-47f6-9f1a-4cdb50b6027c None None] Transition to ACTIVE for port object 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:14.966255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5db87f25-661d-47f6-9f1a-4cdb50b6027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.028736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.139813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db87f25-661d-47f6-9f1a-4cdb50b6027c None None] Pushing event updated for resources: {'Port': ['ID=8dcc3ab3-f1ac-4250-966a-7cd0729a20d9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:15.301202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:15.380455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.30 (232b0f17-9c4e-4644-8162-3bb0290e0907/6b6c80e7-cb05-4fbc-b0de-a0ab17e05227/41831823-f51d-4ce5-84aa-7e662772e4f7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:15.553206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.569203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Ignored duplicate provisioning block setup for port 41831823-f51d-4ce5-84aa-7e662772e4f7 by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 11:30:15.573443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.598269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c66ffc-7c11-4614-9262-a0a966b9b692 None None] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:15.706602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-876b31cc-6ae9-4a84-8727-445d82ff1e4b None None] Provisioning for port 41831823-f51d-4ce5-84aa-7e662772e4f7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:15.713096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-876b31cc-6ae9-4a84-8727-445d82ff1e4b None None] Provisioning complete for port 41831823-f51d-4ce5-84aa-7e662772e4f7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:15.713464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-876b31cc-6ae9-4a84-8727-445d82ff1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.717927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=41831823-f51d-4ce5-84aa-7e662772e4f7,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:15.759671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.759996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.760642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.760642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.760877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.761209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.761875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.761875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.762150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.762468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.762787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.764003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:15.789951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] In _notify_port_updated(), no bound segment for port 41831823-f51d-4ce5-84aa-7e662772e4f7 on network 232b0f17-9c4e-4644-8162-3bb0290e0907 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:30:15.795407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:15.796035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.797317 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7dfc5ad6-1f9f-45e7-afba-ee40740edaaa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "PUT /v2.0/ports/41831823-f51d-4ce5-84aa-7e662772e4f7 HTTP/1.1" status: 200 len: 999 time: 0.8981082 Feb 28 11:30:15.800023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:15.817516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-876b31cc-6ae9-4a84-8727-445d82ff1e4b None None] Port 41831823-f51d-4ce5-84aa-7e662772e4f7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:15.865859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7348466-6192-460d-b386-f14967df6579 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 41831823-f51d-4ce5-84aa-7e662772e4f7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:15.866094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7348466-6192-460d-b386-f14967df6579 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.866461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-876b31cc-6ae9-4a84-8727-445d82ff1e4b None None] Provisioning for port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:15.875160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-876b31cc-6ae9-4a84-8727-445d82ff1e4b None None] Provisioning complete for port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:15.875526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-876b31cc-6ae9-4a84-8727-445d82ff1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.219362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7348466-6192-460d-b386-f14967df6579 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.340420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7348466-6192-460d-b386-f14967df6579 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 41831823-f51d-4ce5-84aa-7e662772e4f7 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:16.545975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7348466-6192-460d-b386-f14967df6579 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.596264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7348466-6192-460d-b386-f14967df6579 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=41831823-f51d-4ce5-84aa-7e662772e4f7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:16.729289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7348466-6192-460d-b386-f14967df6579 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.738399 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c7348466-6192-460d-b386-f14967df6579 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/41831823-f51d-4ce5-84aa-7e662772e4f7 HTTP/1.1" status: 204 len: 168 time: 0.9374461 Feb 28 11:30:16.740929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55634) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:16.783315 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8abf1e-4d69-4daa-af5f-c6c3f0aee94c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:16.783847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c8abf1e-4d69-4daa-af5f-c6c3f0aee94c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:16.798285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c8abf1e-4d69-4daa-af5f-c6c3f0aee94c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:16.799473 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9c8abf1e-4d69-4daa-af5f-c6c3f0aee94c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/41831823-f51d-4ce5-84aa-7e662772e4f7 HTTP/1.1" status: 404 len: 333 time: 0.0576258 Feb 28 11:30:16.802102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55638) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:16.865929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb5606d-987b-4ff9-9d77-350a0e9511dd tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet 6b6c80e7-cb05-4fbc-b0de-a0ab17e05227 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:16.868701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eb5606d-987b-4ff9-9d77-350a0e9511dd tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.924487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eb5606d-987b-4ff9-9d77-350a0e9511dd tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.008752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eb5606d-987b-4ff9-9d77-350a0e9511dd tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.087917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eb5606d-987b-4ff9-9d77-350a0e9511dd tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.127548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5606d-987b-4ff9-9d77-350a0e9511dd tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6c80e7-cb05-4fbc-b0de-a0ab17e05227,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:17.131206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eb5606d-987b-4ff9-9d77-350a0e9511dd tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.137603 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5eb5606d-987b-4ff9-9d77-350a0e9511dd tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/6b6c80e7-cb05-4fbc-b0de-a0ab17e05227 HTTP/1.1" status: 204 len: 168 time: 0.3345218 Feb 28 11:30:17.141053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55642) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:17.142270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08c871d0-f370-45e5-b50a-b8e6494e24ba None None] Could not find standard attr ID for object 41831823-f51d-4ce5-84aa-7e662772e4f7. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:30:17.156285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08c871d0-f370-45e5-b50a-b8e6494e24ba None None] Provisioning complete for port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:17.156885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08c871d0-f370-45e5-b50a-b8e6494e24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.207992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c535737f-e097-4012-b836-584d4d17f361 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet 6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:17.211797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c535737f-e097-4012-b836-584d4d17f361 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.274161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c535737f-e097-4012-b836-584d4d17f361 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.284953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff52835-81f6-4588-928f-3198eb2a8d14 None None] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:17.359430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c535737f-e097-4012-b836-584d4d17f361 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.402483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-13f80168-f680-4002-b126-72fb71befbc8 None None] Could not find standard attr ID for object 41831823-f51d-4ce5-84aa-7e662772e4f7. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:30:17.433942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c535737f-e097-4012-b836-584d4d17f361 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.479509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c535737f-e097-4012-b836-584d4d17f361 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.483287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535737f-e097-4012-b836-584d4d17f361 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:17.488374 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c535737f-e097-4012-b836-584d4d17f361 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae HTTP/1.1" status: 204 len: 168 time: 0.3463042 Feb 28 11:30:17.490861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55646) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:17.605044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5779f83-6f2e-4bf9-b1a1-94839ac4e63c None None] Update dhcp port {'port': {'network_id': '232b0f17-9c4e-4644-8162-3bb0290e0907', 'fixed_ips': [{'subnet_id': '6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': '8dcc3ab3-f1ac-4250-966a-7cd0729a20d9'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:30:17.606507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.616672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:17.617001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.656263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c5779f83-6f2e-4bf9-b1a1-94839ac4e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.844371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a7369-5853-4aa5-921a-554bd6eb1fe9 None None] Network 232b0f17-9c4e-4644-8162-3bb0290e0907 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:17.926627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] For port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8dcc3ab3-f1ac-4250-966a-7cd0729a20d9,segment=NetworkSegment(1fc0a36b-0e79-4cc7-8444-b4f39ced4acc),segment_id=1fc0a36b-0e79-4cc7-8444-b4f39ced4acc)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:17.926894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.003725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bf4f799f-1b0b-4aa3-a90a-f4d46f078b96 None None] Provisioning complete for port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:18.004100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf4f799f-1b0b-4aa3-a90a-f4d46f078b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.050670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:18.127159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.180466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=8dcc3ab3-f1ac-4250-966a-7cd0729a20d9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:18.183889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No DVR routers for this DVR port 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:18.195393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d10fe8-60b4-4318-a1a8-4ecd86bf1e06 None None] DHCP port deletion for 232b0f17-9c4e-4644-8162-3bb0290e0907 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:30:18.305561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.331092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232b0f17-9c4e-4644-8162-3bb0290e0907']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.342687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc0a36b-0e79-4cc7-8444-b4f39ced4acc') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.342986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc0a36b-0e79-4cc7-8444-b4f39ced4acc') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.353928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.369794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.376124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:30:18.376531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:18.390664 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:18.470124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.493838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.508894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Network': ['ID=232b0f17-9c4e-4644-8162-3bb0290e0907,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:18.515518 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2f690ea0-0622-4bc1-a85f-8580356cbf8f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/networks/232b0f17-9c4e-4644-8162-3bb0290e0907 HTTP/1.1" status: 204 len: 168 time: 1.0236583 Feb 28 11:30:18.519264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55652) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:18.597043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4945ef-5bfa-4187-ae1f-5e618e83b2dc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:18.598010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3a4945ef-5bfa-4187-ae1f-5e618e83b2dc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:18.614444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3a4945ef-5bfa-4187-ae1f-5e618e83b2dc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:18.616333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3a4945ef-5bfa-4187-ae1f-5e618e83b2dc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0961900 Feb 28 11:30:18.619755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55656) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:18.695544 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5c7d1851-18d4-4061-a2b5-96f2985445d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0742922 Feb 28 11:30:18.698821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55662) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:18.704149 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1711514599'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:18.709030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:18.712779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:network and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:18.715741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:18.722019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:18.732800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:18.736200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.762757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:18.772222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.772823 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Added segment 2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee of type vlan for network 853c5802-8453-4f64-a4ae-c91d27b8cbff Feb 28 11:30:18.799086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.826337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.831769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:18.832375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.930734 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2308660 Feb 28 11:30:18.933572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:18.936578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Network': ['ID=853c5802-8453-4f64-a4ae-c91d27b8cbff,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:18.939316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '853c5802-8453-4f64-a4ae-c91d27b8cbff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:18.943758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.944099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.944685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.945013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.945351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.945675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.945990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.946320 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.946617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.946925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.947266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.947583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807a5e9-3dec-490d-be6b-a15e7a31f67d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:18.959212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 853c5802-8453-4f64-a4ae-c91d27b8cbff details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:19.047413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:19.051089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:19.053864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:19.059521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:19.068139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:19.071883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.287486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.295700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:19.329617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:30:19.329875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8dcc3ab3-f1ac-4250-966a-7cd0729a20d9 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:19.373791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=89f3c9ae-92e9-4a70-80cb-2035a81f2072,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:19.378728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Checking segment: {'id': '2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '853c5802-8453-4f64-a4ae-c91d27b8cbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:19.379088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network hostable DHCP agents. Network: 853c5802-8453-4f64-a4ae-c91d27b8cbff, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:19.397857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 853c5802-8453-4f64-a4ae-c91d27b8cbff is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:19.406908 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 853c5802-8453-4f64-a4ae-c91d27b8cbff) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:19.411558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:19.413432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.414185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19dd02f-0dd1-4375-b523-13384e3458f6 None None] Network 853c5802-8453-4f64-a4ae-c91d27b8cbff requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:19.436093 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-97d95297-fb61-4995-b3a4-62b0df9ce5d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5013149 Feb 28 11:30:19.438502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55670) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:19.443941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '853c5802-8453-4f64-a4ae-c91d27b8cbff', 'name': 'tempest-PortsTestJSON-430039711'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:19.577602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:19.586978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:19.596487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:19.599948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.619361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-853c5802-8453-4f64-a4ae-c91d27b8cbff', 'network_id': '853c5802-8453-4f64-a4ae-c91d27b8cbff', 'tenant_id': '45712e7a2f23437b887a0e6c40202577', 'fixed_ips': [{'subnet_id': '89f3c9ae-92e9-4a70-80cb-2035a81f2072'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:30:19.620203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port ab3e4335-aa7c-43f5-9eee-02f936b5246d yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:19.620683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.764380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.11 (853c5802-8453-4f64-a4ae-c91d27b8cbff/89f3c9ae-92e9-4a70-80cb-2035a81f2072/ab3e4335-aa7c-43f5-9eee-02f936b5246d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:20.063369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.078639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object ab3e4335-aa7c-43f5-9eee-02f936b5246d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:20.102113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.169629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Allocated IP 172.20.0.2 (853c5802-8453-4f64-a4ae-c91d27b8cbff/89f3c9ae-92e9-4a70-80cb-2035a81f2072/592a1cfd-c868-47ac-a7ab-506ab41dbcc6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:20.170424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 853c5802-8453-4f64-a4ae-c91d27b8cbff is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:20.173552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:20.182260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:20.224570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=ab3e4335-aa7c-43f5-9eee-02f936b5246d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:20.248801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:20.249409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.273082 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e1c2d7dc-8282-4ea1-9fce-18402c54d295 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8335531 Feb 28 11:30:20.275717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55674) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:20.281587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '853c5802-8453-4f64-a4ae-c91d27b8cbff', 'name': 'tempest-PortsTestJSON-1976324284'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:20.377146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.386761 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Transition to ACTIVE for port object 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:20.404682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Transition to ACTIVE for port object 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:20.409806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.416933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:20.421681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:20.424587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:20.430242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:20.439266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:20.442724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.469126 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 4ea31a9b-8296-4641-8329-7d096a50d7a5 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:20.469364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Network 853c5802-8453-4f64-a4ae-c91d27b8cbff is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:20.471855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:20.479566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:20.489262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Pushing event updated for resources: {'Port': ['ID=592a1cfd-c868-47ac-a7ab-506ab41dbcc6,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:20.585029 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Attempting to bind port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:20.585390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Attempting to bind port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '853c5802-8453-4f64-a4ae-c91d27b8cbff'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:20.585750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Attempting to bind port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 on network 853c5802-8453-4f64-a4ae-c91d27b8cbff {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:20.591988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:20.591988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Checking segment: {'id': '2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '853c5802-8453-4f64-a4ae-c91d27b8cbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:20.592308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.592702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Bound using segment: {'id': '2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '853c5802-8453-4f64-a4ae-c91d27b8cbff'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:20.593144 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Bound port: 592a1cfd-c868-47ac-a7ab-506ab41dbcc6, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '853c5802-8453-4f64-a4ae-c91d27b8cbff'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:20.593504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.609815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.4 (853c5802-8453-4f64-a4ae-c91d27b8cbff/89f3c9ae-92e9-4a70-80cb-2035a81f2072/4ea31a9b-8296-4641-8329-7d096a50d7a5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:20.681552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] For port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:30:20.685748 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] For port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=592a1cfd-c868-47ac-a7ab-506ab41dbcc6,segment=NetworkSegment(2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee),segment_id=2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:30:20.689627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.770112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b705f0-2454-40af-826c-5c6df48b55d0 None None] Pushing event updated for resources: {'Port': ['ID=592a1cfd-c868-47ac-a7ab-506ab41dbcc6,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:20.816965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.834146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 4ea31a9b-8296-4641-8329-7d096a50d7a5 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:20.858000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.925338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 853c5802-8453-4f64-a4ae-c91d27b8cbff is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:20.937142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:20.939665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:20.981577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=4ea31a9b-8296-4641-8329-7d096a50d7a5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:21.017287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:21.017969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.043204 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fef1b741-f9d4-4bcf-9d4e-9943f3dcaf96 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7663691 Feb 28 11:30:21.045890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:21.133704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f741c7b-2127-4f66-a3b9-f932ae5f679f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:21.134515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2f741c7b-2127-4f66-a3b9-f932ae5f679f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:21.149403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2f741c7b-2127-4f66-a3b9-f932ae5f679f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:21.150582 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2f741c7b-2127-4f66-a3b9-f932ae5f679f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1037064 Feb 28 11:30:21.153412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55682) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:21.218320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-587a41e2-58bd-48d4-bb57-80cb46efd691 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 4ea31a9b-8296-4641-8329-7d096a50d7a5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:21.218663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-587a41e2-58bd-48d4-bb57-80cb46efd691 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.328692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:21.395569 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:21.471998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-587a41e2-58bd-48d4-bb57-80cb46efd691 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.602540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-587a41e2-58bd-48d4-bb57-80cb46efd691 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 4ea31a9b-8296-4641-8329-7d096a50d7a5 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:21.729105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821b235-7aac-42bb-83ca-4856411c3c15 None None] Network 853c5802-8453-4f64-a4ae-c91d27b8cbff requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:21.777541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-587a41e2-58bd-48d4-bb57-80cb46efd691 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.851312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a41e2-58bd-48d4-bb57-80cb46efd691 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=4ea31a9b-8296-4641-8329-7d096a50d7a5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:21.851996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08cf06d1-c9f6-49c8-a105-37594735b0b6 None None] Provisioning for port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:21.871801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08cf06d1-c9f6-49c8-a105-37594735b0b6 None None] Provisioning complete for port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:21.872206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08cf06d1-c9f6-49c8-a105-37594735b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.948346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-587a41e2-58bd-48d4-bb57-80cb46efd691 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.961474 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-587a41e2-58bd-48d4-bb57-80cb46efd691 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/4ea31a9b-8296-4641-8329-7d096a50d7a5 HTTP/1.1" status: 204 len: 168 time: 0.8071165 Feb 28 11:30:21.964096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55692) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:22.008665 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0eb48e6-542b-4fa2-b318-c895a6989da1 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:22.009099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f0eb48e6-542b-4fa2-b318-c895a6989da1 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:22.024917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f0eb48e6-542b-4fa2-b318-c895a6989da1 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:22.026028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f0eb48e6-542b-4fa2-b318-c895a6989da1 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/4ea31a9b-8296-4641-8329-7d096a50d7a5 HTTP/1.1" status: 404 len: 333 time: 0.0610459 Feb 28 11:30:22.029271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55696) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:22.087470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08cf06d1-c9f6-49c8-a105-37594735b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.094042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ea2eb-3fbf-4ba7-9696-14bf58f6b23a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port ab3e4335-aa7c-43f5-9eee-02f936b5246d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:22.094383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea2eb-3fbf-4ba7-9696-14bf58f6b23a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.132559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-08cf06d1-c9f6-49c8-a105-37594735b0b6 None None] For port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=592a1cfd-c868-47ac-a7ab-506ab41dbcc6,segment=NetworkSegment(2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee),segment_id=2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:22.137187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08cf06d1-c9f6-49c8-a105-37594735b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.212065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf06d1-c9f6-49c8-a105-37594735b0b6 None None] Pushing event updated for resources: {'Port': ['ID=592a1cfd-c868-47ac-a7ab-506ab41dbcc6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:22.353477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea2eb-3fbf-4ba7-9696-14bf58f6b23a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.359996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c7c76a28-5c24-4b07-8425-b1b49912b944 None None] Provisioning complete for port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:22.360629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7c76a28-5c24-4b07-8425-b1b49912b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.536911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c7c76a28-5c24-4b07-8425-b1b49912b944 None None] Provisioning for port ab3e4335-aa7c-43f5-9eee-02f936b5246d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:22.542804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c7c76a28-5c24-4b07-8425-b1b49912b944 None None] Provisioning complete for port ab3e4335-aa7c-43f5-9eee-02f936b5246d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:22.543215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7c76a28-5c24-4b07-8425-b1b49912b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.596849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ea2eb-3fbf-4ba7-9696-14bf58f6b23a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for ab3e4335-aa7c-43f5-9eee-02f936b5246d owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:22.601574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c7c76a28-5c24-4b07-8425-b1b49912b944 None None] Port ab3e4335-aa7c-43f5-9eee-02f936b5246d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:22.713109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1af11d90-78af-4979-b914-ed25dfea210b None None] Could not find standard attr ID for object 4ea31a9b-8296-4641-8329-7d096a50d7a5. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:30:22.729076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1af11d90-78af-4979-b914-ed25dfea210b None None] Provisioning complete for port ab3e4335-aa7c-43f5-9eee-02f936b5246d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:22.729525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1af11d90-78af-4979-b914-ed25dfea210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.752864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea2eb-3fbf-4ba7-9696-14bf58f6b23a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.769074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1af11d90-78af-4979-b914-ed25dfea210b None None] Port ab3e4335-aa7c-43f5-9eee-02f936b5246d was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 11:30:22.807030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ea2eb-3fbf-4ba7-9696-14bf58f6b23a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=ab3e4335-aa7c-43f5-9eee-02f936b5246d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:22.909144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b8ea2eb-3fbf-4ba7-9696-14bf58f6b23a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.923380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6b8ea2eb-3fbf-4ba7-9696-14bf58f6b23a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/ab3e4335-aa7c-43f5-9eee-02f936b5246d HTTP/1.1" status: 204 len: 168 time: 0.8929336 Feb 28 11:30:22.925947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55702) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:22.971012 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb6fa8a-e793-4e87-bb86-375dfe1cf4b3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:22.971572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6cb6fa8a-e793-4e87-bb86-375dfe1cf4b3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:22.987858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6cb6fa8a-e793-4e87-bb86-375dfe1cf4b3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:22.989062 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6cb6fa8a-e793-4e87-bb86-375dfe1cf4b3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/ab3e4335-aa7c-43f5-9eee-02f936b5246d HTTP/1.1" status: 404 len: 333 time: 0.0619671 Feb 28 11:30:22.991788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:23.059247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-48573cc7-c356-4a1a-985f-5b91dc6a1088 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet 89f3c9ae-92e9-4a70-80cb-2035a81f2072 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:23.062665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48573cc7-c356-4a1a-985f-5b91dc6a1088 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.115169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48573cc7-c356-4a1a-985f-5b91dc6a1088 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.198073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48573cc7-c356-4a1a-985f-5b91dc6a1088 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.274834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48573cc7-c356-4a1a-985f-5b91dc6a1088 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.303652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:23.318869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48573cc7-c356-4a1a-985f-5b91dc6a1088 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.325084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48573cc7-c356-4a1a-985f-5b91dc6a1088 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=89f3c9ae-92e9-4a70-80cb-2035a81f2072,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:23.331822 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-48573cc7-c356-4a1a-985f-5b91dc6a1088 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/89f3c9ae-92e9-4a70-80cb-2035a81f2072 HTTP/1.1" status: 204 len: 168 time: 0.3366032 Feb 28 11:30:23.332246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55710) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:23.336996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f07d50-0d12-475a-bfa0-6c10b54d1398 None None] Network 853c5802-8453-4f64-a4ae-c91d27b8cbff requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:23.446962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.458002 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:23.458361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.523082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:23.523482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.667486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] DHCP port deletion for 853c5802-8453-4f64-a4ae-c91d27b8cbff request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:30:23.673286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] Deleting port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:23.673561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.676143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] For port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=592a1cfd-c868-47ac-a7ab-506ab41dbcc6,segment=NetworkSegment(2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee),segment_id=2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:23.676495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.798822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:23.876689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.877019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] For port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=592a1cfd-c868-47ac-a7ab-506ab41dbcc6,segment=NetworkSegment(2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee),segment_id=2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:23.877471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.925906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No DVR routers for this DVR port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:23.927741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=592a1cfd-c868-47ac-a7ab-506ab41dbcc6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:24.001109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] Calling delete_port for 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:24.052741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.069830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:24.070180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:24.077437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853c5802-8453-4f64-a4ae-c91d27b8cbff']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.089351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.089655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9931a9-00cd-4a3a-8e58-bcb1a54c72ee') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.101157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.116957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.122766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:30:24.123172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:24.137348 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:24.324244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.345127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.353200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Network': ['ID=853c5802-8453-4f64-a4ae-c91d27b8cbff,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:24.363497 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dc4f6ed4-6e07-4070-a1d2-1e849de3958f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/networks/853c5802-8453-4f64-a4ae-c91d27b8cbff HTTP/1.1" status: 204 len: 168 time: 1.0305274 Feb 28 11:30:24.366916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:24.372285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-606860978'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:24.376886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:24.380593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:network and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:24.383417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:24.389588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:24.399214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:24.402844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.433575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:24.442634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.442967 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Added segment 44cf5d13-9e5a-4ecd-9475-d1596b8e69bf of type vlan for network 2509e254-1f18-473a-92a9-23d4d00d0e66 Feb 28 11:30:24.469582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.497327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.502593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:24.503186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.571771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] Deleting port 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:24.572152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.603703 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2357230 Feb 28 11:30:24.606695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55720) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:24.614404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '2509e254-1f18-473a-92a9-23d4d00d0e66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:24.615057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86abcf5-02e6-4b24-8fd4-28575886db5d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Network': ['ID=2509e254-1f18-473a-92a9-23d4d00d0e66,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:24.640169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 2509e254-1f18-473a-92a9-23d4d00d0e66 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:24.656408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ddc0b-108a-4c2e-9685-dce2e5071b6f None None] The port '592a1cfd-c868-47ac-a7ab-506ab41dbcc6' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:30:24.828338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:24.832243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:24.835062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:24.841280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:24.850590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:24.854031 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.065075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.140869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=87c7ec30-cc56-4faf-bf7d-96b64322aa28,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:25.148298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Checking segment: {'id': '44cf5d13-9e5a-4ecd-9475-d1596b8e69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2509e254-1f18-473a-92a9-23d4d00d0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:25.148652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network hostable DHCP agents. Network: 2509e254-1f18-473a-92a9-23d4d00d0e66, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:25.167063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 2509e254-1f18-473a-92a9-23d4d00d0e66 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:25.175427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 2509e254-1f18-473a-92a9-23d4d00d0e66) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:25.179332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:25.179908 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.184423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541927e6-4671-43d0-be27-d08002a0a89d None None] Network 2509e254-1f18-473a-92a9-23d4d00d0e66 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:25.201099 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-91f44749-aa7a-48a3-9e33-0c3f946352f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5931604 Feb 28 11:30:25.203801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55724) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:25.209298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '2509e254-1f18-473a-92a9-23d4d00d0e66', 'name': 'tempest-PortsTestJSON-987074690', 'fixed_ips': [{'subnet_id': '87c7ec30-cc56-4faf-bf7d-96b64322aa28', 'ip_address': '172.20.0.10'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:25.303839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:25.341776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:30:25.342030 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 592a1cfd-c868-47ac-a7ab-506ab41dbcc6 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:25.349758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:25.354416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:25.357312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:25.362973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:25.373306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:25.469108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-2509e254-1f18-473a-92a9-23d4d00d0e66', 'network_id': '2509e254-1f18-473a-92a9-23d4d00d0e66', 'tenant_id': '45712e7a2f23437b887a0e6c40202577', 'fixed_ips': [{'subnet_id': '87c7ec30-cc56-4faf-bf7d-96b64322aa28'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:30:25.469918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.498365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.519025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 92d02a55-6e42-40c8-a0a5-dd8e633ae54d yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:25.617425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Allocated IP 172.20.0.2 (2509e254-1f18-473a-92a9-23d4d00d0e66/87c7ec30-cc56-4faf-bf7d-96b64322aa28/3c364c90-ea2f-4974-872d-6d8a09990c68) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:25.814613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.824632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Transition to ACTIVE for port object 3c364c90-ea2f-4974-872d-6d8a09990c68 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:25.841507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Transition to ACTIVE for port object 3c364c90-ea2f-4974-872d-6d8a09990c68 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:25.846811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.908171 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Network 2509e254-1f18-473a-92a9-23d4d00d0e66 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:25.911012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:25.913417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:25.914571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.10 (2509e254-1f18-473a-92a9-23d4d00d0e66/87c7ec30-cc56-4faf-bf7d-96b64322aa28/92d02a55-6e42-40c8-a0a5-dd8e633ae54d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:25.992005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Pushing event updated for resources: {'Port': ['ID=3c364c90-ea2f-4974-872d-6d8a09990c68,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:26.011836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.012188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.012559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.012892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.013224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.013555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.013881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.014208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.014535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.014858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.015222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.015717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:26.025429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Attempting to bind port 3c364c90-ea2f-4974-872d-6d8a09990c68 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:26.025806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Attempting to bind port 3c364c90-ea2f-4974-872d-6d8a09990c68 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '44cf5d13-9e5a-4ecd-9475-d1596b8e69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2509e254-1f18-473a-92a9-23d4d00d0e66'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:26.026169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Attempting to bind port 3c364c90-ea2f-4974-872d-6d8a09990c68 on network 2509e254-1f18-473a-92a9-23d4d00d0e66 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:26.031610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:26.031986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Checking segment: {'id': '44cf5d13-9e5a-4ecd-9475-d1596b8e69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2509e254-1f18-473a-92a9-23d4d00d0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:26.032628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.033028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Bound using segment: {'id': '44cf5d13-9e5a-4ecd-9475-d1596b8e69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2509e254-1f18-473a-92a9-23d4d00d0e66'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:26.033491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Bound port: 3c364c90-ea2f-4974-872d-6d8a09990c68, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cf5d13-9e5a-4ecd-9475-d1596b8e69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '2509e254-1f18-473a-92a9-23d4d00d0e66'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:26.033864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.117804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.123087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] For port 3c364c90-ea2f-4974-872d-6d8a09990c68, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:30:26.126361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] For port 3c364c90-ea2f-4974-872d-6d8a09990c68, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3c364c90-ea2f-4974-872d-6d8a09990c68,segment=NetworkSegment(44cf5d13-9e5a-4ecd-9475-d1596b8e69bf),segment_id=44cf5d13-9e5a-4ecd-9475-d1596b8e69bf)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:30:26.130863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.133000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 92d02a55-6e42-40c8-a0a5-dd8e633ae54d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:26.156797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.220040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a5195-49ef-406c-b237-70421a5c51bc None None] Pushing event updated for resources: {'Port': ['ID=3c364c90-ea2f-4974-872d-6d8a09990c68,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:26.226156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 2509e254-1f18-473a-92a9-23d4d00d0e66 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:26.229474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:26.233814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:26.294192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=92d02a55-6e42-40c8-a0a5-dd8e633ae54d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:26.316536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:26.317146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.341718 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2f945461-bf58-47d8-8d5e-9acad37bb2ce tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1368830 Feb 28 11:30:26.344414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55728) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:26.350054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '2509e254-1f18-473a-92a9-23d4d00d0e66', 'name': 'tempest-PortsTestJSON-611632948', 'fixed_ips': [{'subnet_id': '87c7ec30-cc56-4faf-bf7d-96b64322aa28', 'ip_address': '172.20.0.9'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:26.500672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:26.505197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:26.508485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:26.514302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:26.523693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:26.528571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.553032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 30359855-2c40-4b8f-bb5c-9a129b3d21b4 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:26.748997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.9 (2509e254-1f18-473a-92a9-23d4d00d0e66/87c7ec30-cc56-4faf-bf7d-96b64322aa28/30359855-2c40-4b8f-bb5c-9a129b3d21b4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:27.014184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.059952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.078416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 30359855-2c40-4b8f-bb5c-9a129b3d21b4 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:27.105143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.176601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 2509e254-1f18-473a-92a9-23d4d00d0e66 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:27.176987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ea883-1b5b-4fe8-a9de-70688a58bf25 None None] Network 2509e254-1f18-473a-92a9-23d4d00d0e66 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:27.184491 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:27.188842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:27.227696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=30359855-2c40-4b8f-bb5c-9a129b3d21b4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:27.261362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.261362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.291776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f052b6f9-d351-4460-aec1-d789b080e59a None None] Provisioning for port 3c364c90-ea2f-4974-872d-6d8a09990c68 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:27.312138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55744) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:27.315442 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-72ab1b33-f129-4322-bfd9-e2c4b5a1f6c7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9662380 Feb 28 11:30:27.413627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3c364c90-ea2f-4974-872d-6d8a09990c68 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:27.436950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2fba5-3a6e-469c-891d-adf718c4bc49 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.437907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ed2fba5-3a6e-469c-891d-adf718c4bc49 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:27.457285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ed2fba5-3a6e-469c-891d-adf718c4bc49 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:27.458828 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4ed2fba5-3a6e-469c-891d-adf718c4bc49 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1449177 Feb 28 11:30:27.461666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55752) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:27.538853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 3c364c90-ea2f-4974-872d-6d8a09990c68 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:27.545613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3c364c90-ea2f-4974-872d-6d8a09990c68 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:27.545991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.631181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a2fb2-6592-4330-be25-446cd0eb927c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.637201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a2fb2-6592-4330-be25-446cd0eb927c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.644373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a2fb2-6592-4330-be25-446cd0eb927c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.647894 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6f1a2fb2-6592-4330-be25-446cd0eb927c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1821206 Feb 28 11:30:27.648583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55760) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:27.676801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.734299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ca752-17f5-4f5c-9448-b9389312d4ed req-5ab76603-e3cf-44fa-bd90-521c8b079358 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.743749 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-858ca752-17f5-4f5c-9448-b9389312d4ed req-5ab76603-e3cf-44fa-bd90-521c8b079358 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.2000270 Feb 28 11:30:27.760570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 3c364c90-ea2f-4974-872d-6d8a09990c68, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3c364c90-ea2f-4974-872d-6d8a09990c68,segment=NetworkSegment(44cf5d13-9e5a-4ecd-9475-d1596b8e69bf),segment_id=44cf5d13-9e5a-4ecd-9475-d1596b8e69bf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:27.763512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-030e2070-a013-4638-bd9d-3fb757836117 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 30359855-2c40-4b8f-bb5c-9a129b3d21b4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:27.763893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-030e2070-a013-4638-bd9d-3fb757836117 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.768125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.827132 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-858ca752-17f5-4f5c-9448-b9389312d4ed req-62abcf6c-0ef2-469b-b063-6a7896a2a9c6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753238 Feb 28 11:30:27.854832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Provisioning for port 30359855-2c40-4b8f-bb5c-9a129b3d21b4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:27.864029 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Provisioning complete for port 30359855-2c40-4b8f-bb5c-9a129b3d21b4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:27.864400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.908984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=3c364c90-ea2f-4974-872d-6d8a09990c68,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:27.932503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Port 30359855-2c40-4b8f-bb5c-9a129b3d21b4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:27.943154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Provisioning for port 92d02a55-6e42-40c8-a0a5-dd8e633ae54d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:27.948871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Provisioning complete for port 92d02a55-6e42-40c8-a0a5-dd8e633ae54d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:27.949253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.009325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Port 92d02a55-6e42-40c8-a0a5-dd8e633ae54d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:28.025623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Provisioning complete for port 3c364c90-ea2f-4974-872d-6d8a09990c68 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:28.025990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-98015f5e-820d-4aec-98f4-c4ea6c24a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.078538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-030e2070-a013-4638-bd9d-3fb757836117 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.211180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-030e2070-a013-4638-bd9d-3fb757836117 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 30359855-2c40-4b8f-bb5c-9a129b3d21b4 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:28.267453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-80e56d8e-2f9a-4b29-beb2-aa2006dddfc7 None None] Provisioning complete for port 30359855-2c40-4b8f-bb5c-9a129b3d21b4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:28.267745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80e56d8e-2f9a-4b29-beb2-aa2006dddfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.325010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-80e56d8e-2f9a-4b29-beb2-aa2006dddfc7 None None] Port 30359855-2c40-4b8f-bb5c-9a129b3d21b4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:28.336015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-80e56d8e-2f9a-4b29-beb2-aa2006dddfc7 None None] Provisioning complete for port 92d02a55-6e42-40c8-a0a5-dd8e633ae54d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:28.336424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80e56d8e-2f9a-4b29-beb2-aa2006dddfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.358013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-030e2070-a013-4638-bd9d-3fb757836117 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.422989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-80e56d8e-2f9a-4b29-beb2-aa2006dddfc7 None None] Port 92d02a55-6e42-40c8-a0a5-dd8e633ae54d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:28.437717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e2070-a013-4638-bd9d-3fb757836117 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=30359855-2c40-4b8f-bb5c-9a129b3d21b4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:28.513828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-030e2070-a013-4638-bd9d-3fb757836117 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.527505 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-030e2070-a013-4638-bd9d-3fb757836117 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/30359855-2c40-4b8f-bb5c-9a129b3d21b4 HTTP/1.1" status: 204 len: 168 time: 0.8777440 Feb 28 11:30:28.530191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55766) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:28.580911 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0745199-e756-44eb-8ba0-a880514fc6c8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:28.582165 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b0745199-e756-44eb-8ba0-a880514fc6c8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/30359855-2c40-4b8f-bb5c-9a129b3d21b4 HTTP/1.1" status: 404 len: 333 time: 0.0509422 Feb 28 11:30:28.584937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55770) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:28.654151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0f02fecd-6455-4113-91d7-2548b293f594 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 92d02a55-6e42-40c8-a0a5-dd8e633ae54d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:28.654500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f02fecd-6455-4113-91d7-2548b293f594 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.894795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f02fecd-6455-4113-91d7-2548b293f594 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.052848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0f02fecd-6455-4113-91d7-2548b293f594 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 92d02a55-6e42-40c8-a0a5-dd8e633ae54d owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:29.161669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f16366-2a65-4438-872b-4fa9ea94efb6 req-bb84b685-68cb-4330-8c57-fe89857de0c9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:29.163035 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64f16366-2a65-4438-872b-4fa9ea94efb6 req-bb84b685-68cb-4330-8c57-fe89857de0c9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.2087138 Feb 28 11:30:29.257194 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64f16366-2a65-4438-872b-4fa9ea94efb6 req-ae794e55-5e09-468b-bed7-f3a2ee6c8faf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641620 Feb 28 11:30:29.264865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f02fecd-6455-4113-91d7-2548b293f594 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.316937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02fecd-6455-4113-91d7-2548b293f594 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=92d02a55-6e42-40c8-a0a5-dd8e633ae54d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:29.359770 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3c364c90-ea2f-4974-872d-6d8a09990c68 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:29.431276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f02fecd-6455-4113-91d7-2548b293f594 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.441065 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0f02fecd-6455-4113-91d7-2548b293f594 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/92d02a55-6e42-40c8-a0a5-dd8e633ae54d HTTP/1.1" status: 204 len: 168 time: 0.8551245 Feb 28 11:30:29.443713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55776) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:29.467337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3c364c90-ea2f-4974-872d-6d8a09990c68 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:29.467709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.487829 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ec5336-ae6b-4115-b68e-33e7ffc8ce6c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:29.488496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f7ec5336-ae6b-4115-b68e-33e7ffc8ce6c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:29.505148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f7ec5336-ae6b-4115-b68e-33e7ffc8ce6c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:29.509086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f7ec5336-ae6b-4115-b68e-33e7ffc8ce6c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/92d02a55-6e42-40c8-a0a5-dd8e633ae54d HTTP/1.1" status: 404 len: 333 time: 0.0614057 Feb 28 11:30:29.509333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55780) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:29.578230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a2ef28-c1f6-42c2-982b-9434b5633661 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet 87c7ec30-cc56-4faf-bf7d-96b64322aa28 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:29.581294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a2ef28-c1f6-42c2-982b-9434b5633661 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.737847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a2ef28-c1f6-42c2-982b-9434b5633661 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.821106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a2ef28-c1f6-42c2-982b-9434b5633661 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.890574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a2ef28-c1f6-42c2-982b-9434b5633661 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.928706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2ef28-c1f6-42c2-982b-9434b5633661 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=87c7ec30-cc56-4faf-bf7d-96b64322aa28,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:29.930602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56a2ef28-c1f6-42c2-982b-9434b5633661 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.936950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f8d7ee-9b3a-4dd0-a36a-a9a8e662cede None None] Network 2509e254-1f18-473a-92a9-23d4d00d0e66 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:29.937318 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-56a2ef28-c1f6-42c2-982b-9434b5633661 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/87c7ec30-cc56-4faf-bf7d-96b64322aa28 HTTP/1.1" status: 204 len: 168 time: 0.4270017 Feb 28 11:30:29.939879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:30.052357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.062997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 3c364c90-ea2f-4974-872d-6d8a09990c68 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:30.063359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.150113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b353dace-f003-4fd7-bf89-d99b1047a59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.194711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] DHCP port deletion for 2509e254-1f18-473a-92a9-23d4d00d0e66 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:30:30.199008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] Deleting port 3c364c90-ea2f-4974-872d-6d8a09990c68 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:30.199404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.283896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] For port 3c364c90-ea2f-4974-872d-6d8a09990c68, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3c364c90-ea2f-4974-872d-6d8a09990c68,segment=NetworkSegment(44cf5d13-9e5a-4ecd-9475-d1596b8e69bf),segment_id=44cf5d13-9e5a-4ecd-9475-d1596b8e69bf)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:30.284252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.405521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] For port 3c364c90-ea2f-4974-872d-6d8a09990c68, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3c364c90-ea2f-4974-872d-6d8a09990c68,segment=NetworkSegment(44cf5d13-9e5a-4ecd-9475-d1596b8e69bf),segment_id=44cf5d13-9e5a-4ecd-9475-d1596b8e69bf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:30.406199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.409362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 3c364c90-ea2f-4974-872d-6d8a09990c68 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:30.525175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] Calling delete_port for 3c364c90-ea2f-4974-872d-6d8a09990c68 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:30.548713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e903-6c6a-40f3-930d-81f6f150ecc0 req-c7bb640c-7ab4-47f8-b39b-8a07aa89c174 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:30.550637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-caa8e903-6c6a-40f3-930d-81f6f150ecc0 req-c7bb640c-7ab4-47f8-b39b-8a07aa89c174 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1481097 Feb 28 11:30:30.557674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.602950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:30.603497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:30.624668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=3c364c90-ea2f-4974-872d-6d8a09990c68,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:30.632291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No DVR routers for this DVR port 3c364c90-ea2f-4974-872d-6d8a09990c68 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:30.708590 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-caa8e903-6c6a-40f3-930d-81f6f150ecc0 req-72662eab-52da-4a94-9466-5d1440025e67 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454217 Feb 28 11:30:30.770155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.794424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2509e254-1f18-473a-92a9-23d4d00d0e66']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.805987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cf5d13-9e5a-4ecd-9475-d1596b8e69bf') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.806288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cf5d13-9e5a-4ecd-9475-d1596b8e69bf') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.817843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.834378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.840511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:30:30.840948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:30.856261 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:30.934868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.951652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.964905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Network': ['ID=2509e254-1f18-473a-92a9-23d4d00d0e66,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:30.972714 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8b24211f-1673-4d3d-a288-afd580a7f480 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/networks/2509e254-1f18-473a-92a9-23d4d00d0e66 HTTP/1.1" status: 204 len: 168 time: 1.0318828 Feb 28 11:30:30.976503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55790) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:30.982592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1983446425'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:30.987527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:30.991301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:network and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:30.994101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:31.001279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:31.010464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:31.013814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.039552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:31.048314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.048650 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Added segment 18e638e0-7385-45f1-91ab-07981d5aa23b of type vlan for network 071b1888-5295-4d81-a1aa-b3f7eb937463 Feb 28 11:30:31.074260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.103106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.105137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] Deleting port 3c364c90-ea2f-4974-872d-6d8a09990c68 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:31.105550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.109071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:31.109659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.176836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9b465c41-a02f-4ff3-9666-64f8233038d5 None None] The port '3c364c90-ea2f-4974-872d-6d8a09990c68' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:30:31.206108 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2285058 Feb 28 11:30:31.208885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55794) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:31.214670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '071b1888-5295-4d81-a1aa-b3f7eb937463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:31.217456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bba79-e490-43ca-9d6a-5b52e5f8b416 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Network': ['ID=071b1888-5295-4d81-a1aa-b3f7eb937463,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:31.227400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 071b1888-5295-4d81-a1aa-b3f7eb937463 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:31.310580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3c364c90-ea2f-4974-872d-6d8a09990c68 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:31.328117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:31.331805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:31.334561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:31.340983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:31.350659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:31.354326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.355960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 3c364c90-ea2f-4974-872d-6d8a09990c68 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:30:31.356882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3c364c90-ea2f-4974-872d-6d8a09990c68 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:31.669933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.749121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=d6bea771-cb12-482f-80c9-3eddb4d1edae,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:31.756693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Checking segment: {'id': '18e638e0-7385-45f1-91ab-07981d5aa23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '071b1888-5295-4d81-a1aa-b3f7eb937463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:31.757001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network hostable DHCP agents. Network: 071b1888-5295-4d81-a1aa-b3f7eb937463, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:31.777359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 071b1888-5295-4d81-a1aa-b3f7eb937463 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:31.788334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 071b1888-5295-4d81-a1aa-b3f7eb937463) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:31.792912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:31.793512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.797932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2597d-f9f9-4453-a536-031c1ad5ba2f None None] Network 071b1888-5295-4d81-a1aa-b3f7eb937463 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:31.815113 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ae4d9d61-6022-40eb-8186-1b54315be01c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6050742 Feb 28 11:30:31.817646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:31.823360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1354903600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:31.831693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:31.868998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:router and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:31.875995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:31.884218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:31.900929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.901894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.932374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.950325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616bf8f-bbf4-47cc-bb9e-83759501f48a req-cade237e-de68-444c-80e7-0219c67d7aba tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:31.951873 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b616bf8f-bbf4-47cc-bb9e-83759501f48a req-cade237e-de68-444c-80e7-0219c67d7aba tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1219428 Feb 28 11:30:31.975442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.011264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.015489 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1b119bb2-901c-44fe-8305-e9d5f5d2e60c tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1939211 Feb 28 11:30:32.015618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55804) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:32.020169 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b616bf8f-bbf4-47cc-bb9e-83759501f48a req-7cb16c7d-77bc-4ebd-8f3b-30f1d615192b tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618331 Feb 28 11:30:32.023542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'network_id': '071b1888-5295-4d81-a1aa-b3f7eb937463', 'name': 'tempest-PortsTestJSON-1258599269'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:32.051324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-071b1888-5295-4d81-a1aa-b3f7eb937463', 'network_id': '071b1888-5295-4d81-a1aa-b3f7eb937463', 'tenant_id': '45712e7a2f23437b887a0e6c40202577', 'fixed_ips': [{'subnet_id': 'd6bea771-cb12-482f-80c9-3eddb4d1edae'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:30:32.052186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.159826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:32.163750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:port and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:32.166578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:32.172115 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:32.186760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:32.190110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.204652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Allocated IP 172.20.0.2 (071b1888-5295-4d81-a1aa-b3f7eb937463/d6bea771-cb12-482f-80c9-3eddb4d1edae/9b64f473-bc2f-49a9-8566-63adc5fd63fc) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:32.212039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port ff9d4b2b-d874-44d2-b485-a4260ef32540 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:32.411563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a85d584d-0aca-4915-9895-559565fe481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.422677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.432287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Transition to ACTIVE for port object 9b64f473-bc2f-49a9-8566-63adc5fd63fc will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:32.450325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Transition to ACTIVE for port object 9b64f473-bc2f-49a9-8566-63adc5fd63fc will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:32.455348 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.510998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Network 071b1888-5295-4d81-a1aa-b3f7eb937463 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:32.513780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:32.517248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:32.522708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.10 (071b1888-5295-4d81-a1aa-b3f7eb937463/d6bea771-cb12-482f-80c9-3eddb4d1edae/ff9d4b2b-d874-44d2-b485-a4260ef32540) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:32.560538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Pushing event updated for resources: {'Port': ['ID=9b64f473-bc2f-49a9-8566-63adc5fd63fc,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:32.617532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Attempting to bind port 9b64f473-bc2f-49a9-8566-63adc5fd63fc on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:32.617893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Attempting to bind port 9b64f473-bc2f-49a9-8566-63adc5fd63fc by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '18e638e0-7385-45f1-91ab-07981d5aa23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '071b1888-5295-4d81-a1aa-b3f7eb937463'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:32.618253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Attempting to bind port 9b64f473-bc2f-49a9-8566-63adc5fd63fc on network 071b1888-5295-4d81-a1aa-b3f7eb937463 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:32.624014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:32.624385 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Checking segment: {'id': '18e638e0-7385-45f1-91ab-07981d5aa23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '071b1888-5295-4d81-a1aa-b3f7eb937463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:32.624778 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.625161 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Bound using segment: {'id': '18e638e0-7385-45f1-91ab-07981d5aa23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '071b1888-5295-4d81-a1aa-b3f7eb937463'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:32.625612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Bound port: 9b64f473-bc2f-49a9-8566-63adc5fd63fc, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e638e0-7385-45f1-91ab-07981d5aa23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '071b1888-5295-4d81-a1aa-b3f7eb937463'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:32.625976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.705741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55810) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:32.712551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] For port 9b64f473-bc2f-49a9-8566-63adc5fd63fc, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:30:32.715575 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] For port 9b64f473-bc2f-49a9-8566-63adc5fd63fc, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9b64f473-bc2f-49a9-8566-63adc5fd63fc,segment=NetworkSegment(18e638e0-7385-45f1-91ab-07981d5aa23b),segment_id=18e638e0-7385-45f1-91ab-07981d5aa23b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:30:32.722087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.732433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.749759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object ff9d4b2b-d874-44d2-b485-a4260ef32540 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:32.781831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.804564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea059d-4729-46f3-a627-360f8565c4ce tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:32.805037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea059d-4729-46f3-a627-360f8565c4ce tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:32.805797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea059d-4729-46f3-a627-360f8565c4ce tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:32.811179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3017d-be96-4ab0-9030-f99921609380 None None] Pushing event updated for resources: {'Port': ['ID=9b64f473-bc2f-49a9-8566-63adc5fd63fc,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:32.811695 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9bea059d-4729-46f3-a627-360f8565c4ce tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=561094ea078044209e9ac36a5207e7d8&network_id=478955eb-8034-4979-9091-7e5b85b83299 HTTP/1.1" status: 200 len: 3000 time: 0.1001365 Feb 28 11:30:32.859923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 071b1888-5295-4d81-a1aa-b3f7eb937463 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:32.867987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:32.872722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:32.903739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=ff9d4b2b-d874-44d2-b485-a4260ef32540,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:32.939640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:32.940291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.966415 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a175a712-f2d4-4b44-894e-bab41ed6ec13 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9491780 Feb 28 11:30:32.969146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55816) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:33.328496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9b64f473-bc2f-49a9-8566-63adc5fd63fc up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:33.395104 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 9b64f473-bc2f-49a9-8566-63adc5fd63fc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:33.541682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.626841 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed4007-d7fe-41b3-a2db-0ac7935d0bb7 req-532030d2-792b-4837-b3da-1fde2aa29a90 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:33.628364 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ceed4007-d7fe-41b3-a2db-0ac7935d0bb7 req-532030d2-792b-4837-b3da-1fde2aa29a90 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.4544754 Feb 28 11:30:33.718802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.722051 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ceed4007-d7fe-41b3-a2db-0ac7935d0bb7 req-b9504118-e5f0-4bab-801f-5351132e0f6b tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648057 Feb 28 11:30:33.776586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a289a-13f1-41c7-b13e-1fcf9b78c18a None None] Network 071b1888-5295-4d81-a1aa-b3f7eb937463 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:33.787996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.889464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3899f33b-ada3-4521-ad30-96e973de242e None None] Provisioning for port 9b64f473-bc2f-49a9-8566-63adc5fd63fc completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:33.902246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3899f33b-ada3-4521-ad30-96e973de242e None None] Provisioning complete for port 9b64f473-bc2f-49a9-8566-63adc5fd63fc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:33.902612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3899f33b-ada3-4521-ad30-96e973de242e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.102272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3899f33b-ada3-4521-ad30-96e973de242e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.145492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3899f33b-ada3-4521-ad30-96e973de242e None None] For port 9b64f473-bc2f-49a9-8566-63adc5fd63fc, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9b64f473-bc2f-49a9-8566-63adc5fd63fc,segment=NetworkSegment(18e638e0-7385-45f1-91ab-07981d5aa23b),segment_id=18e638e0-7385-45f1-91ab-07981d5aa23b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:34.151773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3899f33b-ada3-4521-ad30-96e973de242e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.152621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.157800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.231443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899f33b-ada3-4521-ad30-96e973de242e None None] Pushing event updated for resources: {'Port': ['ID=9b64f473-bc2f-49a9-8566-63adc5fd63fc,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:34.276867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=ff9d4b2b-d874-44d2-b485-a4260ef32540,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:34.374909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-144ee429-4b5d-4b98-b926-2a73b7644456 None None] Provisioning for port ff9d4b2b-d874-44d2-b485-a4260ef32540 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:34.380345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-144ee429-4b5d-4b98-b926-2a73b7644456 None None] Provisioning complete for port ff9d4b2b-d874-44d2-b485-a4260ef32540 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:34.380722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-144ee429-4b5d-4b98-b926-2a73b7644456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.436065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-144ee429-4b5d-4b98-b926-2a73b7644456 None None] Port ff9d4b2b-d874-44d2-b485-a4260ef32540 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:34.453591 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-144ee429-4b5d-4b98-b926-2a73b7644456 None None] Provisioning complete for port 9b64f473-bc2f-49a9-8566-63adc5fd63fc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:34.454249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-144ee429-4b5d-4b98-b926-2a73b7644456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.506042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:34.511321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.616333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ce128e-2410-449d-b92b-1b024115668b tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:34.619561 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f5ce128e-2410-449d-b92b-1b024115668b tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 814 time: 0.1112626 Feb 28 11:30:34.656017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.734754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9da58bb2-b275-4d15-a4b3-2eda90231baa None None] Provisioning complete for port ff9d4b2b-d874-44d2-b485-a4260ef32540 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:34.735541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9da58bb2-b275-4d15-a4b3-2eda90231baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.840131 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9da58bb2-b275-4d15-a4b3-2eda90231baa None None] Port ff9d4b2b-d874-44d2-b485-a4260ef32540 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:34.961179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72cf3d29-27c8-4568-ad75-60ee7bb17e49 None None] Provisioning complete for port ff9d4b2b-d874-44d2-b485-a4260ef32540 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:34.961870 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72cf3d29-27c8-4568-ad75-60ee7bb17e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.042999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-72cf3d29-27c8-4568-ad75-60ee7bb17e49 None None] Port ff9d4b2b-d874-44d2-b485-a4260ef32540 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:35.079996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55838) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:35.085636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'network': {'name': 'tempest-network-smoke--1374183802', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:35.090516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:35.100658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:35.111828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:35.116040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.130893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.148242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:35.158503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.158882 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Added segment b89a3b83-a70f-4a2b-b7ad-e27c045831d0 of type vlan for network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e Feb 28 11:30:35.186365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.217910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.223323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:35.224630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.241782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5863a7-27b0-49e3-ae5c-031664538fa8 req-41a22c71-c7f4-40b3-9775-b0bb60a4db63 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:35.243292 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c5863a7-27b0-49e3-ae5c-031664538fa8 req-41a22c71-c7f4-40b3-9775-b0bb60a4db63 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.3278625 Feb 28 11:30:35.340566 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Network': ['ID=d53bc8ca-147e-4c5f-9016-b58c5ac38d9e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:35.340863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9b64f473-bc2f-49a9-8566-63adc5fd63fc up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:35.341446 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c5863a7-27b0-49e3-ae5c-031664538fa8 req-f3acf1c1-88f4-403d-a2cd-7b1708637563 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826182 Feb 28 11:30:35.346678 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-37ed570b-1647-47c1-870b-ee6b3fd815d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2656014 Feb 28 11:30:35.347770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55842) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:35.375489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:35.410845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.416949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.506558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89de3b5c-7281-4925-bc33-41b523db59ce tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:35.508061 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-89de3b5c-7281-4925-bc33-41b523db59ce tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1593506 Feb 28 11:30:35.510947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55846) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:35.512296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9b64f473-bc2f-49a9-8566-63adc5fd63fc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:35.512677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.539895 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=ff9d4b2b-d874-44d2-b485-a4260ef32540,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:35.542297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.649556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5cd6e-33f3-490c-a291-0af7c1782bc3 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:35.651152 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-32f5cd6e-33f3-490c-a291-0af7c1782bc3 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1391170 Feb 28 11:30:35.653968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55850) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:35.678528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 071b1888-5295-4d81-a1aa-b3f7eb937463 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:35.679663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:35.701139 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3df881ef-74b5-4d80-a27c-84724ab5d206 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443864 Feb 28 11:30:35.702210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55854) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:35.860239 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-263fae38-5157-4381-8586-859ecf847278 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1568565 Feb 28 11:30:35.862676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55858) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:35.887153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Router 4739a55c-da51-43e7-9ad4-de5cb2986aae is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:30:35.968994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a8e49c5d-34bf-4cfe-b250-552ba1876932 None None] Provisioning complete for port ff9d4b2b-d874-44d2-b485-a4260ef32540 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:35.970006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8e49c5d-34bf-4cfe-b250-552ba1876932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.998307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71bdada-d4e1-407e-a160-8c761bd0ac7f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:35.999855 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b71bdada-d4e1-407e-a160-8c761bd0ac7f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362541 Feb 28 11:30:36.002595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55862) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:36.026750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a8e49c5d-34bf-4cfe-b250-552ba1876932 None None] Port ff9d4b2b-d874-44d2-b485-a4260ef32540 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:36.047818 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e0becc8f-2cb9-4fed-aba0-cfb178048288 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414934 Feb 28 11:30:36.048032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55866) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:36.050303 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:30:36.054342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-868945500', 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:36.055428 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-696a0a84-d2b5-40cf-9753-ceea0dfc462b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "PUT /v2.0/routers/4739a55c-da51-43e7-9ad4-de5cb2986aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0848899 Feb 28 11:30:36.057846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55870) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:36.063785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61442e2d-ed5b-4d45-9d01-0868d1e59dfd None None] Sync routers for ids ['4739a55c-da51-43e7-9ad4-de5cb2986aae'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:30:36.074319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61442e2d-ed5b-4d45-9d01-0868d1e59dfd None None] Routers {'4739a55c-da51-43e7-9ad4-de5cb2986aae'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:30:36.075264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-61442e2d-ed5b-4d45-9d01-0868d1e59dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:30:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4739a55c-da51-43e7-9ad4-de5cb2986aae'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:36.137160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-61442e2d-ed5b-4d45-9d01-0868d1e59dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:36.140277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f1d42e-cf3e-493e-9ac1-3aba95d18b74 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:36.140999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-11f1d42e-cf3e-493e-9ac1-3aba95d18b74 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:36.145583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61442e2d-ed5b-4d45-9d01-0868d1e59dfd None None] Routers {'4739a55c-da51-43e7-9ad4-de5cb2986aae'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:30:36.146182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-61442e2d-ed5b-4d45-9d01-0868d1e59dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:30:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4739a55c-da51-43e7-9ad4-de5cb2986aae'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:36.157441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-11f1d42e-cf3e-493e-9ac1-3aba95d18b74 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:36.158821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-11f1d42e-cf3e-493e-9ac1-3aba95d18b74 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports?device_id=4739a55c-da51-43e7-9ad4-de5cb2986aae HTTP/1.1" status: 200 len: 983 time: 0.1000707 Feb 28 11:30:36.161592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55874) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:36.171453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:36.175400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:subnet and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:36.178298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:36.184351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:36.196097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:36.200723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.213828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-61442e2d-ed5b-4d45-9d01-0868d1e59dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:36.214234 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61442e2d-ed5b-4d45-9d01-0868d1e59dfd None None] The sync data for ids ['4739a55c-da51-43e7-9ad4-de5cb2986aae'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:30:36.423517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.505963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=b981f59c-d7ad-4791-9328-8bf9a9bd27dd,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:36.515165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Checking segment: {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:36.515707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network hostable DHCP agents. Network: d53bc8ca-147e-4c5f-9016-b58c5ac38d9e, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:36.535651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:36.544899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, d53bc8ca-147e-4c5f-9016-b58c5ac38d9e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:36.549005 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:36.549600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.556810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff18e6b-bebb-4b38-9c86-25975d5d04d8 None None] Network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:36.573535 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-55f7bd48-55f1-4a3f-9210-94c16892bbdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5245240 Feb 28 11:30:36.610874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0285d-e1ab-4251-9608-b5af637b6456 req-90beadcf-766e-44d3-a32f-4572ba935e83 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:36.612692 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f4a0285d-e1ab-4251-9608-b5af637b6456 req-90beadcf-766e-44d3-a32f-4572ba935e83 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1580844 Feb 28 11:30:36.733731 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f4a0285d-e1ab-4251-9608-b5af637b6456 req-25afedb3-b307-4fa1-92a4-dc3ab3dbad71 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123552 Feb 28 11:30:36.793593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-d53bc8ca-147e-4c5f-9016-b58c5ac38d9e', 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ips': [{'subnet_id': 'b981f59c-d7ad-4791-9328-8bf9a9bd27dd'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:30:36.794441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.797355 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-3f544ff4-6f27-4e63-a929-ea11476cb757 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1246750 Feb 28 11:30:36.857531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55882) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:36.863543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446129290', 'description': 'tempest-secgroup-smoke-1446129290 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:36.870328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:36.882132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:36.930693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.963495 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Allocated IP 172.20.0.18 (d53bc8ca-147e-4c5f-9016-b58c5ac38d9e/b981f59c-d7ad-4791-9328-8bf9a9bd27dd/2ae14439-cc0d-4650-ab20-191903af2f66) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:36.965798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:36.970267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:36.974475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:36.981656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:36.994362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.024397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-4604fd00-26ac-440f-8376-d25b4e3a93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:37.025872 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-4604fd00-26ac-440f-8376-d25b4e3a93bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1099 time: 0.1372175 Feb 28 11:30:37.101999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.156912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.186511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.198924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Transition to ACTIVE for port object 2ae14439-cc0d-4650-ab20-191903af2f66 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:37.220288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Transition to ACTIVE for port object 2ae14439-cc0d-4650-ab20-191903af2f66 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:37.222906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93087189-fc27-4d20-b24f-9a12394ec5b2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:37.227719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.232284 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0b7a26d9-8b57-48ca-a415-1b9215344ead tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3700340 Feb 28 11:30:37.236904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.238258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55886) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:37.246068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '93087189-fc27-4d20-b24f-9a12394ec5b2', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:37.254756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:37.257515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-25f5f66f-b02e-4a86-a77c-a8a9d68c942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:37.258951 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-25f5f66f-b02e-4a86-a77c-a8a9d68c942a service neutron] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 913 time: 0.2033460 Feb 28 11:30:37.261334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:37.264862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:37.287626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port ff9d4b2b-d874-44d2-b485-a4260ef32540 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:37.288310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.300774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:37.310514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:37.315622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:37.322421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Pushing event updated for resources: {'Port': ['ID=2ae14439-cc0d-4650-ab20-191903af2f66,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:37.335013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:37.393009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.411805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Attempting to bind port 2ae14439-cc0d-4650-ab20-191903af2f66 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:37.412109 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-2381aeb4-942a-4633-9947-aee5d626ddff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 1002 time: 0.1439779 Feb 28 11:30:37.412216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Attempting to bind port 2ae14439-cc0d-4650-ab20-191903af2f66 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:37.412633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Attempting to bind port 2ae14439-cc0d-4650-ab20-191903af2f66 on network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:37.418179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:37.419310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Checking segment: {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:37.419527 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.419916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Bound using segment: {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:37.420372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Bound port: 2ae14439-cc0d-4650-ab20-191903af2f66, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:37.420741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.490087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.503061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-88039323-bd72-426c-87b4-59aa7bfae291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:37.504464 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-88039323-bd72-426c-87b4-59aa7bfae291 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.0823989 Feb 28 11:30:37.517010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] For port 2ae14439-cc0d-4650-ab20-191903af2f66, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:30:37.520556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] For port 2ae14439-cc0d-4650-ab20-191903af2f66, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=2ae14439-cc0d-4650-ab20-191903af2f66,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:30:37.524117 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.549250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.554958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.583191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094b26c6-05aa-4ab7-9e2d-a5fc6d86422e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:37.599483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.601542 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f6ad0f13-38f1-4044-a441-15b6c018920a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3624020 Feb 28 11:30:37.607997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55890) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:37.616658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c59ff0-7ec8-46be-bf23-11e162274b40 None None] Pushing event updated for resources: {'Port': ['ID=2ae14439-cc0d-4650-ab20-191903af2f66,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:37.629815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '93087189-fc27-4d20-b24f-9a12394ec5b2', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:37.635810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for ff9d4b2b-d874-44d2-b485-a4260ef32540 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:37.643725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:37.648941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-4ce770e9-a84b-4550-90e3-54c4d067de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:37.650727 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-4ce770e9-a84b-4550-90e3-54c4d067de6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1390207 Feb 28 11:30:37.651753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:37.655076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:37.682084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:37.781648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.864151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.884049 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-d2e4e2c0-9316-4ad6-96da-c8acecf41fa3 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259927 Feb 28 11:30:37.921893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.944774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.010565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=ff9d4b2b-d874-44d2-b485-a4260ef32540,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.129890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa98401e-f10b-4348-b4d5-6cf09d0b498c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.156367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.160635 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-19c50db6-f419-476b-a57a-41ad2e45815b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5461125 Feb 28 11:30:38.163444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55898) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.170615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '93087189-fc27-4d20-b24f-9a12394ec5b2', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:38.177563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:38.185663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:38.195849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:38.205791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:38.211310 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e1acf6aa-b640-4f58-9782-42544b1e5916 req-2b9d9509-d081-4aa1-a0c8-34f4709e5d66 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150475 Feb 28 11:30:38.228316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.237526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c376aa-063f-4323-84ee-8631d5dda9c8 req-2a3c74cf-9c9b-4899-a270-cb5e924490d8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:38.239019 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e5c376aa-063f-4323-84ee-8631d5dda9c8 req-2a3c74cf-9c9b-4899-a270-cb5e924490d8 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.3260283 Feb 28 11:30:38.264718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.301227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.304952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.331938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fb97a4-1867-4db0-9e84-c2cac5f1f476,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.342205 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.343546 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-24915301-de33-452e-9540-09138c7cc65c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1792042 Feb 28 11:30:38.346318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55902) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.351699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '93087189-fc27-4d20-b24f-9a12394ec5b2', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:38.357451 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:38.361220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:38.364042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:38.369723 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e5c376aa-063f-4323-84ee-8631d5dda9c8 req-91767199-2058-4eb5-bf28-a5a66cb0e85c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222692 Feb 28 11:30:38.369890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:38.391147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.464395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.469549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.493842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b94063-8704-4e83-9cc9-81042980d29f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.506775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.510938 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7e1f797b-b63d-453b-8481-cb0aeae7b979 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634982 Feb 28 11:30:38.511789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55906) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.518147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '93087189-fc27-4d20-b24f-9a12394ec5b2', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:38.526786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:38.531780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:38.534840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:38.541112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:38.553343 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:30:38.561487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.645136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.649465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.672661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d389621-4d42-4dab-a213-fd20952ee98f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.687357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.691603 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d238eaf0-2b87-4d0b-9de7-58a509a83833 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1781468 Feb 28 11:30:38.692587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55910) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.698818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '93087189-fc27-4d20-b24f-9a12394ec5b2', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:38.705605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:38.709956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:38.713070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:38.719748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:38.720025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Router 4739a55c-da51-43e7-9ad4-de5cb2986aae has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:30:38.735466 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:30:38.747359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.804949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4fae2f-cf6d-4f88-9eec-870afa98aa0f None None] Network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:38.820882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.826330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.850539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0284753c-e8ca-412f-b4b5-b9be50d020a9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.862878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.864594 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e61b4cf8-e965-46e0-b127-1aac26be6243 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1706610 Feb 28 11:30:38.870802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:30:38.883683 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75416e39-82a4-4183-834f-5a3f592a7700 None None] Sync routers for ids ['4739a55c-da51-43e7-9ad4-de5cb2986aae'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:30:38.893881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55916) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.894174 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d5033989-9a21-4fc1-a37e-1ff726a1d843 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "PUT /v2.0/routers/4739a55c-da51-43e7-9ad4-de5cb2986aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7315423 Feb 28 11:30:38.897539 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75416e39-82a4-4183-834f-5a3f592a7700 None None] Routers {'4739a55c-da51-43e7-9ad4-de5cb2986aae'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:30:38.898150 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-75416e39-82a4-4183-834f-5a3f592a7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:30:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4739a55c-da51-43e7-9ad4-de5cb2986aae'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:38.939614 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c046051e-195f-452f-815e-a4b75234a7ff tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:38.940355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c046051e-195f-452f-815e-a4b75234a7ff tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:38.956677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c046051e-195f-452f-815e-a4b75234a7ff tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:38.958735 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c046051e-195f-452f-815e-a4b75234a7ff tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/ff9d4b2b-d874-44d2-b485-a4260ef32540 HTTP/1.1" status: 404 len: 333 time: 0.0630777 Feb 28 11:30:38.960785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55920) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.966816 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-75416e39-82a4-4183-834f-5a3f592a7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:38.975817 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75416e39-82a4-4183-834f-5a3f592a7700 None None] Routers {'4739a55c-da51-43e7-9ad4-de5cb2986aae'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:30:38.976629 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-75416e39-82a4-4183-834f-5a3f592a7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:30:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4739a55c-da51-43e7-9ad4-de5cb2986aae'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:39.043954 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-75416e39-82a4-4183-834f-5a3f592a7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:39.044939 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75416e39-82a4-4183-834f-5a3f592a7700 None None] The sync data for ids ['4739a55c-da51-43e7-9ad4-de5cb2986aae'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:30:39.079621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-246c8df7-9607-434e-baac-0d4ca07f9511 None None] Provisioning for port 2ae14439-cc0d-4650-ab20-191903af2f66 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:39.104786 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-0e20a7f2-ac79-49af-8d55-cc16773e130e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446129290&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0432422 Feb 28 11:30:39.110418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e9959b-dce7-45cc-96b1-39a3c0727c4e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.276648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f236042-0416-40c2-8495-58b2bf7f879c req-bd3ba18c-d5b1-4c6a-8da8-21c0f061899c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:39.279158 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-bd3ba18c-d5b1-4c6a-8da8-21c0f061899c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=d53bc8ca-147e-4c5f-9016-b58c5ac38d9e HTTP/1.1" status: 200 len: 797 time: 0.1666291 Feb 28 11:30:39.311663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-c805d34c-b3da-4719-b8ef-1e4b171d26bc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0116405 Feb 28 11:30:39.385984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2ae14439-cc0d-4650-ab20-191903af2f66 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:39.441931 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-afc81406-ef17-48c4-ba72-0d342edb649d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1210434 Feb 28 11:30:39.459630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e9959b-dce7-45cc-96b1-39a3c0727c4e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.464283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e9959b-dce7-45cc-96b1-39a3c0727c4e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.480375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 2ae14439-cc0d-4650-ab20-191903af2f66 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:39.486171 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 2ae14439-cc0d-4650-ab20-191903af2f66 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:39.486641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.500572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e9959b-dce7-45cc-96b1-39a3c0727c4e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.501299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e9959b-dce7-45cc-96b1-39a3c0727c4e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Fanout notify agent at l3_agent the message router_deleted on router 4739a55c-da51-43e7-9ad4-de5cb2986aae {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:30:39.525256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e9959b-dce7-45cc-96b1-39a3c0727c4e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.526430 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a7e9959b-dce7-45cc-96b1-39a3c0727c4e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/routers/4739a55c-da51-43e7-9ad4-de5cb2986aae HTTP/1.1" status: 204 len: 168 time: 0.5645397 Feb 28 11:30:39.529548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:39.596414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acb0f61-bd78-4482-bcdf-ad39cfee054d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet d6bea771-cb12-482f-80c9-3eddb4d1edae {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:39.599287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9acb0f61-bd78-4482-bcdf-ad39cfee054d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.616516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.651484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 2ae14439-cc0d-4650-ab20-191903af2f66, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=2ae14439-cc0d-4650-ab20-191903af2f66,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:39.657099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.659236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9acb0f61-bd78-4482-bcdf-ad39cfee054d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.705514 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-35e93162-0334-4196-bb5b-8756aaba5e02 service neutron] 10.222.0.64 "GET /v2.0/networks/d53bc8ca-147e-4c5f-9016-b58c5ac38d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501292 Feb 28 11:30:39.730490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=2ae14439-cc0d-4650-ab20-191903af2f66,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:39.750517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9acb0f61-bd78-4482-bcdf-ad39cfee054d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.822942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227208fa-71dd-4c65-b576-0678fd1c8572 req-7a9f5535-5409-4c41-b059-ea5cbd016ed1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:39.823823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9acb0f61-bd78-4482-bcdf-ad39cfee054d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.825132 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-227208fa-71dd-4c65-b576-0678fd1c8572 req-7a9f5535-5409-4c41-b059-ea5cbd016ed1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.3328705 Feb 28 11:30:39.866780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb0f61-bd78-4482-bcdf-ad39cfee054d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bea771-cb12-482f-80c9-3eddb4d1edae,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:39.871385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9acb0f61-bd78-4482-bcdf-ad39cfee054d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.877906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f92b33-f18c-4e75-8481-263467ba7883 None None] Network 071b1888-5295-4d81-a1aa-b3f7eb937463 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:39.878512 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9acb0f61-bd78-4482-bcdf-ad39cfee054d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/d6bea771-cb12-482f-80c9-3eddb4d1edae HTTP/1.1" status: 204 len: 168 time: 0.3478546 Feb 28 11:30:39.881007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55942) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:39.885854 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-7fcdd8a1-3c88-4ec6-9094-fbc61c658a26 service neutron] 10.222.0.64 "GET /v2.0/networks/d53bc8ca-147e-4c5f-9016-b58c5ac38d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792283 Feb 28 11:30:39.906779 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-227208fa-71dd-4c65-b576-0678fd1c8572 req-ead9be64-2f69-4383-872b-5b583f49b540 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740628 Feb 28 11:30:40.022924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.036222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 9b64f473-bc2f-49a9-8566-63adc5fd63fc {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:40.036635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.097647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-83c8d6e7-254c-4064-a94f-4ae20495f052 req-c7a2e605-acd5-4cf0-8c60-ae7a0d2f89b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 210 time: 0.0637040 Feb 28 11:30:40.154773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] DHCP port deletion for 071b1888-5295-4d81-a1aa-b3f7eb937463 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:30:40.159341 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] Deleting port 9b64f473-bc2f-49a9-8566-63adc5fd63fc {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:40.159714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.376693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] For port 9b64f473-bc2f-49a9-8566-63adc5fd63fc, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9b64f473-bc2f-49a9-8566-63adc5fd63fc,segment=NetworkSegment(18e638e0-7385-45f1-91ab-07981d5aa23b),segment_id=18e638e0-7385-45f1-91ab-07981d5aa23b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:40.376940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.378209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] For port 9b64f473-bc2f-49a9-8566-63adc5fd63fc, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9b64f473-bc2f-49a9-8566-63adc5fd63fc,segment=NetworkSegment(18e638e0-7385-45f1-91ab-07981d5aa23b),segment_id=18e638e0-7385-45f1-91ab-07981d5aa23b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:40.378717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.507003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 9b64f473-bc2f-49a9-8566-63adc5fd63fc owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:40.510222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] Calling delete_port for 9b64f473-bc2f-49a9-8566-63adc5fd63fc owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:40.585825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.591526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:40.591932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:40.632702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=9b64f473-bc2f-49a9-8566-63adc5fd63fc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:40.636262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No DVR routers for this DVR port 9b64f473-bc2f-49a9-8566-63adc5fd63fc on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:40.768045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.797456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071b1888-5295-4d81-a1aa-b3f7eb937463']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:40.809901 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e638e0-7385-45f1-91ab-07981d5aa23b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:40.810182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e638e0-7385-45f1-91ab-07981d5aa23b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:40.821409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.836816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.843288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:30:40.843576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:40.858343 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:40.937667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.942216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.971552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Network': ['ID=071b1888-5295-4d81-a1aa-b3f7eb937463,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:40.983008 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-84840c73-9535-4af0-9cb6-b20f42fcb83f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/networks/071b1888-5295-4d81-a1aa-b3f7eb937463 HTTP/1.1" status: 204 len: 168 time: 1.1010220 Feb 28 11:30:40.986684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55958) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:41.092751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] Deleting port 9b64f473-bc2f-49a9-8566-63adc5fd63fc {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:41.093370 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.114684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd71bc5-1966-4444-840b-97f040decde6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:41.115561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ecd71bc5-1966-4444-840b-97f040decde6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:41.170264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7bce807a-08df-4893-ad4d-1ca502e194c5 None None] The port '9b64f473-bc2f-49a9-8566-63adc5fd63fc' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:30:41.190752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0793c4-af4b-41c6-8eac-12c02737df63 req-2aaf3a6a-42fd-42c1-89f7-4536fbce7cdf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:41.192280 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2c0793c4-af4b-41c6-8eac-12c02737df63 req-2aaf3a6a-42fd-42c1-89f7-4536fbce7cdf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1687644 Feb 28 11:30:41.218951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ecd71bc5-1966-4444-840b-97f040decde6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:41.220729 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ecd71bc5-1966-4444-840b-97f040decde6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/2a017a24-be1d-47cc-8f96-81b289ba8c47 HTTP/1.1" status: 200 len: 840 time: 0.2322178 Feb 28 11:30:41.224357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55964) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:41.255276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f236042-0416-40c2-8495-58b2bf7f879c req-bc45ebee-7875-4999-9f7b-5b747c01b03b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:41.255966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8f236042-0416-40c2-8495-58b2bf7f879c req-bc45ebee-7875-4999-9f7b-5b747c01b03b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:41.279479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8f236042-0416-40c2-8495-58b2bf7f879c req-bc45ebee-7875-4999-9f7b-5b747c01b03b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:41.281153 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-bc45ebee-7875-4999-9f7b-5b747c01b03b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=d53bc8ca-147e-4c5f-9016-b58c5ac38d9e HTTP/1.1" status: 200 len: 797 time: 0.2033286 Feb 28 11:30:41.328108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2ae14439-cc0d-4650-ab20-191903af2f66 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:41.336353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8f236042-0416-40c2-8495-58b2bf7f879c req-7cf38420-964e-411e-bbee-2d5b75e0486d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:41.351450 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9df693a8-eb98-4107-ae5c-d921f6099e78 req-77009d71-8deb-47a8-81aa-8e75a27188f6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 210 time: 0.0845785 Feb 28 11:30:41.355732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8f236042-0416-40c2-8495-58b2bf7f879c req-7cf38420-964e-411e-bbee-2d5b75e0486d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:41.357165 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-7cf38420-964e-411e-bbee-2d5b75e0486d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 471 time: 0.0685046 Feb 28 11:30:41.357873 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2c0793c4-af4b-41c6-8eac-12c02737df63 req-81eadbba-d2d6-40d6-9722-2ac1dbe3e6b9 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591225 Feb 28 11:30:41.363011 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3a9316b2-07d7-4177-a1ce-fe4be7944212 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/2a017a24-be1d-47cc-8f96-81b289ba8c47?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1374464 Feb 28 11:30:41.366998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:41.370175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': 'eb0aaf12-f319-4860-89df-e06fc366f5be', 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['93087189-fc27-4d20-b24f-9a12394ec5b2']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:41.372482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:41.412712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 2ae14439-cc0d-4650-ab20-191903af2f66 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:41.413198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.508883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:41.514549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:41.517727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:41.524537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:41.536628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:41.537022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:41.540133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.541847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:port and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:41.544769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:41.552762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:41.564014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:41.567474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.592018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9b64f473-bc2f-49a9-8566-63adc5fd63fc no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:41.627547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 9b64f473-bc2f-49a9-8566-63adc5fd63fc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:30:41.627888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9b64f473-bc2f-49a9-8566-63adc5fd63fc not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:41.749727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.29 (d53bc8ca-147e-4c5f-9016-b58c5ac38d9e/b981f59c-d7ad-4791-9328-8bf9a9bd27dd/0e2db75c-9d1f-499f-bce5-30464b2db980) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:41.898006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.937973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.953703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 0e2db75c-9d1f-499f-bce5-30464b2db980 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:41.958708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:41.961716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:41.965917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:41.966492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.971466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8d3d28-d4b1-47de-b3e8-592ef1847934 None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:41.979154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=923ab65d-d947-4159-977c-a27df18814bb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:41.988635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.992804 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8afe9129-7dde-42c9-9e47-c3a27e5029db tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6246600 Feb 28 11:30:41.995374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55976) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:42.001168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1696266218'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:42.006996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:42.011434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:42.014357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:42.020439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:42.032500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.054293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:42.061861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group_rule and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:42.062467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:42.066458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:42.066647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:42.068374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:42.075233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:42.121110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=0e2db75c-9d1f-499f-bce5-30464b2db980,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:42.157995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.159495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:42.160596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.165252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.190306 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-145e4dd3-113f-4ce4-99ae-a2e87c4ccdad tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8277266 Feb 28 11:30:42.202138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Request body: {'port': {'device_id': 'eb0aaf12-f319-4860-89df-e06fc366f5be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:42.215146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52517bb9-b92f-483e-93b5-cc347e79d0cf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:42.219777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.223176 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9e6b58ee-fe16-4633-94d4-c6cca99550f4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2245536 Feb 28 11:30:42.224641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 55980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:42.231321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'security_group': {'name': 'tempest-secgroup-2041882441'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:42.239736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:42.245973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:42.251071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:42.258609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:42.272350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.315740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:42.320695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-37c293f3-6b3b-4ae6-bec1-545ac109de68', 'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'tenant_id': '45712e7a2f23437b887a0e6c40202577', 'fixed_ips': [{'subnet_id': '923ab65d-d947-4159-977c-a27df18814bb'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:30:42.321180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group_rule and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:42.321536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.324161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:42.332008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:42.424731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.433377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.445164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-18da2760-22fb-408c-b861-e5d996a8e06d None None] Provisioning for port 0e2db75c-9d1f-499f-bce5-30464b2db980 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:42.452771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.459783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-18da2760-22fb-408c-b861-e5d996a8e06d None None] Provisioning complete for port 0e2db75c-9d1f-499f-bce5-30464b2db980 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:42.462719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18da2760-22fb-408c-b861-e5d996a8e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.598801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-18da2760-22fb-408c-b861-e5d996a8e06d None None] Port 0e2db75c-9d1f-499f-bce5-30464b2db980 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:42.600037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33359c7a-da65-451c-8588-5e4a14fcdd40,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:42.607668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.608810 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-765cbfc7-d5e0-48d2-be4b-eb7974655c0e tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3824069 Feb 28 11:30:42.613232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 55988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:42.617044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Allocated IP 172.20.0.2 (37c293f3-6b3b-4ae6-bec1-545ac109de68/923ab65d-d947-4159-977c-a27df18814bb/1f127b22-02d4-4aa4-8cd1-e3db5d6949a8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:42.621157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1503171069', 'security_groups': ['33359c7a-da65-451c-8588-5e4a14fcdd40'], 'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '923ab65d-d947-4159-977c-a27df18814bb'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:42.673234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bdf5a-22ef-4591-9129-268611f68669 req-b6e0161b-2642-40b1-841f-49bf6fad3719 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:42.675692 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c13bdf5a-22ef-4591-9129-268611f68669 req-b6e0161b-2642-40b1-841f-49bf6fad3719 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 932 time: 0.1567667 Feb 28 11:30:42.692357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0009e-9e33-49b3-927f-89b1656792ca req-c00eb23b-30c3-4d24-99ca-9540ead84c91 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:42.694617 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5bd0009e-9e33-49b3-927f-89b1656792ca req-c00eb23b-30c3-4d24-99ca-9540ead84c91 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1712229 Feb 28 11:30:42.772204 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c13bdf5a-22ef-4591-9129-268611f68669 req-037b89e6-eec2-4b06-9b3d-d16f7dea60c1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762861 Feb 28 11:30:42.778467 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5bd0009e-9e33-49b3-927f-89b1656792ca req-6236f391-a1cf-47bc-a811-c66326902866 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678315 Feb 28 11:30:42.842950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.853139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Transition to ACTIVE for port object 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:42.870162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Transition to ACTIVE for port object 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:42.875906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.879730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:42.892910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:42.911850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:42.941386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:42.948134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:42.953480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:42.959206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Pushing event updated for resources: {'Port': ['ID=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:43.045851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Attempting to bind port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.046220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Attempting to bind port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '554a595d-01d5-48bb-bce6-c2d05f69392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.046581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Attempting to bind port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 on network 37c293f3-6b3b-4ae6-bec1-545ac109de68 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:43.051812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:43.052291 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Checking segment: {'id': '554a595d-01d5-48bb-bce6-c2d05f69392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:43.052693 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.053083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Bound using segment: {'id': '554a595d-01d5-48bb-bce6-c2d05f69392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:43.053548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Bound port: 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554a595d-01d5-48bb-bce6-c2d05f69392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:43.053915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.055394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2db75c-9d1f-499f-bce5-30464b2db980 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:30:43.065866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.108536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Transition to ACTIVE for port object 0e2db75c-9d1f-499f-bce5-30464b2db980 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:43.113269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.124925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.143707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] For port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:30:43.147166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] For port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,segment=NetworkSegment(554a595d-01d5-48bb-bce6-c2d05f69392f),segment_id=554a595d-01d5-48bb-bce6-c2d05f69392f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:30:43.152213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.189315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 2a858913-c556-41f9-9d4b-3d4e18a5d25b yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:43.238851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612e8e2-b5cc-45f9-ba3b-f7d0ce08723b None None] Pushing event updated for resources: {'Port': ['ID=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:43.317190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2db75c-9d1f-499f-bce5-30464b2db980,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:43.558139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Attempting to bind port 0e2db75c-9d1f-499f-bce5-30464b2db980 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.558477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Attempting to bind port 0e2db75c-9d1f-499f-bce5-30464b2db980 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.559519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Attempting to bind port 0e2db75c-9d1f-499f-bce5-30464b2db980 on network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:43.571023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Port 0e2db75c-9d1f-499f-bce5-30464b2db980 on network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:30:43.571369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Attempting to bind port 0e2db75c-9d1f-499f-bce5-30464b2db980 on network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:43.580813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.4 (37c293f3-6b3b-4ae6-bec1-545ac109de68/923ab65d-d947-4159-977c-a27df18814bb/2a858913-c556-41f9-9d4b-3d4e18a5d25b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:43.582791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:43.583143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Checking segment: {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:43.583522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Bound using segment: {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:43.583950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Bound port: 0e2db75c-9d1f-499f-bce5-30464b2db980, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:43.584285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.785221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] For port 0e2db75c-9d1f-499f-bce5-30464b2db980, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:30:43.806136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] For port 0e2db75c-9d1f-499f-bce5-30464b2db980, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0e2db75c-9d1f-499f-bce5-30464b2db980,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:30:43.810984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.892407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.893079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.894441 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e2db75c-9d1f-499f-bce5-30464b2db980 HTTP/1.1" status: 200 len: 1094 time: 1.6972294 Feb 28 11:30:43.896818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0aaf12-f319-4860-89df-e06fc366f5be', 'tag': '0e2db75c-9d1f-499f-bce5-30464b2db980'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:30:43.933480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.982735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37c461-065b-4f3d-b187-3ba5aa53a805 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2db75c-9d1f-499f-bce5-30464b2db980,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:43.998526 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 2a858913-c556-41f9-9d4b-3d4e18a5d25b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:44.039085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f236042-0416-40c2-8495-58b2bf7f879c req-f00020de-64ac-4b31-91e6-7e2498192359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:44.040623 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-f00020de-64ac-4b31-91e6-7e2498192359 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 1097 time: 0.1038351 Feb 28 11:30:44.047755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.071975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df45a6-5c65-46ab-9076-2c6aece5e184 req-38e9b381-7eb8-42e7-92b0-f35083b46e9e tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:44.073556 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-09df45a6-5c65-46ab-9076-2c6aece5e184 req-38e9b381-7eb8-42e7-92b0-f35083b46e9e tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1726573 Feb 28 11:30:44.086492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34768747-a18b-4ce3-8ab9-df711d4746cf req-3c08f02d-f8d1-40ed-9166-c1e721d74c8f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:44.088393 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-34768747-a18b-4ce3-8ab9-df711d4746cf req-3c08f02d-f8d1-40ed-9166-c1e721d74c8f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 944 time: 0.1474757 Feb 28 11:30:44.176488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-09df45a6-5c65-46ab-9076-2c6aece5e184 req-218ba8f6-470d-4fb5-9ab5-fb65f1cbe6cc tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867765 Feb 28 11:30:44.185793 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-34768747-a18b-4ce3-8ab9-df711d4746cf req-74fc072e-f25f-4024-8250-cb502a647c07 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767157 Feb 28 11:30:44.269995 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:30:44.300841 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0aaf12-f319-4860-89df-e06fc366f5be', 'tag': '0e2db75c-9d1f-499f-bce5-30464b2db980', 'status': 'completed', 'code': 200} Feb 28 11:30:44.311472 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-5bf8f545-7a55-441d-a7a0-618952b97e60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0e2db75c-9d1f-499f-bce5-30464b2db980 HTTP/1.1" status: 200 len: 217 time: 0.2614129 Feb 28 11:30:44.378441 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:44.390273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:44.394214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=2a858913-c556-41f9-9d4b-3d4e18a5d25b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:44.398210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:44.448792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f236042-0416-40c2-8495-58b2bf7f879c req-85530833-e4f4-40e7-838e-5243f485f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:44.450814 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-85530833-e4f4-40e7-838e-5243f485f6a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b981f59c-d7ad-4791-9328-8bf9a9bd27dd HTTP/1.1" status: 200 len: 837 time: 0.1270447 Feb 28 11:30:44.495832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2b687192-3ce7-4961-84c7-adfb3ac637a8 None None] Provisioning complete for port 2a017a24-be1d-47cc-8f96-81b289ba8c47 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:44.496473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b687192-3ce7-4961-84c7-adfb3ac637a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.512914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:44.513546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.545362 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e8102a58-7ad0-4321-b4b3-aaa67f7f522b tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9311941 Feb 28 11:30:44.548338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56004) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:44.555643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2b687192-3ce7-4961-84c7-adfb3ac637a8 None None] Port 2a017a24-be1d-47cc-8f96-81b289ba8c47 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:44.555857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:44.567946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f236042-0416-40c2-8495-58b2bf7f879c req-3df3f01e-8a51-4f00-a9a4-83f3c49d79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:44.571305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2b687192-3ce7-4961-84c7-adfb3ac637a8 None None] Provisioning for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:44.575282 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-3df3f01e-8a51-4f00-a9a4-83f3c49d79a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d53bc8ca-147e-4c5f-9016-b58c5ac38d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1112311 Feb 28 11:30:44.699213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-168c2ba1-c3ad-4149-9960-da96ab9f928b None None] Provisioning for port 2a858913-c556-41f9-9d4b-3d4e18a5d25b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:44.705832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-168c2ba1-c3ad-4149-9960-da96ab9f928b None None] Provisioning complete for port 2a858913-c556-41f9-9d4b-3d4e18a5d25b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:44.706431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-168c2ba1-c3ad-4149-9960-da96ab9f928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.713745 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-42b1338d-de82-4a80-abb8-f20c4977d0fc service neutron] 10.222.0.37 "GET /v2.0/networks/d53bc8ca-147e-4c5f-9016-b58c5ac38d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370354 Feb 28 11:30:44.718185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:44.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:44.725628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:44.737061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:44.751167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:44.757276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.769062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-168c2ba1-c3ad-4149-9960-da96ab9f928b None None] Port 2a858913-c556-41f9-9d4b-3d4e18a5d25b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:44.852210 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8f236042-0416-40c2-8495-58b2bf7f879c req-1a287c44-dc65-47f2-948b-12d2db285e14 service neutron] 10.222.0.37 "GET /v2.0/networks/d53bc8ca-147e-4c5f-9016-b58c5ac38d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324601 Feb 28 11:30:44.894198 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 923ab65d-d947-4159-977c-a27df18814bb (CIDR: 172.20.0.0/28) Feb 28 11:30:44.897555 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:30:44.898038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:44.915419 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8080996b-10c4-4f6f-8ad7-e44ae03fefd9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3658547 Feb 28 11:30:44.918851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56008) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:44.924565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:44.966368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-eedd52be-a6d9-4bef-8cb5-625ea698864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:44.967953 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-eedd52be-a6d9-4bef-8cb5-625ea698864f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 1097 time: 0.0714304 Feb 28 11:30:45.061357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:45.065109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:45.067849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:45.073982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:45.083495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:45.086935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.103173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-b170578e-35c0-4e8e-a8dc-3e185e789830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.104497 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-b170578e-35c0-4e8e-a8dc-3e185e789830 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d53bc8ca-147e-4c5f-9016-b58c5ac38d9e HTTP/1.1" status: 200 len: 898 time: 0.1272507 Feb 28 11:30:45.174522 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-d6adf662-fb3d-433c-b57c-9292985c3f44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0e2db75c-9d1f-499f-bce5-30464b2db980 HTTP/1.1" status: 200 len: 217 time: 0.0637877 Feb 28 11:30:45.240380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-8cf2eb7e-eba1-444e-b1f2-a32edbec5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.241881 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-8cf2eb7e-eba1-444e-b1f2-a32edbec5cc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b981f59c-d7ad-4791-9328-8bf9a9bd27dd HTTP/1.1" status: 200 len: 837 time: 0.0607648 Feb 28 11:30:45.343131 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-70d254c2-a0d6-493e-bb28-1ed446c71e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.345761 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-70d254c2-a0d6-493e-bb28-1ed446c71e4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d53bc8ca-147e-4c5f-9016-b58c5ac38d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0959556 Feb 28 11:30:45.390974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:45.420056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66c726-fbd2-414a-9b34-056f10295c62 req-4ae43235-1b56-434c-989b-3557ed52b59c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.421547 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be66c726-fbd2-414a-9b34-056f10295c62 req-4ae43235-1b56-434c-989b-3557ed52b59c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1361809 Feb 28 11:30:45.470993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:45.478069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:45.478857 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.503624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.531540 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-a1172c92-cf7c-4bc3-be3a-19336bbcf9e0 service neutron] 10.222.0.37 "GET /v2.0/networks/d53bc8ca-147e-4c5f-9016-b58c5ac38d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790686 Feb 28 11:30:45.607145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.641009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,segment=NetworkSegment(554a595d-01d5-48bb-bce6-c2d05f69392f),segment_id=554a595d-01d5-48bb-bce6-c2d05f69392f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:45.645506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.683353 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-70c6094f-5f7c-46a3-a99e-4c3aab20c8d2 req-7a171555-66b4-41f8-8ea1-43ab816def91 service neutron] 10.222.0.37 "GET /v2.0/networks/d53bc8ca-147e-4c5f-9016-b58c5ac38d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453452 Feb 28 11:30:45.730174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:45.759566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:45.766357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:45.769118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.769712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.775208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4bcf8b-9372-4c80-992c-523e7ffb9487 None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:45.776502 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be66c726-fbd2-414a-9b34-056f10295c62 req-6a2b8c91-5955-4e12-b7fc-ab8595fa37f6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183908 Feb 28 11:30:45.798122 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=d3971ad0-d86f-48cb-a1fe-a7789dbe6566,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:45.821355 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5c0ebb9a-b70e-4b5d-825a-7f731d8975d6 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9014618 Feb 28 11:30:45.824081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56016) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:45.830681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1399443032', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3971ad0-d86f-48cb-a1fe-a7789dbe6566'}], 'security_groups': ['52517bb9-b92f-483e-93b5-cc347e79d0cf']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:45.831323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d904d-a657-4681-94f3-6acdc9b06ae8 req-cd46bbcb-f2fc-4697-bb1f-370e11ff1e77 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.832802 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-071d904d-a657-4681-94f3-6acdc9b06ae8 req-cd46bbcb-f2fc-4697-bb1f-370e11ff1e77 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 944 time: 0.4103384 Feb 28 11:30:45.870353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237ddbb-e9ee-4edf-a002-316e6701b24a req-78f7c8fd-d177-4a9b-9f9d-19f9abef9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.871890 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4237ddbb-e9ee-4edf-a002-316e6701b24a req-78f7c8fd-d177-4a9b-9f9d-19f9abef9c5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 1099 time: 0.2118425 Feb 28 11:30:45.906664 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-071d904d-a657-4681-94f3-6acdc9b06ae8 req-bcac20dc-656d-44d2-9250-3929660fd479 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614035 Feb 28 11:30:45.927443 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4237ddbb-e9ee-4edf-a002-316e6701b24a req-1b5cee97-cfc9-4f92-aa2b-42eac4cd48e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466077 Feb 28 11:30:45.957228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.122284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beecde8e-3a20-4a4b-a6e8-cea358cdc0f7 None None] Update dhcp port {'port': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'fixed_ips': [{'subnet_id': '923ab65d-d947-4159-977c-a27df18814bb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3971ad0-d86f-48cb-a1fe-a7789dbe6566'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': '1f127b22-02d4-4aa4-8cd1-e3db5d6949a8'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:30:46.211993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-beecde8e-3a20-4a4b-a6e8-cea358cdc0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.456724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Delete allocated IP 172.20.0.4 (37c293f3-6b3b-4ae6-bec1-545ac109de68/923ab65d-d947-4159-977c-a27df18814bb) {{(pid=87639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:30:46.464425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.26 (37c293f3-6b3b-4ae6-bec1-545ac109de68/d3971ad0-d86f-48cb-a1fe-a7789dbe6566/2a858913-c556-41f9-9d4b-3d4e18a5d25b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:46.651852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.667477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 2a858913-c556-41f9-9d4b-3d4e18a5d25b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:46.671854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.738265 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-beecde8e-3a20-4a4b-a6e8-cea358cdc0f7 None None] Allocated IP 172.20.0.18 (37c293f3-6b3b-4ae6-bec1-545ac109de68/d3971ad0-d86f-48cb-a1fe-a7789dbe6566/1f127b22-02d4-4aa4-8cd1-e3db5d6949a8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:46.818063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=2a858913-c556-41f9-9d4b-3d4e18a5d25b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:46.851845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] In _notify_port_updated(), no bound segment for port 2a858913-c556-41f9-9d4b-3d4e18a5d25b on network 37c293f3-6b3b-4ae6-bec1-545ac109de68 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:30:46.857996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:46.858610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.859916 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5c7570a2-92e9-4b3a-b839-c285a5dd7a38 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "PUT /v2.0/ports/2a858913-c556-41f9-9d4b-3d4e18a5d25b HTTP/1.1" status: 200 len: 921 time: 1.0342104 Feb 28 11:30:46.862676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56022) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:46.889230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-beecde8e-3a20-4a4b-a6e8-cea358cdc0f7 None None] For port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,segment=NetworkSegment(554a595d-01d5-48bb-bce6-c2d05f69392f),segment_id=554a595d-01d5-48bb-bce6-c2d05f69392f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:46.931157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-beecde8e-3a20-4a4b-a6e8-cea358cdc0f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.958117 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-beecde8e-3a20-4a4b-a6e8-cea358cdc0f7 None None] Transition to ACTIVE for port object 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:46.962655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-beecde8e-3a20-4a4b-a6e8-cea358cdc0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.972012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a911ac9c-8005-4823-9af6-20e9aa0ac520 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 2a858913-c556-41f9-9d4b-3d4e18a5d25b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:46.972703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a911ac9c-8005-4823-9af6-20e9aa0ac520 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.055182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecde8e-3a20-4a4b-a6e8-cea358cdc0f7 None None] Pushing event updated for resources: {'Port': ['ID=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:47.092313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e5e0-fffd-4b38-9ee3-a7c83e7e847b req-f3fa6c36-6a36-4c05-a035-4f1041e3fb2e tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:47.095202 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-61d5e5e0-fffd-4b38-9ee3-a7c83e7e847b req-f3fa6c36-6a36-4c05-a035-4f1041e3fb2e tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1462271 Feb 28 11:30:47.152821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-61d5e5e0-fffd-4b38-9ee3-a7c83e7e847b req-0c30612e-913b-4acd-90d5-246c3b071781 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512252 Feb 28 11:30:47.183839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ba3c5-c049-4617-b5c8-b4f545d1da42 req-9d9d17e8-7652-4696-b3db-054e68757413 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:47.185652 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-077ba3c5-c049-4617-b5c8-b4f545d1da42 req-9d9d17e8-7652-4696-b3db-054e68757413 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 944 time: 0.1535373 Feb 28 11:30:47.233697 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-077ba3c5-c049-4617-b5c8-b4f545d1da42 req-35bdbe31-d431-43b6-bc96-487240481fde tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420065 Feb 28 11:30:47.290456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a911ac9c-8005-4823-9af6-20e9aa0ac520 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.320221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:47.419768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a911ac9c-8005-4823-9af6-20e9aa0ac520 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 2a858913-c556-41f9-9d4b-3d4e18a5d25b owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:47.436336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 0e2db75c-9d1f-499f-bce5-30464b2db980 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:30:47.452516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:47.572529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a911ac9c-8005-4823-9af6-20e9aa0ac520 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.623357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911ac9c-8005-4823-9af6-20e9aa0ac520 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=2a858913-c556-41f9-9d4b-3d4e18a5d25b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:47.678787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 0e2db75c-9d1f-499f-bce5-30464b2db980, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0e2db75c-9d1f-499f-bce5-30464b2db980,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:47.689348 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.710432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '0e2db75c-9d1f-499f-bce5-30464b2db980', 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e', 'port_id': '0e2db75c-9d1f-499f-bce5-30464b2db980', 'mac_address': 'fa:16:3e:8e:b3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b981f59c-d7ad-4791-9328-8bf9a9bd27dd', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:30:47.725271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a911ac9c-8005-4823-9af6-20e9aa0ac520 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.737507 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a911ac9c-8005-4823-9af6-20e9aa0ac520 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/2a858913-c556-41f9-9d4b-3d4e18a5d25b HTTP/1.1" status: 204 len: 168 time: 0.8714485 Feb 28 11:30:47.737729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56028) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.755506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:30:47.779306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:47.782246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e5b8b3e-782e-41ee-942d-4789f985ef41 None None] Provisioning complete for port 2a017a24-be1d-47cc-8f96-81b289ba8c47 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:47.782589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8b3e-782e-41ee-942d-4789f985ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.783840 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b95e8de-e0dc-4e7b-beb9-3ba7a96302e4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:47.784369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3b95e8de-e0dc-4e7b-beb9-3ba7a96302e4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:47.800110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3b95e8de-e0dc-4e7b-beb9-3ba7a96302e4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:47.801449 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3b95e8de-e0dc-4e7b-beb9-3ba7a96302e4 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/2a858913-c556-41f9-9d4b-3d4e18a5d25b HTTP/1.1" status: 404 len: 333 time: 0.0626462 Feb 28 11:30:47.804262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56034) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.818211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.829191 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'code': 200} Feb 28 11:30:47.872339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-655f8927-61f1-41b0-b302-8c3d5ce2591a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.883302 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.898898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-655f8927-61f1-41b0-b302-8c3d5ce2591a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.918643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b8b3e-782e-41ee-942d-4789f985ef41 None None] Port 2a017a24-be1d-47cc-8f96-81b289ba8c47 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:47.923906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2db75c-9d1f-499f-bce5-30464b2db980 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:30:47.931063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e5b8b3e-782e-41ee-942d-4789f985ef41 None None] Could not find standard attr ID for object 2a858913-c556-41f9-9d4b-3d4e18a5d25b. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:30:47.941821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:47.944667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-655f8927-61f1-41b0-b302-8c3d5ce2591a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.951519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 0e2db75c-9d1f-499f-bce5-30464b2db980, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0e2db75c-9d1f-499f-bce5-30464b2db980,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:47.956177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.956867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:30:47.965204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f8927-61f1-41b0-b302-8c3d5ce2591a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33359c7a-da65-451c-8588-5e4a14fcdd40,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:47.968503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-655f8927-61f1-41b0-b302-8c3d5ce2591a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.972676 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-655f8927-61f1-41b0-b302-8c3d5ce2591a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/security-groups/33359c7a-da65-451c-8588-5e4a14fcdd40 HTTP/1.1" status: 204 len: 168 time: 0.1643670 Feb 28 11:30:47.972844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56038) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.991522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e5b8b3e-782e-41ee-942d-4789f985ef41 None None] Provisioning for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:48.021897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e5b8b3e-782e-41ee-942d-4789f985ef41 None None] Provisioning complete for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:48.022260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8b3e-782e-41ee-942d-4789f985ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.041440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f1e1-cd12-442e-abc6-20b237446c4f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.072699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f1e1-cd12-442e-abc6-20b237446c4f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.124248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f1e1-cd12-442e-abc6-20b237446c4f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.129407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=0e2db75c-9d1f-499f-bce5-30464b2db980,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:48.146999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6f1e1-cd12-442e-abc6-20b237446c4f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52517bb9-b92f-483e-93b5-cc347e79d0cf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:48.149077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f1e1-cd12-442e-abc6-20b237446c4f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.150342 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8fe6f1e1-cd12-442e-abc6-20b237446c4f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/security-groups/52517bb9-b92f-483e-93b5-cc347e79d0cf HTTP/1.1" status: 204 len: 168 time: 0.1762576 Feb 28 11:30:48.152834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56042) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:48.238630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f34695f-e8e2-4496-ac64-488d3ecea837 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet 923ab65d-d947-4159-977c-a27df18814bb {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:48.243873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f34695f-e8e2-4496-ac64-488d3ecea837 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.285620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:48.302742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'port_id': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'mac_address': 'fa:16:3e:e6:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:30:48.394527 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.420759 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:30:48.439512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:48.446429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0389e928-5857-45a8-aa22-e2e2b83abd4c None None] Could not find standard attr ID for object 2a858913-c556-41f9-9d4b-3d4e18a5d25b. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:30:48.450463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.455506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f34695f-e8e2-4496-ac64-488d3ecea837 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.460239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30395-3bf5-45f5-a955-4b314cdcca1f req-e0059af8-f70f-4cd1-85c3-dcd0abade8d6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:48.462714 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7ab30395-3bf5-45f5-a955-4b314cdcca1f req-e0059af8-f70f-4cd1-85c3-dcd0abade8d6 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 944 time: 0.1841238 Feb 28 11:30:48.521703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:48.522106 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7ab30395-3bf5-45f5-a955-4b314cdcca1f req-7ff2c545-1d38-42d3-87f0-1ca7d3daa8d7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521748 Feb 28 11:30:48.537986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1edc-5b1b-4fcd-9245-3f9774dafba6 req-cb2267fe-c709-4cab-ba7e-99375c0e2b89 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:48.539478 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1dac1edc-5b1b-4fcd-9245-3f9774dafba6 req-cb2267fe-c709-4cab-ba7e-99375c0e2b89 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 945 time: 0.1465588 Feb 28 11:30:48.552561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:48.585094 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1dac1edc-5b1b-4fcd-9245-3f9774dafba6 req-0a086c64-c21d-4629-8033-e9713e2d72a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384123 Feb 28 11:30:48.616941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f34695f-e8e2-4496-ac64-488d3ecea837 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.709023 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8a12d5f3-51d0-49cc-bc7b-1f27a99caae0 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/floatingips/00fbcc50-dbec-4941-b261-3c950b2bc788 HTTP/1.1" status: 200 len: 993 time: 0.1553869 Feb 28 11:30:48.725572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['0e2db75c-9d1f-499f-bce5-30464b2db980'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:30:48.727772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f34695f-e8e2-4496-ac64-488d3ecea837 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.771253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f34695f-e8e2-4496-ac64-488d3ecea837 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.780850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34695f-e8e2-4496-ac64-488d3ecea837 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=923ab65d-d947-4159-977c-a27df18814bb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:48.788852 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3f34695f-e8e2-4496-ac64-488d3ecea837 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/923ab65d-d947-4159-977c-a27df18814bb HTTP/1.1" status: 204 len: 168 time: 0.6309302 Feb 28 11:30:48.789257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56054) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:48.794863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['32952a71-4b7f-4d5b-8969-bd22ce6a3cf9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:30:48.795431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:48.827317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce94c176-5b7e-4fc9-8bb2-122c82cb0a0f None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:48.931105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:48.935025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:48.937885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:48.943578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:48.954494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:48.958190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.215337 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.270068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:49.273106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:49.277528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:49.278110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.301825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=d23b7fc4-e928-4c83-ba4d-4a46bfe5f28d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.308215 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bf1788de-60de-4ca9-95f0-b1bcd585721a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5154665 Feb 28 11:30:49.309097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56058) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.314307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1101156249'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:49.320603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.324955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:49.327752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:49.333937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.343848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.363472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.370302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group_rule and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:49.373852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:49.379546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.453983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.458412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.509459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd5ea79-7e53-4002-a5aa-a006ac5fa53e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.513063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.514274 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e52af6b8-d216-4982-8661-d50f1b5c86ed tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2040873 Feb 28 11:30:49.517035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56062) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.522415 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'security_group': {'name': 'tempest-secgroup-2078487687'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:49.528533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.532390 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:49.535350 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:49.541152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.552364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.573743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.577831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group_rule and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:49.580795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:49.586668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.663176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.670930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.714077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a688aa-9f48-46fe-b2e7-ae3037efcef8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.717739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.719024 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4aa1c9bf-5a52-44e4-9fd9-bb8785b4cc7f tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2007136 Feb 28 11:30:49.721674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56068) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.727009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1853911721'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:49.733776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.738582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:49.741715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:49.748563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.761528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.783413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.787666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:security_group_rule and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:49.789754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289a735-683b-4d69-a67d-b2005c21f531 req-eebff62d-8d04-4a59-ac87-b64626254074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:49.790765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:49.792811 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5289a735-683b-4d69-a67d-b2005c21f531 req-eebff62d-8d04-4a59-ac87-b64626254074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 945 time: 0.0950630 Feb 28 11:30:49.797170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.843470 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5289a735-683b-4d69-a67d-b2005c21f531 req-43effd2d-0375-45fc-be3e-28378df7f803 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437586 Feb 28 11:30:49.877224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.881018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.926509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da01cfb4-7240-4cfd-b89a-823006f8c89d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.929258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.931158 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f736960a-dc64-4796-9c14-bb953db94cf7 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2079165 Feb 28 11:30:49.932236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4f295-fa8b-4ee8-8f86-02134ba081fe None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:49.933247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56072) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.939211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1339758074', 'security_groups': ['da01cfb4-7240-4cfd-b89a-823006f8c89d'], 'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd23b7fc4-e928-4c83-ba4d-4a46bfe5f28d'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:50.048476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bb46069d-f82a-4ea4-9976-8fc8d6554660 None None] Provisioning complete for port 2a017a24-be1d-47cc-8f96-81b289ba8c47 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:50.048758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb46069d-f82a-4ea4-9976-8fc8d6554660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.073851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:50.083180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:50.093376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:50.151012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bb46069d-f82a-4ea4-9976-8fc8d6554660 None None] Port 2a017a24-be1d-47cc-8f96-81b289ba8c47 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:50.205168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bb46069d-f82a-4ea4-9976-8fc8d6554660 None None] Provisioning complete for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:50.205538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb46069d-f82a-4ea4-9976-8fc8d6554660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.217007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.236555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] device_id is not set on port 183dd8a1-0e79-4520-9701-ae7d700922a5 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:30:50.412962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11537b49-2510-4ff0-be24-c36db917d90a None None] Update dhcp port {'port': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'fixed_ips': [{'subnet_id': 'd3971ad0-d86f-48cb-a1fe-a7789dbe6566', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd23b7fc4-e928-4c83-ba4d-4a46bfe5f28d'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': '1f127b22-02d4-4aa4-8cd1-e3db5d6949a8'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:30:50.438212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.7 (37c293f3-6b3b-4ae6-bec1-545ac109de68/d23b7fc4-e928-4c83-ba4d-4a46bfe5f28d/183dd8a1-0e79-4520-9701-ae7d700922a5) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:50.465935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11537b49-2510-4ff0-be24-c36db917d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.620381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.635539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 183dd8a1-0e79-4520-9701-ae7d700922a5 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:50.659330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.725785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-11537b49-2510-4ff0-be24-c36db917d90a None None] Allocated IP 172.20.0.2 (37c293f3-6b3b-4ae6-bec1-545ac109de68/d23b7fc4-e928-4c83-ba4d-4a46bfe5f28d/1f127b22-02d4-4aa4-8cd1-e3db5d6949a8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:50.735719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:50.739818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:50.742159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:50.774654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=183dd8a1-0e79-4520-9701-ae7d700922a5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:50.815979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:50.816579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.841353 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eea89f24-eb17-46cf-9432-c01d1f388986 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9069018 Feb 28 11:30:50.844131 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56076) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:50.849525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:50.872167 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-11537b49-2510-4ff0-be24-c36db917d90a None None] For port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,segment=NetworkSegment(554a595d-01d5-48bb-bce6-c2d05f69392f),segment_id=554a595d-01d5-48bb-bce6-c2d05f69392f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:50.897207 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11537b49-2510-4ff0-be24-c36db917d90a None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.913994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-11537b49-2510-4ff0-be24-c36db917d90a None None] Transition to ACTIVE for port object 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:50.918450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11537b49-2510-4ff0-be24-c36db917d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.992340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:50.997103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:51.000201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:51.006443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:51.019824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:51.023596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.041365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe16ed-d0fb-4b34-ac75-cebea3ff490e req-1192867f-dd9d-4968-bdf2-74336c59a84a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:51.044460 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12fe16ed-d0fb-4b34-ac75-cebea3ff490e req-1192867f-dd9d-4968-bdf2-74336c59a84a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 945 time: 0.0877311 Feb 28 11:30:51.089500 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12fe16ed-d0fb-4b34-ac75-cebea3ff490e req-592d1650-330f-4018-a6cd-9a4783eb313e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391700 Feb 28 11:30:51.098022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11537b49-2510-4ff0-be24-c36db917d90a None None] Pushing event updated for resources: {'Port': ['ID=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.278071 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.ipam_backend_mixin [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d23b7fc4-e928-4c83-ba4d-4a46bfe5f28d (CIDR: 172.20.0.0/28) Feb 28 11:30:51.281740 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:30:51.282262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:51.301712 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0adc8fc8-25f4-4a84-b19e-1ee1a07e2936 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4565377 Feb 28 11:30:51.304514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:51.311146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:51.319837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:51.453407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:51.457169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:51.460118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:51.467353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:51.467943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 0e2db75c-9d1f-499f-bce5-30464b2db980 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:51.477034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:51.481223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.542529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 0e2db75c-9d1f-499f-bce5-30464b2db980 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:51.549099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 0e2db75c-9d1f-499f-bce5-30464b2db980 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:51.551211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.617878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d3971ad0-d86f-48cb-a1fe-a7789dbe6566 (CIDR: 172.20.0.16/28) Feb 28 11:30:51.621878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:30:51.622441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:51.641279 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c05994f9-3ef9-41a1-bf06-95ddf461ef78 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3355007 Feb 28 11:30:51.644121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:51.649837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'subnet': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:51.682642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.722979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 0e2db75c-9d1f-499f-bce5-30464b2db980, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0e2db75c-9d1f-499f-bce5-30464b2db980,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:51.724144 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0aaf12-f319-4860-89df-e06fc366f5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2db75c-9d1f-499f-bce5-30464b2db980'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:30:51.728941 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a37f929-3cd2-4f2e-ad30-c885c5243ebf None None] Provisioning complete for port 2a017a24-be1d-47cc-8f96-81b289ba8c47 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:51.729318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a37f929-3cd2-4f2e-ad30-c885c5243ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.762497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.763023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:51.843580 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0aaf12-f319-4860-89df-e06fc366f5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2db75c-9d1f-499f-bce5-30464b2db980', 'code': 200} Feb 28 11:30:51.897643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8a37f929-3cd2-4f2e-ad30-c885c5243ebf None None] Port 2a017a24-be1d-47cc-8f96-81b289ba8c47 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:51.911994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=0e2db75c-9d1f-499f-bce5-30464b2db980,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.927224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:51.927672 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.938063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:51.942139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Usage tracker for resource:subnet and tenant:45712e7a2f23437b887a0e6c40202577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:51.945417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:51.951414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:51.960244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a37f929-3cd2-4f2e-ad30-c885c5243ebf None None] Provisioning for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:51.961711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Made reservation on behalf of 45712e7a2f23437b887a0e6c40202577 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:51.965347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.973540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a37f929-3cd2-4f2e-ad30-c885c5243ebf None None] Provisioning complete for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:51.973913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a37f929-3cd2-4f2e-ad30-c885c5243ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.142936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.155913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d4d32-0b6d-4252-8719-d1904c7263a5 req-29acf553-8407-45d3-8d40-dd003ab9e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:52.157374 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef1d4d32-0b6d-4252-8719-d1904c7263a5 req-29acf553-8407-45d3-8d40-dd003ab9e576 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 1099 time: 0.1747990 Feb 28 11:30:52.189031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:52.192882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.207843 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef1d4d32-0b6d-4252-8719-d1904c7263a5 req-465f2c48-9258-437b-b9f4-840073e6db13 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442734 Feb 28 11:30:52.263004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:52.289053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-90658f94-3922-4440-9815-6880e2e0601e None None] Provisioning for port 183dd8a1-0e79-4520-9701-ae7d700922a5 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:52.293672 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-90658f94-3922-4440-9815-6880e2e0601e None None] Provisioning complete for port 183dd8a1-0e79-4520-9701-ae7d700922a5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:52.294100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-90658f94-3922-4440-9815-6880e2e0601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.346606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-90658f94-3922-4440-9815-6880e2e0601e None None] Port 183dd8a1-0e79-4520-9701-ae7d700922a5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:52.361454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279115b2-400f-4928-bdc7-c4dec1fe1599 req-61730dcc-72cf-453c-a29e-6bbf440c223f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:52.362923 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-279115b2-400f-4928-bdc7-c4dec1fe1599 req-61730dcc-72cf-453c-a29e-6bbf440c223f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 946 time: 0.1542439 Feb 28 11:30:52.403907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.474091 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-279115b2-400f-4928-bdc7-c4dec1fe1599 req-baf97c5b-88bc-47e9-a882-0cb24c0c044b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007352 Feb 28 11:30:52.475771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:52.479143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:52.483590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:52.484117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.498238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dab2f3-34cc-4f35-84d0-f54ce6fe96e4 None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:52.508821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Subnet': ['ID=3f53b2db-fcf4-4db4-a05e-b611c4f9a932,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:52.513029 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8870a012-33eb-4892-a59f-8aa4c1fdddd5 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8678083 Feb 28 11:30:52.516269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56094) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:52.522142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-198428983', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f53b2db-fcf4-4db4-a05e-b611c4f9a932'}], 'security_groups': ['2dd5ea79-7e53-4002-a5aa-a006ac5fa53e', '03a688aa-9f48-46fe-b2e7-ae3037efcef8']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:52.762246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.823361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ca26d-908b-4df9-a5c3-18e2287e7569 None None] Update dhcp port {'port': {'network_id': '37c293f3-6b3b-4ae6-bec1-545ac109de68', 'fixed_ips': [{'subnet_id': 'd3971ad0-d86f-48cb-a1fe-a7789dbe6566', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd23b7fc4-e928-4c83-ba4d-4a46bfe5f28d', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f53b2db-fcf4-4db4-a05e-b611c4f9a932'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': '1f127b22-02d4-4aa4-8cd1-e3db5d6949a8'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:30:52.877883 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca26d-908b-4df9-a5c3-18e2287e7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.080492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ec1ca26d-908b-4df9-a5c3-18e2287e7569 None None] Allocated IP 172.20.0.34 (37c293f3-6b3b-4ae6-bec1-545ac109de68/3f53b2db-fcf4-4db4-a05e-b611c4f9a932/1f127b22-02d4-4aa4-8cd1-e3db5d6949a8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:53.246081 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ec1ca26d-908b-4df9-a5c3-18e2287e7569 None None] For port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,segment=NetworkSegment(554a595d-01d5-48bb-bce6-c2d05f69392f),segment_id=554a595d-01d5-48bb-bce6-c2d05f69392f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:53.271961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca26d-908b-4df9-a5c3-18e2287e7569 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.289672 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ec1ca26d-908b-4df9-a5c3-18e2287e7569 None None] Transition to ACTIVE for port object 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:53.293777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca26d-908b-4df9-a5c3-18e2287e7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.425957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Delete allocated IP 172.20.0.7 (37c293f3-6b3b-4ae6-bec1-545ac109de68/d23b7fc4-e928-4c83-ba4d-4a46bfe5f28d) {{(pid=87638) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:30:53.433015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Allocated IP 172.20.0.35 (37c293f3-6b3b-4ae6-bec1-545ac109de68/3f53b2db-fcf4-4db4-a05e-b611c4f9a932/183dd8a1-0e79-4520-9701-ae7d700922a5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:53.463204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ca26d-908b-4df9-a5c3-18e2287e7569 None None] Pushing event updated for resources: {'Port': ['ID=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:53.708491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.723487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be195d-bfae-4130-bdaa-8a9c8e80e868 req-958050f6-7b8d-49f2-9a6e-0221a4e2d627 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:53.724976 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-26be195d-bfae-4130-bdaa-8a9c8e80e868 req-958050f6-7b8d-49f2-9a6e-0221a4e2d627 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 946 time: 0.1339269 Feb 28 11:30:53.753434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Transition to ACTIVE for port object 183dd8a1-0e79-4520-9701-ae7d700922a5 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:53.762556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.844901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:30:53.885656 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-26be195d-bfae-4130-bdaa-8a9c8e80e868 req-4972fcad-f10c-49f6-8d72-32dc6490ed08 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495819 Feb 28 11:30:53.893695 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'code': 200} Feb 28 11:30:53.983380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Provisioning for port 183dd8a1-0e79-4520-9701-ae7d700922a5 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:53.989594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Provisioning complete for port 183dd8a1-0e79-4520-9701-ae7d700922a5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:53.989594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.045166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Port 183dd8a1-0e79-4520-9701-ae7d700922a5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:54.063374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Provisioning complete for port 2a017a24-be1d-47cc-8f96-81b289ba8c47 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:54.063727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.090853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event updated for resources: {'Port': ['ID=183dd8a1-0e79-4520-9701-ae7d700922a5,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:54.119766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Port 2a017a24-be1d-47cc-8f96-81b289ba8c47 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:54.120845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] In _notify_port_updated(), no bound segment for port 183dd8a1-0e79-4520-9701-ae7d700922a5 on network 37c293f3-6b3b-4ae6-bec1-545ac109de68 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:30:54.126127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:54.126737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.128060 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-765db09b-028e-4f62-8aa8-9f751f2919d0 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "PUT /v2.0/ports/183dd8a1-0e79-4520-9701-ae7d700922a5 HTTP/1.1" status: 200 len: 959 time: 1.6108217 Feb 28 11:30:54.131362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56104) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:54.134426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Provisioning for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:54.139270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Provisioning complete for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:54.139643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-449d19e7-7580-4e98-8dc8-203229782dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.158419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f39319-f7cb-429e-8853-7607c94c0fba req-1c33dfeb-3ea1-40ec-b1bb-12af4467a98c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:54.159968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-79f39319-f7cb-429e-8853-7607c94c0fba req-1c33dfeb-3ea1-40ec-b1bb-12af4467a98c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 946 time: 0.1193054 Feb 28 11:30:54.201552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f37ef-87b1-4598-bef3-0d03faf5c3f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 183dd8a1-0e79-4520-9701-ae7d700922a5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:54.201884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae2f37ef-87b1-4598-bef3-0d03faf5c3f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.207388 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-79f39319-f7cb-429e-8853-7607c94c0fba req-2cf9ff5c-8025-4178-88e1-7a40a4803bde tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412710 Feb 28 11:30:54.459853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae2f37ef-87b1-4598-bef3-0d03faf5c3f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.477200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bfd70a4b-c7bd-4e15-a8ee-278d3921e7da None None] Provisioning complete for port 183dd8a1-0e79-4520-9701-ae7d700922a5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:54.477774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bfd70a4b-c7bd-4e15-a8ee-278d3921e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.532765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bfd70a4b-c7bd-4e15-a8ee-278d3921e7da None None] Port 183dd8a1-0e79-4520-9701-ae7d700922a5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:54.583180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f37ef-87b1-4598-bef3-0d03faf5c3f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 183dd8a1-0e79-4520-9701-ae7d700922a5 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:54.726445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae2f37ef-87b1-4598-bef3-0d03faf5c3f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.785296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f37ef-87b1-4598-bef3-0d03faf5c3f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=183dd8a1-0e79-4520-9701-ae7d700922a5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:54.885712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae2f37ef-87b1-4598-bef3-0d03faf5c3f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.896132 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ae2f37ef-87b1-4598-bef3-0d03faf5c3f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/183dd8a1-0e79-4520-9701-ae7d700922a5 HTTP/1.1" status: 204 len: 168 time: 0.7634788 Feb 28 11:30:54.898635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56112) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:54.945420 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-93516654-5fc1-44dc-b5b8-288a0d3412aa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] GET failed (client error): The resource could not be found. Feb 28 11:30:54.945963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-93516654-5fc1-44dc-b5b8-288a0d3412aa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Synchronizing usage tracker for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:54.961614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-93516654-5fc1-44dc-b5b8-288a0d3412aa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Unset dirty status for tenant:45712e7a2f23437b887a0e6c40202577 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:54.962893 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-93516654-5fc1-44dc-b5b8-288a0d3412aa tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports/183dd8a1-0e79-4520-9701-ae7d700922a5 HTTP/1.1" status: 404 len: 333 time: 0.0632942 Feb 28 11:30:54.965708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56116) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.026132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3283df8-8eb5-47f5-ad85-870c85b0f075 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.051903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3283df8-8eb5-47f5-ad85-870c85b0f075 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.097701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3283df8-8eb5-47f5-ad85-870c85b0f075 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.113624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3283df8-8eb5-47f5-ad85-870c85b0f075 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da01cfb4-7240-4cfd-b89a-823006f8c89d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:55.120602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3283df8-8eb5-47f5-ad85-870c85b0f075 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.122290 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a3283df8-8eb5-47f5-ad85-870c85b0f075 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/security-groups/da01cfb4-7240-4cfd-b89a-823006f8c89d HTTP/1.1" status: 204 len: 168 time: 0.1556566 Feb 28 11:30:55.124936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56120) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.187715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13fd1b9b-5354-49c1-8b5f-8bb2a2ddaabb tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.213238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13fd1b9b-5354-49c1-8b5f-8bb2a2ddaabb tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.257326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13fd1b9b-5354-49c1-8b5f-8bb2a2ddaabb tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.274461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd1b9b-5354-49c1-8b5f-8bb2a2ddaabb tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a688aa-9f48-46fe-b2e7-ae3037efcef8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:55.278761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13fd1b9b-5354-49c1-8b5f-8bb2a2ddaabb tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.279857 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-13fd1b9b-5354-49c1-8b5f-8bb2a2ddaabb tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/security-groups/03a688aa-9f48-46fe-b2e7-ae3037efcef8 HTTP/1.1" status: 204 len: 168 time: 0.1539707 Feb 28 11:30:55.282430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56124) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.325551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:55.348480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2495c36c-71d0-41c2-9151-b4f96b4042f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.375443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2495c36c-71d0-41c2-9151-b4f96b4042f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.390710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:55.391086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.422704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2495c36c-71d0-41c2-9151-b4f96b4042f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.443699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495c36c-71d0-41c2-9151-b4f96b4042f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd5ea79-7e53-4002-a5aa-a006ac5fa53e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:55.448370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2495c36c-71d0-41c2-9151-b4f96b4042f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.449486 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2495c36c-71d0-41c2-9151-b4f96b4042f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/security-groups/2dd5ea79-7e53-4002-a5aa-a006ac5fa53e HTTP/1.1" status: 204 len: 168 time: 0.1661830 Feb 28 11:30:55.452071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56128) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.516994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a400cb3e-5599-453a-ba52-4bf07fbbd499 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet d23b7fc4-e928-4c83-ba4d-4a46bfe5f28d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:55.520066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a400cb3e-5599-453a-ba52-4bf07fbbd499 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.573899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a400cb3e-5599-453a-ba52-4bf07fbbd499 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.657259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a400cb3e-5599-453a-ba52-4bf07fbbd499 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.728858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a400cb3e-5599-453a-ba52-4bf07fbbd499 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.759323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56132) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.767900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400cb3e-5599-453a-ba52-4bf07fbbd499 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=d23b7fc4-e928-4c83-ba4d-4a46bfe5f28d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:55.771260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a400cb3e-5599-453a-ba52-4bf07fbbd499 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.779766 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a400cb3e-5599-453a-ba52-4bf07fbbd499 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/d23b7fc4-e928-4c83-ba4d-4a46bfe5f28d HTTP/1.1" status: 204 len: 168 time: 0.3265555 Feb 28 11:30:55.783770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56136) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.785255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1d3546-c4b9-49f0-84da-1867678759f2 None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:55.859177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd87528b-950f-4cdd-9bbf-4e002e2dc8d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet 3f53b2db-fcf4-4db4-a05e-b611c4f9a932 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:55.862288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd87528b-950f-4cdd-9bbf-4e002e2dc8d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.918226 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd87528b-950f-4cdd-9bbf-4e002e2dc8d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.005024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd87528b-950f-4cdd-9bbf-4e002e2dc8d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.084512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd87528b-950f-4cdd-9bbf-4e002e2dc8d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.127326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd87528b-950f-4cdd-9bbf-4e002e2dc8d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.130267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87528b-950f-4cdd-9bbf-4e002e2dc8d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=3f53b2db-fcf4-4db4-a05e-b611c4f9a932,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:56.137480 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dd87528b-950f-4cdd-9bbf-4e002e2dc8d3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/3f53b2db-fcf4-4db4-a05e-b611c4f9a932 HTTP/1.1" status: 204 len: 168 time: 0.3523531 Feb 28 11:30:56.140150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56140) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.183683 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15e40e3-1977-4cf2-988e-98b48e48a765 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:56.184144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15e40e3-1977-4cf2-988e-98b48e48a765 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:56.189656 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d15e40e3-1977-4cf2-988e-98b48e48a765 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/d23b7fc4-e928-4c83-ba4d-4a46bfe5f28d HTTP/1.1" status: 404 len: 337 time: 0.0446069 Feb 28 11:30:56.189656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56144) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.256929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ce7aef-48df-49b4-b882-943b73ff0945 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting subnet d3971ad0-d86f-48cb-a1fe-a7789dbe6566 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:30:56.260236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03ce7aef-48df-49b4-b882-943b73ff0945 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.321061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03ce7aef-48df-49b4-b882-943b73ff0945 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.408796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03ce7aef-48df-49b4-b882-943b73ff0945 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.493241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03ce7aef-48df-49b4-b882-943b73ff0945 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.500740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.540110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce7aef-48df-49b4-b882-943b73ff0945 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Subnet': ['ID=d3971ad0-d86f-48cb-a1fe-a7789dbe6566,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:56.542223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03ce7aef-48df-49b4-b882-943b73ff0945 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.551659 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-03ce7aef-48df-49b4-b882-943b73ff0945 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/d3971ad0-d86f-48cb-a1fe-a7789dbe6566 HTTP/1.1" status: 204 len: 168 time: 0.3621826 Feb 28 11:30:56.552274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56148) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.579223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2be7d8-ac40-4716-98d8-2327f36682b4 None None] Network 37c293f3-6b3b-4ae6-bec1-545ac109de68 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:30:56.592932 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82fd99a-4d33-480f-a6a1-b4458bacbc8a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:56.594149 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82fd99a-4d33-480f-a6a1-b4458bacbc8a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:56.597754 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e82fd99a-4d33-480f-a6a1-b4458bacbc8a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/923ab65d-d947-4159-977c-a27df18814bb HTTP/1.1" status: 404 len: 337 time: 0.0420084 Feb 28 11:30:56.597966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56152) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.643757 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2ba85e09-d567-4ed2-a1d1-b69a4b97b7d8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "GET /v2.0/ports?device_id=4739a55c-da51-43e7-9ad4-de5cb2986aae HTTP/1.1" status: 200 len: 205 time: 0.0424187 Feb 28 11:30:56.643973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.717860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bac4a34e-8f65-4120-bca4-42dedca69117 None None] Provisioning complete for port 2a017a24-be1d-47cc-8f96-81b289ba8c47 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:56.718400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bac4a34e-8f65-4120-bca4-42dedca69117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.817270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bac4a34e-8f65-4120-bca4-42dedca69117 None None] Port 2a017a24-be1d-47cc-8f96-81b289ba8c47 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:56.842828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bac4a34e-8f65-4120-bca4-42dedca69117 None None] Provisioning complete for port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:56.843372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bac4a34e-8f65-4120-bca4-42dedca69117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.845730 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-f1bb3109-6441-4707-9447-2303f5915d1d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] delete failed (client error): The resource could not be found. Feb 28 11:30:56.849119 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f1bb3109-6441-4707-9447-2303f5915d1d tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/routers/4739a55c-da51-43e7-9ad4-de5cb2986aae HTTP/1.1" status: 404 len: 336 time: 0.2019923 Feb 28 11:30:56.849366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56160) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.887530 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d37ba4-7472-40a2-b8a3-033579ea9885 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:56.888168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d37ba4-7472-40a2-b8a3-033579ea9885 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:56.891906 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-48d37ba4-7472-40a2-b8a3-033579ea9885 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/d6bea771-cb12-482f-80c9-3eddb4d1edae HTTP/1.1" status: 404 len: 337 time: 0.0393822 Feb 28 11:30:56.892142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56164) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.935107 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40fd637-301b-4154-b30a-807bdb6142a3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:56.935683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40fd637-301b-4154-b30a-807bdb6142a3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:56.937425 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b40fd637-301b-4154-b30a-807bdb6142a3 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/87c7ec30-cc56-4faf-bf7d-96b64322aa28 HTTP/1.1" status: 404 len: 337 time: 0.0443904 Feb 28 11:30:56.939959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56168) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.943279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.17 (d53bc8ca-147e-4c5f-9016-b58c5ac38d9e/b981f59c-d7ad-4791-9328-8bf9a9bd27dd/41604213-baeb-4ded-97cd-289c3d00d9be) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:56.963051 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d9a8d-46bd-4496-9a90-9e02496e2c67 None None] DHCP port deletion for 37c293f3-6b3b-4ae6-bec1-545ac109de68 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:30:56.970962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-209d9a8d-46bd-4496-9a90-9e02496e2c67 None None] Deleting port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:56.971366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-209d9a8d-46bd-4496-9a90-9e02496e2c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.984257 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-909cdefb-c150-41ed-abdc-836ecbb30edc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:56.984839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909cdefb-c150-41ed-abdc-836ecbb30edc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:56.986703 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-909cdefb-c150-41ed-abdc-836ecbb30edc tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/89f3c9ae-92e9-4a70-80cb-2035a81f2072 HTTP/1.1" status: 404 len: 337 time: 0.0458431 Feb 28 11:30:56.989150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56172) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.031577 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3281ebd-98d3-45bf-b8a3-380325896895 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:57.032238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3281ebd-98d3-45bf-b8a3-380325896895 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:57.034031 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e3281ebd-98d3-45bf-b8a3-380325896895 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/41831823-f51d-4ce5-84aa-7e662772e4f7 HTTP/1.1" status: 404 len: 333 time: 0.0438187 Feb 28 11:30:57.036612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56176) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.053425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.078683 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-791d7140-d9b0-4546-a6e1-855a9e061268 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:57.079525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791d7140-d9b0-4546-a6e1-855a9e061268 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:57.083176 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-791d7140-d9b0-4546-a6e1-855a9e061268 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/6b6c80e7-cb05-4fbc-b0de-a0ab17e05227 HTTP/1.1" status: 404 len: 337 time: 0.0440071 Feb 28 11:30:57.084388 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.117429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.124572 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-990523ac-c2ff-40e2-9e2d-54db8770d064 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:57.125166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990523ac-c2ff-40e2-9e2d-54db8770d064 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:57.129384 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-990523ac-c2ff-40e2-9e2d-54db8770d064 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/6e3d0946-b6bf-4b25-ba84-3be0e70ca4ae HTTP/1.1" status: 404 len: 337 time: 0.0415652 Feb 28 11:30:57.129892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56184) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.135001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 41604213-baeb-4ded-97cd-289c3d00d9be will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:57.160019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.172847 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67170cc-630b-4c42-b528-54ab474993a8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:57.173520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67170cc-630b-4c42-b528-54ab474993a8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:57.175533 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c67170cc-630b-4c42-b528-54ab474993a8 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/97dae257-ae89-49ca-92b9-31ce14000b54 HTTP/1.1" status: 404 len: 333 time: 0.0443485 Feb 28 11:30:57.178172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56188) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.227154 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcdb017-98f6-40cb-a5a0-65f598b3ec0a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:57.227868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:57.227979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcdb017-98f6-40cb-a5a0-65f598b3ec0a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:57.233525 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ffcdb017-98f6-40cb-a5a0-65f598b3ec0a tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/d1f79d6d-50d7-4d09-93fe-20a79e60134c HTTP/1.1" status: 404 len: 337 time: 0.0504615 Feb 28 11:30:57.233719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:57.233719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:30:57.235411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56192) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.260214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-209d9a8d-46bd-4496-9a90-9e02496e2c67 None None] For port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,segment=NetworkSegment(554a595d-01d5-48bb-bce6-c2d05f69392f),segment_id=554a595d-01d5-48bb-bce6-c2d05f69392f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:30:57.260618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-209d9a8d-46bd-4496-9a90-9e02496e2c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.284092 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cf6e63-db5d-42bd-8137-75fb98286d72 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:57.284551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5cf6e63-db5d-42bd-8137-75fb98286d72 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:57.290424 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f5cf6e63-db5d-42bd-8137-75fb98286d72 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/subnets/a59896ca-a9da-4d2c-bc49-ff2dc19d0cf3 HTTP/1.1" status: 404 len: 337 time: 0.0537384 Feb 28 11:30:57.291356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56196) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.388175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7d53f51e-a95e-4cd0-8363-6451d281b1f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Deleting port 2a017a24-be1d-47cc-8f96-81b289ba8c47 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:30:57.388531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d53f51e-a95e-4cd0-8363-6451d281b1f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.404780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:57.444687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=41604213-baeb-4ded-97cd-289c3d00d9be,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:57.456508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-209d9a8d-46bd-4496-9a90-9e02496e2c67 None None] Calling delete_port for 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:57.461331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.530504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2fd58711-2189-41c6-9f0b-a4ba71c39b05 None None] Provisioning for port 41604213-baeb-4ded-97cd-289c3d00d9be completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:57.549676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2fd58711-2189-41c6-9f0b-a4ba71c39b05 None None] Provisioning complete for port 41604213-baeb-4ded-97cd-289c3d00d9be triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:57.550057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2fd58711-2189-41c6-9f0b-a4ba71c39b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.589150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.637891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d53f51e-a95e-4cd0-8363-6451d281b1f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.652008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2fd58711-2189-41c6-9f0b-a4ba71c39b05 None None] Port 41604213-baeb-4ded-97cd-289c3d00d9be cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:57.658263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-209d9a8d-46bd-4496-9a90-9e02496e2c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.715310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d9a8d-46bd-4496-9a90-9e02496e2c67 None None] Pushing event deleted for resources: {'Port': ['ID=1f127b22-02d4-4aa4-8cd1-e3db5d6949a8,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:57.717369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.729175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d9a8d-46bd-4496-9a90-9e02496e2c67 None None] No DVR routers for this DVR port 1f127b22-02d4-4aa4-8cd1-e3db5d6949a8 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:57.778643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7d53f51e-a95e-4cd0-8363-6451d281b1f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Calling delete_port for 2a017a24-be1d-47cc-8f96-81b289ba8c47 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:30:57.869404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d53f51e-a95e-4cd0-8363-6451d281b1f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.917564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f51e-a95e-4cd0-8363-6451d281b1f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Port': ['ID=2a017a24-be1d-47cc-8f96-81b289ba8c47,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:57.924355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d53f51e-a95e-4cd0-8363-6451d281b1f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.937733 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7d53f51e-a95e-4cd0-8363-6451d281b1f9 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/ports/2a017a24-be1d-47cc-8f96-81b289ba8c47 HTTP/1.1" status: 204 len: 168 time: 0.6439078 Feb 28 11:30:57.940227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56200) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:58.018191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.022427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.052792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.134818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.138996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=41604213-baeb-4ded-97cd-289c3d00d9be,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:58.185357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.210223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c293f3-6b3b-4ae6-bec1-545ac109de68']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:58.226340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554a595d-01d5-48bb-bce6-c2d05f69392f') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:58.226636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554a595d-01d5-48bb-bce6-c2d05f69392f') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:58.241050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.256684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.263681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:30:58.264074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.270434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:58.271508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:58.279201 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:58.360127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.365428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.396614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] Pushing event deleted for resources: {'Network': ['ID=37c293f3-6b3b-4ae6-bec1-545ac109de68,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:58.400061 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0c4cb092-a924-4d9f-9950-ce6f9a822227 tempest-PortsTestJSON-369612815 tempest-PortsTestJSON-369612815-project] 10.222.0.64 "DELETE /v2.0/networks/37c293f3-6b3b-4ae6-bec1-545ac109de68 HTTP/1.1" status: 204 len: 168 time: 0.4588823 Feb 28 11:30:58.460821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router fee248a1-1598-4687-ad64-f46393f9cf95 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:30:58.478934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b5b83259-d3f9-4f0e-b7d6-4724ba59cced None None] Provisioning complete for port 41604213-baeb-4ded-97cd-289c3d00d9be triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:58.479555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5b83259-d3f9-4f0e-b7d6-4724ba59cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.534579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b5b83259-d3f9-4f0e-b7d6-4724ba59cced None None] Port 41604213-baeb-4ded-97cd-289c3d00d9be cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:30:58.657533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:30:58.668439 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Sync routers for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:30:58.671479 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-71299eff-e60a-43cc-853c-ebf34a859c2c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/fee248a1-1598-4687-ad64-f46393f9cf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9108026 Feb 28 11:30:58.678923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:30:58.679660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:30:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:58.707609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:58.867681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:30:58.868631 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-296efe4f-97e1-4aff-a680-324b01916c4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45712e7a2f23437b887a0e6c40202577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595881 Feb 28 11:30:58.871142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56220) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:58.928329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f01ca523-ab44-49d6-bbac-95005d3719cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.954230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f01ca523-ab44-49d6-bbac-95005d3719cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.004253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f01ca523-ab44-49d6-bbac-95005d3719cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.021392 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ca523-ab44-49d6-bbac-95005d3719cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05bfd1c-561f-4adb-b7a6-80ce64c5c26b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:59.024693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f01ca523-ab44-49d6-bbac-95005d3719cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.029651 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f01ca523-ab44-49d6-bbac-95005d3719cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c05bfd1c-561f-4adb-b7a6-80ce64c5c26b HTTP/1.1" status: 204 len: 168 time: 0.1537476 Feb 28 11:30:59.238100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:30:57Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '569c71f2-c6fd-4765-bc70-02c9d7bd3c36', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:57Z', 'updated_at': '2022-02-28T11:30:00Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41604213-baeb-4ded-97cd-289c3d00d9be', 'name': '', 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:1d:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b981f59c-d7ad-4791-9328-8bf9a9bd27dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:30:56Z', 'updated_at': '2022-02-28T11:30:57Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'b981f59c-d7ad-4791-9328-8bf9a9bd27dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:59.242024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Checking router: fee248a1-1598-4687-ad64-f46393f9cf95 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:30:59.242383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Updating router fee248a1-1598-4687-ad64-f46393f9cf95 port 41604213-baeb-4ded-97cd-289c3d00d9be binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:30:59.304625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.687964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.700894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Transition to ACTIVE for port object 41604213-baeb-4ded-97cd-289c3d00d9be will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:59.707570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.738515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56244) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:59.858590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887238843'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:30:59.865156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:59.865534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dc8d8-e3cf-44b4-a85f-124dfe504a68 None None] Pushing event updated for resources: {'Port': ['ID=41604213-baeb-4ded-97cd-289c3d00d9be,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:59.874658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:59.877918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:59.884592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:59.895249 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.908246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.926296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Attempting to bind port 41604213-baeb-4ded-97cd-289c3d00d9be on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:59.926681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Attempting to bind port 41604213-baeb-4ded-97cd-289c3d00d9be by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:59.927041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Attempting to bind port 41604213-baeb-4ded-97cd-289c3d00d9be on network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:30:59.928275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:59.932127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:59.933024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:30:59.933957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Checking segment: {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:30:59.934361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.934757 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Bound using segment: {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:30:59.935252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Bound port: 41604213-baeb-4ded-97cd-289c3d00d9be, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:59.935627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.935948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:59.942031 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:00.023703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] For port 41604213-baeb-4ded-97cd-289c3d00d9be, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:31:00.026637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] For port 41604213-baeb-4ded-97cd-289c3d00d9be, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=41604213-baeb-4ded-97cd-289c3d00d9be,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:31:00.029336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.031733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.032381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.044981 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:00.052703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:00.061482 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:00.072310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:00.075934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321a28bc-f1b8-40c3-90a4-67eb3a82be6e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.126723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dc8d8-e3cf-44b4-a85f-124dfe504a68 None None] Pushing event updated for resources: {'Port': ['ID=41604213-baeb-4ded-97cd-289c3d00d9be,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.129384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:00.130007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:30:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:00.164091 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.169518 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.213195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75078994-490d-481d-b214-d6ef392ccc5f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.215998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ce02f61-b418-4c6e-ba01-c8cc4755ea9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.218166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.219699 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-40bcc97a-15d8-4aff-b214-3534c76b31ea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4794757 Feb 28 11:31:00.222416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56250) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.293549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e9f3ab2e-624a-489b-8ea9-a7ab4082bd8a tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:00.310657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e9f3ab2e-624a-489b-8ea9-a7ab4082bd8a tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:00.312039 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e9f3ab2e-624a-489b-8ea9-a7ab4082bd8a tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0884311 Feb 28 11:31:00.314747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56254) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.320348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f8cc3705-81e9-4507-9130-d2b475af429b tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-security--1105081400', 'description': 'tempest-security-description-1882348382'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:00.336232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:00.354889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3705-81e9-4507-9130-d2b475af429b tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.408575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3705-81e9-4507-9130-d2b475af429b tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.412227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3705-81e9-4507-9130-d2b475af429b tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.414726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3705-81e9-4507-9130-d2b475af429b tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.418401 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f8cc3705-81e9-4507-9130-d2b475af429b tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "PUT /v2.0/security-groups/75078994-490d-481d-b214-d6ef392ccc5f HTTP/1.1" status: 200 len: 1780 time: 0.1001387 Feb 28 11:31:00.419079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.442939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc3705-81e9-4507-9130-d2b475af429b tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75078994-490d-481d-b214-d6ef392ccc5f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.474612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56262) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.474883 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8d3f64e6-fcd3-4408-9027-0f4c021a48d0 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups/75078994-490d-481d-b214-d6ef392ccc5f HTTP/1.1" status: 200 len: 1780 time: 0.0538032 Feb 28 11:31:00.536160 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8083d7bd-65bb-4ee5-af26-05cbe910dad5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.562525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8083d7bd-65bb-4ee5-af26-05cbe910dad5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.608701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8083d7bd-65bb-4ee5-af26-05cbe910dad5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.630404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083d7bd-65bb-4ee5-af26-05cbe910dad5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75078994-490d-481d-b214-d6ef392ccc5f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.639567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8083d7bd-65bb-4ee5-af26-05cbe910dad5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.640698 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8083d7bd-65bb-4ee5-af26-05cbe910dad5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/75078994-490d-481d-b214-d6ef392ccc5f HTTP/1.1" status: 204 len: 168 time: 0.1650264 Feb 28 11:31:00.643206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56266) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.692292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2585299-95bd-47a7-b196-cf995e9c8f30 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:00.708747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2585299-95bd-47a7-b196-cf995e9c8f30 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:00.712873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:30:57Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '569c71f2-c6fd-4765-bc70-02c9d7bd3c36', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:57Z', 'updated_at': '2022-02-28T11:30:00Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41604213-baeb-4ded-97cd-289c3d00d9be', 'name': '', 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:1d:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b981f59c-d7ad-4791-9328-8bf9a9bd27dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:30:56Z', 'updated_at': '2022-02-28T11:31:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'b981f59c-d7ad-4791-9328-8bf9a9bd27dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:00.713452 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f2585299-95bd-47a7-b196-cf995e9c8f30 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660875 Feb 28 11:31:00.713452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56270) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.715185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68112-d507-465b-9d0a-49af76cc136b None None] The sync data for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv is: [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:30:57Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '569c71f2-c6fd-4765-bc70-02c9d7bd3c36', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:57Z', 'updated_at': '2022-02-28T11:30:00Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41604213-baeb-4ded-97cd-289c3d00d9be', 'name': '', 'network_id': 'd53bc8ca-147e-4c5f-9016-b58c5ac38d9e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:1d:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'b981f59c-d7ad-4791-9328-8bf9a9bd27dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:30:56Z', 'updated_at': '2022-02-28T11:31:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'b981f59c-d7ad-4791-9328-8bf9a9bd27dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:00.730818 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-63cfec16-8fd4-46f9-ad02-9f24482cc0a0 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] delete failed (client error): The resource could not be found. Feb 28 11:31:00.735418 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-63cfec16-8fd4-46f9-ad02-9f24482cc0a0 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/75078994-490d-481d-b214-d6ef392ccc5f HTTP/1.1" status: 404 len: 347 time: 0.0178034 Feb 28 11:31:00.735779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56274) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.741447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-secgroup--306463044'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:00.753627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:00.794004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:00.803507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.825264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:00.829361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:00.832281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:00.837918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:00.921664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.925610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.974831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1db0c3-151c-403f-8729-f2b31c6f7d92,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.984793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.986257 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-45b1159d-a667-42c4-ad38-c58e4b6cfdcf tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2494957 Feb 28 11:31:00.989123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.994098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '6b1db0c3-151c-403f-8729-f2b31c6f7d92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:01.000715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:01.004542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:01.007459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:01.013869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:01.031797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.093505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.097366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.121930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df17a725-db84-46a2-9a01-9eaa0deeffbd,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:01.131907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.133309 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c51257fa-beb3-47b8-a8ba-ab477e7279cc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429482 Feb 28 11:31:01.135777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56282) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:01.165419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb7ea-8428-4bc4-92d4-7714400b2091 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.177023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb7ea-8428-4bc4-92d4-7714400b2091 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.204003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb7ea-8428-4bc4-92d4-7714400b2091 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.219978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4eb7ea-8428-4bc4-92d4-7714400b2091 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df17a725-db84-46a2-9a01-9eaa0deeffbd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:01.222851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb7ea-8428-4bc4-92d4-7714400b2091 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.223929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0d4eb7ea-8428-4bc4-92d4-7714400b2091 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/df17a725-db84-46a2-9a01-9eaa0deeffbd HTTP/1.1" status: 204 len: 168 time: 0.0871124 Feb 28 11:31:01.226443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56288) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:01.274346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-78d217c5-b081-4c3a-90da-ab9ee73a50cd tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:01.293124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-78d217c5-b081-4c3a-90da-ab9ee73a50cd tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:01.297313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:01.297777 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-78d217c5-b081-4c3a-90da-ab9ee73a50cd tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699530 Feb 28 11:31:01.349279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 41604213-baeb-4ded-97cd-289c3d00d9be up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:01.367473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434b2eb9-2a27-4696-80f8-45e1423b15a1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.395287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434b2eb9-2a27-4696-80f8-45e1423b15a1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.420132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 41604213-baeb-4ded-97cd-289c3d00d9be completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:01.424716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 41604213-baeb-4ded-97cd-289c3d00d9be triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:01.425098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.443046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434b2eb9-2a27-4696-80f8-45e1423b15a1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.462191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b2eb9-2a27-4696-80f8-45e1423b15a1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1db0c3-151c-403f-8729-f2b31c6f7d92,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:01.477813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434b2eb9-2a27-4696-80f8-45e1423b15a1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.479173 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-434b2eb9-2a27-4696-80f8-45e1423b15a1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/6b1db0c3-151c-403f-8729-f2b31c6f7d92 HTTP/1.1" status: 204 len: 168 time: 0.1781030 Feb 28 11:31:01.481756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56296) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:01.536922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-51777495-a5da-4537-bd12-b55f84df9871 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:01.552875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-51777495-a5da-4537-bd12-b55f84df9871 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:01.553513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.554828 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-51777495-a5da-4537-bd12-b55f84df9871 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719810 Feb 28 11:31:01.558976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56304) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:01.564203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-secgroup--363457627'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:01.571407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:01.582385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:01.592035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 41604213-baeb-4ded-97cd-289c3d00d9be, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=41604213-baeb-4ded-97cd-289c3d00d9be,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:01.592933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.596444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.615048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:01.620233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:01.624293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:01.630317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:01.706246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=41604213-baeb-4ded-97cd-289c3d00d9be,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:01.713233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.719773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.763748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990bc5ac-20c7-4a2f-bedd-1d8c4a114d7a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:01.779556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.783180 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-64028aae-03fe-48f9-87e0-aef533903b31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2209411 Feb 28 11:31:01.783863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56308) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:01.789855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '990bc5ac-20c7-4a2f-bedd-1d8c4a114d7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:01.796041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:01.800046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:01.802863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:01.812217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:01.829184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.055480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.059796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.095563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e64ac9d-1d16-425a-b37f-1f475c14d68a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.112924 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.114149 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6129a110-73f3-4aa7-87d8-f2c8b0df6099 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3285055 Feb 28 11:31:02.116897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56314) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:02.123225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '990bc5ac-20c7-4a2f-bedd-1d8c4a114d7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:02.126835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28725473-0fbe-44ae-800d-b9f74afe3504 req-0846481c-ee0a-42a3-a332-1433803931d1 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:02.128963 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28725473-0fbe-44ae-800d-b9f74afe3504 req-0846481c-ee0a-42a3-a332-1433803931d1 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1523356 Feb 28 11:31:02.129251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:02.133606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:02.136410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:02.142375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:02.159399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.183980 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28725473-0fbe-44ae-800d-b9f74afe3504 req-243f05e3-9bd7-4253-b0d3-7db659eea40d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481195 Feb 28 11:31:02.233247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.237710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.268662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57384bc-805e-44f0-8615-c593c11926c2,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.283562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.284761 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5b18459f-09de-4ba9-8fee-7fae645d5e18 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668143 Feb 28 11:31:02.287418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56320) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:02.292407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '990bc5ac-20c7-4a2f-bedd-1d8c4a114d7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:02.298931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:02.303062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:02.307338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:02.313435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:02.333237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.399433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7ac83-d7b7-42c7-9690-45f0ae607c79 req-e59c490d-da49-4972-89c9-eca2077927fd tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:02.400970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9cfd8e9-0536-4302-9d28-7cd5e0f9653a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.404054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.405897 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fbb7ac83-d7b7-42c7-9690-45f0ae607c79 req-e59c490d-da49-4972-89c9-eca2077927fd tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0981469 Feb 28 11:31:02.409143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.448269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c55afc4-3da1-4068-b3ec-c4b842c5d7b9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.467411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.469056 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2c2bd926-d459-40be-9a56-bf84f3eddefc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1804578 Feb 28 11:31:02.471949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56324) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:02.478676 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fbb7ac83-d7b7-42c7-9690-45f0ae607c79 req-a84efe87-cd25-49f0-a9d0-bcb88386fbda tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650437 Feb 28 11:31:02.478892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '990bc5ac-20c7-4a2f-bedd-1d8c4a114d7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:02.485610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:02.489939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:02.493133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:02.499485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:02.517952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.592783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.596262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.621462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d250b4-0dd8-464f-b39d-7e653e308f22,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.634569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.635872 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3a93fe5d-6ec5-43bc-b25b-152e8eac00f1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626267 Feb 28 11:31:02.638977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56330) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:02.644039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '990bc5ac-20c7-4a2f-bedd-1d8c4a114d7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:02.649882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:02.654610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:02.657515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:02.664308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:02.681432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.685492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42897484-dd10-4c28-a604-29e044ad2911 req-de69d7c9-1122-4889-8caf-6bb16efb4bdc tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:02.686984 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-42897484-dd10-4c28-a604-29e044ad2911 req-de69d7c9-1122-4889-8caf-6bb16efb4bdc tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0894489 Feb 28 11:31:02.740849 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-42897484-dd10-4c28-a604-29e044ad2911 req-17fb0232-cb1a-472d-b8d3-9cce2ce57aa4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478849 Feb 28 11:31:02.763574 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.767841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.799171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c18380-c53f-46d9-bce7-fa272d8aec89,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.816073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.817298 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-60807375-9bb7-4ac9-8cf4-7e8ea9d0d829 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1773276 Feb 28 11:31:02.820588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56336) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:02.856655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32adb1c2-1afd-4638-9b4c-1732e91903c4 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.905211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32adb1c2-1afd-4638-9b4c-1732e91903c4 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.944771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32adb1c2-1afd-4638-9b4c-1732e91903c4 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.968136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adb1c2-1afd-4638-9b4c-1732e91903c4 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c18380-c53f-46d9-bce7-fa272d8aec89,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.978455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32adb1c2-1afd-4638-9b4c-1732e91903c4 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.979735 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-32adb1c2-1afd-4638-9b4c-1732e91903c4 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/75c18380-c53f-46d9-bce7-fa272d8aec89 HTTP/1.1" status: 204 len: 168 time: 0.1579423 Feb 28 11:31:02.983067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56340) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:02.992801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832695d0-6d8a-42bc-a1ce-9131193bff3a req-f8d3a612-a217-4922-9142-e0af7d87caa2 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:02.994216 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-832695d0-6d8a-42bc-a1ce-9131193bff3a req-f8d3a612-a217-4922-9142-e0af7d87caa2 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1304064 Feb 28 11:31:03.036052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-635abccc-596c-4e87-bd39-33c64618dcd3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:03.037118 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-832695d0-6d8a-42bc-a1ce-9131193bff3a req-070ce66c-5c78-45ea-a167-3c313650f3f8 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371196 Feb 28 11:31:03.051503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-635abccc-596c-4e87-bd39-33c64618dcd3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:03.053212 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-635abccc-596c-4e87-bd39-33c64618dcd3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0690722 Feb 28 11:31:03.056281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.085458 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b497dabf-20a7-4b2e-926f-a2a80f4baa97 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.096109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b497dabf-20a7-4b2e-926f-a2a80f4baa97 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.119862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b497dabf-20a7-4b2e-926f-a2a80f4baa97 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.140457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497dabf-20a7-4b2e-926f-a2a80f4baa97 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1d250b4-0dd8-464f-b39d-7e653e308f22,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:03.147655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b497dabf-20a7-4b2e-926f-a2a80f4baa97 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.148743 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b497dabf-20a7-4b2e-926f-a2a80f4baa97 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a1d250b4-0dd8-464f-b39d-7e653e308f22 HTTP/1.1" status: 204 len: 168 time: 0.0915256 Feb 28 11:31:03.151217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56350) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.205023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b2fc3bde-1252-4f25-b86d-9238df812f45 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:03.224691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b2fc3bde-1252-4f25-b86d-9238df812f45 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:03.226264 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b2fc3bde-1252-4f25-b86d-9238df812f45 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0733802 Feb 28 11:31:03.229449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56356) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.258329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ff80b-f189-428f-a2f0-b3b188ebe579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.268607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ff80b-f189-428f-a2f0-b3b188ebe579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.294842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ff80b-f189-428f-a2f0-b3b188ebe579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.326482 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ff80b-f189-428f-a2f0-b3b188ebe579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c55afc4-3da1-4068-b3ec-c4b842c5d7b9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:03.334639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 41604213-baeb-4ded-97cd-289c3d00d9be up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:03.345611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ff80b-f189-428f-a2f0-b3b188ebe579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.346890 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3e9ff80b-f189-428f-a2f0-b3b188ebe579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0c55afc4-3da1-4068-b3ec-c4b842c5d7b9 HTTP/1.1" status: 204 len: 168 time: 0.1157720 Feb 28 11:31:03.349599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56360) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.409539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 41604213-baeb-4ded-97cd-289c3d00d9be triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:03.410114 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.412968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a10b8d67-f2af-4e81-af92-7495abfbcc61 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0623157 Feb 28 11:31:03.415775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56364) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.433884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472af848-d450-4456-b9f1-38529e9f1c58 req-c6c8f5a9-3008-49ff-8af3-d3666555b34d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:03.435602 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-472af848-d450-4456-b9f1-38529e9f1c58 req-c6c8f5a9-3008-49ff-8af3-d3666555b34d tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1312971 Feb 28 11:31:03.445160 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33bc765c-57bd-4511-9fca-9b679917f579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.456436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33bc765c-57bd-4511-9fca-9b679917f579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.483440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33bc765c-57bd-4511-9fca-9b679917f579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.484770 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-472af848-d450-4456-b9f1-38529e9f1c58 req-e4a1c01e-5163-4949-a59f-43473d0472b8 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Feb 28 11:31:03.504252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc765c-57bd-4511-9fca-9b679917f579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e57384bc-805e-44f0-8615-c593c11926c2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:03.508509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-33bc765c-57bd-4511-9fca-9b679917f579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.510142 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-33bc765c-57bd-4511-9fca-9b679917f579 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e57384bc-805e-44f0-8615-c593c11926c2 HTTP/1.1" status: 204 len: 168 time: 0.0930152 Feb 28 11:31:03.512867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56368) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.553882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.568753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0157e74-8610-449f-afbb-6bc8d8c691a4 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:03.584418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0157e74-8610-449f-afbb-6bc8d8c691a4 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:03.585857 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b0157e74-8610-449f-afbb-6bc8d8c691a4 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0720994 Feb 28 11:31:03.588654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56374) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.616049 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb58743b-d826-4a4b-acec-163fe36be785 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.626288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb58743b-d826-4a4b-acec-163fe36be785 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.649353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb58743b-d826-4a4b-acec-163fe36be785 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.670510 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58743b-d826-4a4b-acec-163fe36be785 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e64ac9d-1d16-425a-b37f-1f475c14d68a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:03.673801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb58743b-d826-4a4b-acec-163fe36be785 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.675143 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cb58743b-d826-4a4b-acec-163fe36be785 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/9e64ac9d-1d16-425a-b37f-1f475c14d68a HTTP/1.1" status: 204 len: 168 time: 0.0853317 Feb 28 11:31:03.677686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56378) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.713208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.725378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-61656f9a-9af6-484b-ae32-2a6307e3217d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:03.739866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-61656f9a-9af6-484b-ae32-2a6307e3217d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:03.741076 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-61656f9a-9af6-484b-ae32-2a6307e3217d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622263 Feb 28 11:31:03.744044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56382) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.806980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc32cfe2-daa0-4813-baba-20346fec7d21 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.833911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc32cfe2-daa0-4813-baba-20346fec7d21 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.879949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc32cfe2-daa0-4813-baba-20346fec7d21 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.903400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32cfe2-daa0-4813-baba-20346fec7d21 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990bc5ac-20c7-4a2f-bedd-1d8c4a114d7a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:03.918584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc32cfe2-daa0-4813-baba-20346fec7d21 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.919905 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bc32cfe2-daa0-4813-baba-20346fec7d21 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/990bc5ac-20c7-4a2f-bedd-1d8c4a114d7a HTTP/1.1" status: 204 len: 168 time: 0.1749089 Feb 28 11:31:03.922499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.971170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0aca1ee2-8974-4bb1-a228-e684da1bc4a1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:03.986330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0aca1ee2-8974-4bb1-a228-e684da1bc4a1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:03.987673 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0aca1ee2-8974-4bb1-a228-e684da1bc4a1 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639782 Feb 28 11:31:03.992023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56390) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.997287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088321782'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:04.003187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:04.012460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:04.022519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.042070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:04.046577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:04.049329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:04.054864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:04.123093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.126404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.263931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e7a3a3-7c4a-47f2-90ca-c91588af9132,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:04.273919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.277746 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1e715eb1-d971-411e-86b3-11977d925127 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2821498 Feb 28 11:31:04.278665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56394) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.284168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '31e7a3a3-7c4a-47f2-90ca-c91588af9132', 'direction': 'ingress', 'protocol': 17}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:04.289884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:04.294076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:04.296936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:04.303046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:04.318048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.375594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.379265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.402533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4575f4c-8856-479a-832e-0725fa79f057,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:04.414568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.415745 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5fe32ee6-5446-48be-b37a-561683aec089 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1359651 Feb 28 11:31:04.418436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56398) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.479509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09f8cbcd-ee22-439a-a667-5d14db39bca2 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.508185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09f8cbcd-ee22-439a-a667-5d14db39bca2 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.557134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09f8cbcd-ee22-439a-a667-5d14db39bca2 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.579985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8cbcd-ee22-439a-a667-5d14db39bca2 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e7a3a3-7c4a-47f2-90ca-c91588af9132,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:04.590523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09f8cbcd-ee22-439a-a667-5d14db39bca2 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.591865 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-09f8cbcd-ee22-439a-a667-5d14db39bca2 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/31e7a3a3-7c4a-47f2-90ca-c91588af9132 HTTP/1.1" status: 204 len: 168 time: 0.1725190 Feb 28 11:31:04.594426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56404) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.646781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a37cc19-cf4d-4b9a-aa7d-d802c2da0d15 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:04.661858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a37cc19-cf4d-4b9a-aa7d-d802c2da0d15 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:04.663087 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1a37cc19-cf4d-4b9a-aa7d-d802c2da0d15 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677335 Feb 28 11:31:04.666622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56408) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.671626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055847883'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:04.677958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:04.678581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c87b2b-bfbc-48ee-b2b9-c21d0dbb6330 req-b938933a-9c91-479d-b98a-66a6fdd492cf tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:04.681604 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-30c87b2b-bfbc-48ee-b2b9-c21d0dbb6330 req-b938933a-9c91-479d-b98a-66a6fdd492cf tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0838273 Feb 28 11:31:04.694435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:04.705193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.725457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:04.729576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:04.730309 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-30c87b2b-bfbc-48ee-b2b9-c21d0dbb6330 req-cfe12dfb-f746-4c83-a10a-2934bc65ed2f tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Feb 28 11:31:04.732516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:04.738295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:04.808520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.811696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.851798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62854fee-15e0-4be5-9bcd-1f558b01b7b9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:04.863754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.864947 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-714d9aee-5fd9-4c07-b477-e34c37c124d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1973925 Feb 28 11:31:04.867552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56412) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.873025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806630244'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:04.878672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:04.882749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:04.885598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:04.891234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:04.900634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.925586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:04.929602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:04.932362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:04.938520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:05.008774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.012353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.059938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f39d929-7f44-4f10-a3a5-0f0356bf1b77,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.063622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.064804 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a271d9b5-4ba9-4b77-a039-5d33e524b974 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1963298 Feb 28 11:31:05.067465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56416) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.072661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '62854fee-15e0-4be5-9bcd-1f558b01b7b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f39d929-7f44-4f10-a3a5-0f0356bf1b77', 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:05.078459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:05.082877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.085722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.091825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:05.114727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.129398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.176158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.179811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.202987 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0489099-f7d7-436c-9e5f-4a28eb28e342,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.215628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.216779 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bedd3296-c059-4dce-9ef0-1d0804d18e20 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1484053 Feb 28 11:31:05.219518 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56420) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.247980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d71d184d-bf33-482a-82f3-f2d178d819b6 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.258013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d71d184d-bf33-482a-82f3-f2d178d819b6 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.281056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d71d184d-bf33-482a-82f3-f2d178d819b6 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.298413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d184d-bf33-482a-82f3-f2d178d819b6 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0489099-f7d7-436c-9e5f-4a28eb28e342,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.302261 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d71d184d-bf33-482a-82f3-f2d178d819b6 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.304133 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d71d184d-bf33-482a-82f3-f2d178d819b6 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c0489099-f7d7-436c-9e5f-4a28eb28e342 HTTP/1.1" status: 204 len: 168 time: 0.0836270 Feb 28 11:31:05.305794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56424) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.356595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e0b13ce5-4235-49d6-9a9b-4168bb3bc2fc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:05.371021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e0b13ce5-4235-49d6-9a9b-4168bb3bc2fc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:05.372351 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e0b13ce5-4235-49d6-9a9b-4168bb3bc2fc tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0656378 Feb 28 11:31:05.375022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56428) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.435542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6197-a201-4c70-93fe-7d7afcc674f5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.461426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6197-a201-4c70-93fe-7d7afcc674f5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.507140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6197-a201-4c70-93fe-7d7afcc674f5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.523740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f6197-a201-4c70-93fe-7d7afcc674f5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f39d929-7f44-4f10-a3a5-0f0356bf1b77,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.539447 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6197-a201-4c70-93fe-7d7afcc674f5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.540551 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cc3f6197-a201-4c70-93fe-7d7afcc674f5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/6f39d929-7f44-4f10-a3a5-0f0356bf1b77 HTTP/1.1" status: 204 len: 168 time: 0.1646130 Feb 28 11:31:05.543790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56432) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.607601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b12fcac8-fcda-4e3b-8a73-81564e91a2e5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:05.622241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b12fcac8-fcda-4e3b-8a73-81564e91a2e5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:05.623552 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b12fcac8-fcda-4e3b-8a73-81564e91a2e5 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0788639 Feb 28 11:31:05.626334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56438) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.686353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca58e76f-8510-4dd9-8c86-6f32e4efb4aa tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.712998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca58e76f-8510-4dd9-8c86-6f32e4efb4aa tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.759418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca58e76f-8510-4dd9-8c86-6f32e4efb4aa tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.779702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58e76f-8510-4dd9-8c86-6f32e4efb4aa tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62854fee-15e0-4be5-9bcd-1f558b01b7b9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.795972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca58e76f-8510-4dd9-8c86-6f32e4efb4aa tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.797344 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ca58e76f-8510-4dd9-8c86-6f32e4efb4aa tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/62854fee-15e0-4be5-9bcd-1f558b01b7b9 HTTP/1.1" status: 204 len: 168 time: 0.1701326 Feb 28 11:31:05.799939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.849898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aac301ea-16ef-4d07-a62a-3492cf529199 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:05.864986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aac301ea-16ef-4d07-a62a-3492cf529199 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:05.866133 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aac301ea-16ef-4d07-a62a-3492cf529199 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650146 Feb 28 11:31:05.869994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56448) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.874954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929424503'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:05.881560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:05.892353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:05.902731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.921926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:05.926163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.928953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.931383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f6339-019b-49bc-948c-be190e9ef389 req-19c800bc-e72c-41d7-bf26-94d7eaac0f50 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:05.932835 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b3f6339-019b-49bc-948c-be190e9ef389 req-19c800bc-e72c-41d7-bf26-94d7eaac0f50 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0857625 Feb 28 11:31:05.934746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:05.983636 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b3f6339-019b-49bc-948c-be190e9ef389 req-216fc75b-6bfc-4b71-84dd-b55ee44a4e67 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448506 Feb 28 11:31:06.011777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.015421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.056231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ae4c4d-4e91-40c5-9c8d-ce265583276f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:06.068482 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.069918 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aa27b0ab-b4fa-4272-aba5-ffdb4ef36964 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1989391 Feb 28 11:31:06.072669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56452) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.078086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '73ae4c4d-4e91-40c5-9c8d-ce265583276f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:06.083959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:06.088098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:06.090886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:06.096543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:06.112320 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.171061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.174414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.195434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d288069-df1d-4963-8e73-f84f346fcdd0,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:06.209907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.211099 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-86b9ae9b-32ab-400d-b080-d32520948ef3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1375396 Feb 28 11:31:06.213880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56456) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.241341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-023f8be6-a2e5-4409-af66-a5070717cecb tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.252156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-023f8be6-a2e5-4409-af66-a5070717cecb tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.276357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-023f8be6-a2e5-4409-af66-a5070717cecb tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.296366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f8be6-a2e5-4409-af66-a5070717cecb tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d288069-df1d-4963-8e73-f84f346fcdd0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:06.298944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-023f8be6-a2e5-4409-af66-a5070717cecb tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.300133 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-023f8be6-a2e5-4409-af66-a5070717cecb tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/4d288069-df1d-4963-8e73-f84f346fcdd0 HTTP/1.1" status: 204 len: 168 time: 0.0853283 Feb 28 11:31:06.302649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56460) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.350245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1fabac1a-415f-47e6-93d5-5bfffb2f54c9 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:06.366286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1fabac1a-415f-47e6-93d5-5bfffb2f54c9 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:06.367484 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1fabac1a-415f-47e6-93d5-5bfffb2f54c9 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639284 Feb 28 11:31:06.370110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56464) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.432391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60861aec-3dae-4933-b5a1-743189dc1cea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.459287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60861aec-3dae-4933-b5a1-743189dc1cea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.508911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60861aec-3dae-4933-b5a1-743189dc1cea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.527202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60861aec-3dae-4933-b5a1-743189dc1cea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ae4c4d-4e91-40c5-9c8d-ce265583276f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:06.544638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60861aec-3dae-4933-b5a1-743189dc1cea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.545984 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-60861aec-3dae-4933-b5a1-743189dc1cea tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/73ae4c4d-4e91-40c5-9c8d-ce265583276f HTTP/1.1" status: 204 len: 168 time: 0.1739910 Feb 28 11:31:06.549965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56468) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.598839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40e46c04-3832-4896-9083-519ed84120d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:06.613874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40e46c04-3832-4896-9083-519ed84120d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:06.615082 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-40e46c04-3832-4896-9083-519ed84120d3 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642097 Feb 28 11:31:06.621559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56472) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.626093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632726716'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:06.635808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:06.645219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:06.654371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.673969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:06.677977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:06.680786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:06.687290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:06.756089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.760125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.806499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a93810-86c8-42b8-b8f8-ce044c7a23a9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:06.817664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.821714 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6cdc87b6-2a84-4da5-b85c-c6cbb343806d tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1968615 Feb 28 11:31:06.821892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56476) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.826737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '89a93810-86c8-42b8-b8f8-ce044c7a23a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:06.832390 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:06.836349 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:06.839702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:06.845330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:06.861926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.921887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.926654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.950374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d45b98-e921-4705-a950-7eb5fe2e306c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:06.962815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.964022 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-72df3b53-bb18-45a8-a96a-d510da410402 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412280 Feb 28 11:31:06.967031 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56480) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.988897 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fb9c0fc1-8cb2-4d55-a52b-45e222bb53d9 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules/b5d45b98-e921-4705-a950-7eb5fe2e306c HTTP/1.1" status: 200 len: 763 time: 0.0208340 Feb 28 11:31:06.991228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56484) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.037889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0a647213-6770-436c-9e71-ed1ccdb49e08 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:07.053335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0a647213-6770-436c-9e71-ed1ccdb49e08 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:07.057123 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0a647213-6770-436c-9e71-ed1ccdb49e08 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0625763 Feb 28 11:31:07.057351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56490) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.085376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ca34-52d1-489f-98ce-edc7bdde0518 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.096345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ca34-52d1-489f-98ce-edc7bdde0518 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.120752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ca34-52d1-489f-98ce-edc7bdde0518 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.138371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9ca34-52d1-489f-98ce-edc7bdde0518 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5d45b98-e921-4705-a950-7eb5fe2e306c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:07.146186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ca34-52d1-489f-98ce-edc7bdde0518 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.147331 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b2f9ca34-52d1-489f-98ce-edc7bdde0518 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b5d45b98-e921-4705-a950-7eb5fe2e306c HTTP/1.1" status: 204 len: 168 time: 0.0890114 Feb 28 11:31:07.149862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56494) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.195436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52509e-ebaa-4fa8-a396-f81ec70040fe req-1bb85621-7c67-43f0-b1c5-a6ea4c394683 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.196875 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d52509e-ebaa-4fa8-a396-f81ec70040fe req-1bb85621-7c67-43f0-b1c5-a6ea4c394683 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1086657 Feb 28 11:31:07.234273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-60a0d0ea-7a27-4070-9bd3-c96be66bd524 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:07.264757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d52509e-ebaa-4fa8-a396-f81ec70040fe req-d206815c-5873-42fc-ae8e-30ff8b07bc23 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614264 Feb 28 11:31:07.265709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-60a0d0ea-7a27-4070-9bd3-c96be66bd524 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:07.266851 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-60a0d0ea-7a27-4070-9bd3-c96be66bd524 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1160278 Feb 28 11:31:07.269626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56498) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.275885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4883c500-9085-4c38-be69-29b6b04f363e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '89a93810-86c8-42b8-b8f8-ce044c7a23a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:07.282094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4883c500-9085-4c38-be69-29b6b04f363e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:07.292113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4883c500-9085-4c38-be69-29b6b04f363e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:07.308243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4883c500-9085-4c38-be69-29b6b04f363e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.367297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4883c500-9085-4c38-be69-29b6b04f363e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.370889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4883c500-9085-4c38-be69-29b6b04f363e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.394671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883c500-9085-4c38-be69-29b6b04f363e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4e2166-3387-4b0e-ab75-53f59c09fd42,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:07.407329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4883c500-9085-4c38-be69-29b6b04f363e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.409011 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4883c500-9085-4c38-be69-29b6b04f363e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383221 Feb 28 11:31:07.411804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56502) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.430504 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-056f6eec-1382-484f-a252-99edf6e6e263 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules/ad4e2166-3387-4b0e-ab75-53f59c09fd42 HTTP/1.1" status: 200 len: 763 time: 0.0174713 Feb 28 11:31:07.432917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56506) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.481004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c77cd47f-3482-4801-bf37-454db11e6a51 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:07.495857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c77cd47f-3482-4801-bf37-454db11e6a51 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:07.497124 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c77cd47f-3482-4801-bf37-454db11e6a51 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0632567 Feb 28 11:31:07.499837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.529437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-504a7e1f-40b5-4161-af0e-b174d01c4279 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.539194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-504a7e1f-40b5-4161-af0e-b174d01c4279 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.562720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-504a7e1f-40b5-4161-af0e-b174d01c4279 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.579960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a7e1f-40b5-4161-af0e-b174d01c4279 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad4e2166-3387-4b0e-ab75-53f59c09fd42,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:07.586912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-504a7e1f-40b5-4161-af0e-b174d01c4279 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.588019 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-504a7e1f-40b5-4161-af0e-b174d01c4279 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ad4e2166-3387-4b0e-ab75-53f59c09fd42 HTTP/1.1" status: 204 len: 168 time: 0.0872853 Feb 28 11:31:07.590498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.640383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-540661bb-5d29-4ff1-b0bb-226ba73e40ae tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:07.655894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-540661bb-5d29-4ff1-b0bb-226ba73e40ae tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:07.657165 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-540661bb-5d29-4ff1-b0bb-226ba73e40ae tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657876 Feb 28 11:31:07.659979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56518) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.665457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7d59ba70-6c03-4b8a-8eb9-8809c2181086 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '89a93810-86c8-42b8-b8f8-ce044c7a23a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:07.671434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7d59ba70-6c03-4b8a-8eb9-8809c2181086 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:07.680767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7d59ba70-6c03-4b8a-8eb9-8809c2181086 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:07.700266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d59ba70-6c03-4b8a-8eb9-8809c2181086 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.763534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d59ba70-6c03-4b8a-8eb9-8809c2181086 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.767465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d59ba70-6c03-4b8a-8eb9-8809c2181086 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.792513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59ba70-6c03-4b8a-8eb9-8809c2181086 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21da58b-ddd1-4395-b330-da4ab4761a6a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:07.806995 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d59ba70-6c03-4b8a-8eb9-8809c2181086 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.808744 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7d59ba70-6c03-4b8a-8eb9-8809c2181086 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477191 Feb 28 11:31:07.811399 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56522) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.835993 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f5e5f08e-5b00-4e24-ac0c-b551b2524c31 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules/d21da58b-ddd1-4395-b330-da4ab4761a6a HTTP/1.1" status: 200 len: 764 time: 0.0234680 Feb 28 11:31:07.838376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56526) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.884720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2fd152ca-2c1b-436f-8545-f0073eaac7fa tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:07.899927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2fd152ca-2c1b-436f-8545-f0073eaac7fa tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:07.901150 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2fd152ca-2c1b-436f-8545-f0073eaac7fa tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0619116 Feb 28 11:31:07.903887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56530) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.932458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6201558a-e12a-47c9-83f9-cea825b0979e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.944225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6201558a-e12a-47c9-83f9-cea825b0979e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.967353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6201558a-e12a-47c9-83f9-cea825b0979e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.984742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201558a-e12a-47c9-83f9-cea825b0979e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d21da58b-ddd1-4395-b330-da4ab4761a6a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:07.992346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6201558a-e12a-47c9-83f9-cea825b0979e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.993516 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6201558a-e12a-47c9-83f9-cea825b0979e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d21da58b-ddd1-4395-b330-da4ab4761a6a HTTP/1.1" status: 204 len: 168 time: 0.0886877 Feb 28 11:31:07.996675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56536) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.041755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-de662646-3ec5-463b-90f6-fd264f675753 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:08.056723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-de662646-3ec5-463b-90f6-fd264f675753 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:08.059046 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-de662646-3ec5-463b-90f6-fd264f675753 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614605 Feb 28 11:31:08.062154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.124851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef3b0-4bf8-4e57-aa52-14d254831630 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.150100 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef3b0-4bf8-4e57-aa52-14d254831630 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.203950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef3b0-4bf8-4e57-aa52-14d254831630 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.221095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ef3b0-4bf8-4e57-aa52-14d254831630 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a93810-86c8-42b8-b8f8-ce044c7a23a9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:08.236460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef3b0-4bf8-4e57-aa52-14d254831630 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.237603 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0c0ef3b0-4bf8-4e57-aa52-14d254831630 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/89a93810-86c8-42b8-b8f8-ce044c7a23a9 HTTP/1.1" status: 204 len: 168 time: 0.1745145 Feb 28 11:31:08.240366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56544) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.289578 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f5d11e0e-da66-4513-8db5-e02c075bd074 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478501 Feb 28 11:31:08.294245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56550) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.299066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558105350'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:08.304795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:08.308978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:08.312495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:08.318156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:08.328481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.348849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:08.352824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:08.356266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:08.361880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:08.492295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.500882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f35d-3eaa-4e25-8aae-176d30699915 req-94e769ed-a31a-41a0-ab72-45207e1457ad tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:08.502439 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3e2f35d-3eaa-4e25-8aae-176d30699915 req-94e769ed-a31a-41a0-ab72-45207e1457ad tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1242208 Feb 28 11:31:08.503522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.580591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b877b6-e73b-4acb-8069-2ba0c9663de1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:08.591589 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3e2f35d-3eaa-4e25-8aae-176d30699915 req-4ee68398-f28b-489e-8029-73b7177158e4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755348 Feb 28 11:31:08.592438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.595646 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-50843ef2-ff9c-416f-a163-1dd5f35b4de8 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3003719 Feb 28 11:31:08.596335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.601524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Request body: {'security_group_rule': {'security_group_id': '94b877b6-e73b-4acb-8069-2ba0c9663de1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:08.607351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:08.611479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Usage tracker for resource:security_group_rule and tenant:abd4d0e69809479798fe292fb51a2f60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:08.614449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:08.620281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:08.637345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.697787 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.703397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.731188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93a1f80-3fd3-4b00-bfdf-46c2cdcc6d2e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:08.742449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.743760 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-91a0f93c-51a8-4e8e-b90d-bb571d9d3494 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464143 Feb 28 11:31:08.746425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56558) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.809508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-efd837aa-efa5-4c01-8107-505a64a0d5d7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.838210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-efd837aa-efa5-4c01-8107-505a64a0d5d7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.889681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-efd837aa-efa5-4c01-8107-505a64a0d5d7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.910112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd837aa-efa5-4c01-8107-505a64a0d5d7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b877b6-e73b-4acb-8069-2ba0c9663de1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:08.918115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-efd837aa-efa5-4c01-8107-505a64a0d5d7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.919235 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-efd837aa-efa5-4c01-8107-505a64a0d5d7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/94b877b6-e73b-4acb-8069-2ba0c9663de1 HTTP/1.1" status: 204 len: 168 time: 0.1718845 Feb 28 11:31:08.923247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56562) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.973292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a76da7a-25e1-472d-9acf-f4076b24cd2e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:08.987222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a76da7a-25e1-472d-9acf-f4076b24cd2e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:08.988389 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2a76da7a-25e1-472d-9acf-f4076b24cd2e tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631707 Feb 28 11:31:08.991107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56566) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.033821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aba7bcc4-58e0-46f8-8d8e-a163bcd77deb tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:09.048228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-aba7bcc4-58e0-46f8-8d8e-a163bcd77deb tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:09.049390 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aba7bcc4-58e0-46f8-8d8e-a163bcd77deb tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0572639 Feb 28 11:31:09.052129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56570) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.067878 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-3cc3384a-c724-4fa4-bd20-b0d4898109b7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] delete failed (client error): The resource could not be found. Feb 28 11:31:09.068812 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3cc3384a-c724-4fa4-bd20-b0d4898109b7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "DELETE /v2.0/security-groups/94b877b6-e73b-4acb-8069-2ba0c9663de1 HTTP/1.1" status: 404 len: 347 time: 0.0158041 Feb 28 11:31:09.072362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56574) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.119933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0495fa1-fffa-4ead-a433-e5ded52b51e7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Synchronizing usage tracker for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:09.131428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0495fa1-fffa-4ead-a433-e5ded52b51e7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] Unset dirty status for tenant:abd4d0e69809479798fe292fb51a2f60 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:09.132584 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b0495fa1-fffa-4ead-a433-e5ded52b51e7 tempest-SecGroupTest-673775245 tempest-SecGroupTest-673775245-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593798 Feb 28 11:31:09.397767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56582) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.548210 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1a809280-66a7-4092-bd52-4d128cc8582e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abd4d0e69809479798fe292fb51a2f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492574 Feb 28 11:31:09.550681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56588) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.609541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d601eed8-6c27-4b6b-ac2f-3b468576f16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.635219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d601eed8-6c27-4b6b-ac2f-3b468576f16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.691975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d601eed8-6c27-4b6b-ac2f-3b468576f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.708933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601eed8-6c27-4b6b-ac2f-3b468576f16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a28bc-f1b8-40c3-90a4-67eb3a82be6e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:09.727257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d601eed8-6c27-4b6b-ac2f-3b468576f16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.728423 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d601eed8-6c27-4b6b-ac2f-3b468576f16b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/321a28bc-f1b8-40c3-90a4-67eb3a82be6e HTTP/1.1" status: 204 len: 168 time: 0.1768382 Feb 28 11:31:09.812305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d0a91-22d5-42d3-a1b0-bc1f3cdcb76f req-91bf57da-8731-4bd2-9989-316bb7c1598a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:09.813774 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-595d0a91-22d5-42d3-a1b0-bc1f3cdcb76f req-91bf57da-8731-4bd2-9989-316bb7c1598a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1066923 Feb 28 11:31:09.860640 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-595d0a91-22d5-42d3-a1b0-bc1f3cdcb76f req-daee919c-1aba-4110-8588-c7719a7e65ac tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Feb 28 11:31:11.049983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc084c-6360-43a2-92d0-7a98c0ee05f2 req-5ad9920c-036f-4351-8145-869b3a7485a5 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:11.051342 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aefc084c-6360-43a2-92d0-7a98c0ee05f2 req-5ad9920c-036f-4351-8145-869b3a7485a5 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0815082 Feb 28 11:31:11.192020 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aefc084c-6360-43a2-92d0-7a98c0ee05f2 req-7802b8bc-a92e-4b7a-a493-7949149c6b75 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349821 Feb 28 11:31:12.370471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0ded-54bd-49a8-b24e-e9d148b499f2 req-7a6bbba5-71d2-4974-92c2-f52e7186027c tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:12.371922 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-440b0ded-54bd-49a8-b24e-e9d148b499f2 req-7a6bbba5-71d2-4974-92c2-f52e7186027c tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0775418 Feb 28 11:31:12.415534 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-440b0ded-54bd-49a8-b24e-e9d148b499f2 req-1e9676ff-3d3b-472f-86a8-e58941159586 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372953 Feb 28 11:31:13.600625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd0c00-25c0-41f1-a081-dec68eb4bcaf req-9d19cc2c-328d-4996-a13b-0087d340450c tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:13.601987 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-43dd0c00-25c0-41f1-a081-dec68eb4bcaf req-9d19cc2c-328d-4996-a13b-0087d340450c tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0823050 Feb 28 11:31:13.646049 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-43dd0c00-25c0-41f1-a081-dec68eb4bcaf req-ab44dde4-c982-405f-b050-9be678080df2 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377271 Feb 28 11:31:14.837300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492c449-d45d-4f3d-a54b-b0a5150eac8a req-e53a4632-ee64-4ca3-8a7d-412bbdc620dc tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:14.838725 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9492c449-d45d-4f3d-a54b-b0a5150eac8a req-e53a4632-ee64-4ca3-8a7d-412bbdc620dc tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0828731 Feb 28 11:31:14.886827 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9492c449-d45d-4f3d-a54b-b0a5150eac8a req-125097f2-4a55-46e0-a577-e41f62f8b838 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424154 Feb 28 11:31:15.276050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25631705-d4fb-405d-b7e0-305eb3415b48 req-0ad5ec2a-e910-41d4-aff5-76fb77a47882 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:15.277481 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-25631705-d4fb-405d-b7e0-305eb3415b48 req-0ad5ec2a-e910-41d4-aff5-76fb77a47882 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1298325 Feb 28 11:31:15.323453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-8f0acf8f-5b14-4a39-a35b-a97d39646842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:15.324871 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-8f0acf8f-5b14-4a39-a35b-a97d39646842 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1099 time: 0.1199863 Feb 28 11:31:15.335688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-25631705-d4fb-405d-b7e0-305eb3415b48 req-2642140f-9d3a-473a-aae9-55424badcaa5 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515578 Feb 28 11:31:15.457431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-4a6579bf-6953-4339-a655-df1ca7ec4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:15.458838 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-4a6579bf-6953-4339-a655-df1ca7ec4034 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 913 time: 0.1262782 Feb 28 11:31:15.561963 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-42960533-cd2f-41ad-8f6a-51217dcb3b24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 1002 time: 0.0957868 Feb 28 11:31:15.622783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-b7da43a6-d27e-4ad1-9757-ec13e907c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:15.624176 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-b7da43a6-d27e-4ad1-9757-ec13e907c1a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.0557899 Feb 28 11:31:15.701687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-55e7fb34-e590-4fa0-a552-e666aa23426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:15.703108 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-55e7fb34-e590-4fa0-a552-e666aa23426c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719924 Feb 28 11:31:15.835091 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-0c5355b3-f232-437f-81ee-e68957059eb8 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248789 Feb 28 11:31:15.964656 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96faa4fc-c8e0-4268-a10e-842958899e0e req-022cd232-d781-4780-8ebf-6295d6ab80d8 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232142 Feb 28 11:31:16.532887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bdbc9-4511-4b45-b26a-70481bb3ab6d req-4c401eea-ba7d-4431-81e8-2ab90253b70e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:16.534342 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3a9bdbc9-4511-4b45-b26a-70481bb3ab6d req-4c401eea-ba7d-4431-81e8-2ab90253b70e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0871410 Feb 28 11:31:16.580443 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3a9bdbc9-4511-4b45-b26a-70481bb3ab6d req-e6b08ce3-2b79-40fc-8dbb-382f6e214916 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402591 Feb 28 11:31:17.764929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c0063-d2d5-4b7b-b37a-09ada901ef35 req-73ad648f-855b-4eef-85d8-f28a439d93e2 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:17.766365 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fc6c0063-d2d5-4b7b-b37a-09ada901ef35 req-73ad648f-855b-4eef-85d8-f28a439d93e2 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0824239 Feb 28 11:31:17.809157 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fc6c0063-d2d5-4b7b-b37a-09ada901ef35 req-e753f738-d573-4ec8-be4d-f7d612310984 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370016 Feb 28 11:31:17.987059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf148-faae-40a3-bec0-1dbd3c785691 req-594684a3-550a-41e5-b4de-2968d0244d60 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:17.988494 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8eabf148-faae-40a3-bec0-1dbd3c785691 req-594684a3-550a-41e5-b4de-2968d0244d60 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0775390 Feb 28 11:31:18.030654 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8eabf148-faae-40a3-bec0-1dbd3c785691 req-5a7e7e62-e785-47f5-b2dc-229ce958c6f4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364871 Feb 28 11:31:18.222443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267db28-0a0b-4f7c-8e6e-58e7ac488545 req-8886237a-ac54-4203-a813-40fa13797faa tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:18.223899 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1267db28-0a0b-4f7c-8e6e-58e7ac488545 req-8886237a-ac54-4203-a813-40fa13797faa tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0821457 Feb 28 11:31:18.266679 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1267db28-0a0b-4f7c-8e6e-58e7ac488545 req-3ea2ab59-aa94-4e14-9c1c-a28552822881 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371315 Feb 28 11:31:18.443451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2614e91-669c-4791-8a8e-d8f7a05e8ff1 req-d0483240-a637-4008-8383-b7e176f33817 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:18.445127 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a2614e91-669c-4791-8a8e-d8f7a05e8ff1 req-d0483240-a637-4008-8383-b7e176f33817 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0781772 Feb 28 11:31:18.487835 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a2614e91-669c-4791-8a8e-d8f7a05e8ff1 req-98a68f76-05d1-4563-a5e6-e7380c17b0c5 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366709 Feb 28 11:31:18.771418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c2025-fc39-49a1-a95c-32bacbb8c129 req-bd824588-9378-44d0-9106-392a49bd70c1 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:18.772907 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-499c2025-fc39-49a1-a95c-32bacbb8c129 req-bd824588-9378-44d0-9106-392a49bd70c1 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1825831 Feb 28 11:31:18.816687 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-499c2025-fc39-49a1-a95c-32bacbb8c129 req-912c9c84-a76e-4476-afa1-1c111c99a4c8 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369191 Feb 28 11:31:19.212181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530c600-7a51-41b2-9a73-ec71f9b03cf0 req-e32af5e4-4e84-4fd7-8c10-d093f94db2c4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:19.213595 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b530c600-7a51-41b2-9a73-ec71f9b03cf0 req-e32af5e4-4e84-4fd7-8c10-d093f94db2c4 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0795965 Feb 28 11:31:19.257470 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b530c600-7a51-41b2-9a73-ec71f9b03cf0 req-35fc8aa5-08c5-4010-981a-4821c380ad44 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383275 Feb 28 11:31:19.317257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56642) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:19.962357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.341558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 41604213-baeb-4ded-97cd-289c3d00d9be {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:20.342235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.440502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3b80f-4aea-4693-a66c-097416353db9 req-eb37411d-373f-474d-9d93-2a7576732e8a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:20.442149 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7bd3b80f-4aea-4693-a66c-097416353db9 req-eb37411d-373f-474d-9d93-2a7576732e8a tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.0779979 Feb 28 11:31:20.486024 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7bd3b80f-4aea-4693-a66c-097416353db9 req-6bd44ddf-c39d-4d2e-a00f-967eb9c9b327 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379493 Feb 28 11:31:20.527102 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 41604213-baeb-4ded-97cd-289c3d00d9be, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=41604213-baeb-4ded-97cd-289c3d00d9be,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:20.527489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.656250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 41604213-baeb-4ded-97cd-289c3d00d9be owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:20.856393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.895456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8c2e2-fa85-46f3-b9b2-4a768534501c req-80cbf2b2-d512-4038-82e2-4215a6801503 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:20.896895 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6dd8c2e2-fa85-46f3-b9b2-4a768534501c req-80cbf2b2-d512-4038-82e2-4215a6801503 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1425185 Feb 28 11:31:20.899528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-05e218c9-fe45-4331-964c-5c04e0d70bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:20.900836 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-05e218c9-fe45-4331-964c-5c04e0d70bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5729ce33aa9e404fa6ca4f2260848898&device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 1099 time: 0.1058416 Feb 28 11:31:20.904663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=41604213-baeb-4ded-97cd-289c3d00d9be,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:20.948202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.948546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.948871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.949199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.949523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.949844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.950227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.952869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.953239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.953561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.954342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:20.954675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:21.039418 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6dd8c2e2-fa85-46f3-b9b2-4a768534501c req-78b43daa-c97b-4d6c-9aa4-df64b948f246 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350152 Feb 28 11:31:21.077129 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-309df6b8-8234-47bd-acbb-1792b7c147f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:21.078582 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-309df6b8-8234-47bd-acbb-1792b7c147f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 200 len: 913 time: 0.1603177 Feb 28 11:31:21.186333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-7f594840-82b3-458e-b72d-cbcbf989dabc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 200 len: 1002 time: 0.1012650 Feb 28 11:31:21.254477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-7287f548-2fc5-4e7a-a438-ce5319bfc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:21.255906 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-7287f548-2fc5-4e7a-a438-ce5319bfc28b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 200 len: 851 time: 0.0579851 Feb 28 11:31:21.272401 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:31:21.321933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.333014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-9e0d94ed-2688-4d3f-8aea-1be9e66df9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:21.334491 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-9e0d94ed-2688-4d3f-8aea-1be9e66df9c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964fe118-4902-4457-8668-4a8047caf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708888 Feb 28 11:31:21.466978 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-5cd4fb77-2e90-4e82-b5f2-3751b8010cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237574 Feb 28 11:31:21.597330 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-202053a6-fef8-4b67-bf0d-a8321ff7764d req-ac4dc58d-6e47-4cdc-a9ac-a5175af38297 service neutron] 10.222.0.37 "GET /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237171 Feb 28 11:31:21.684083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router fee248a1-1598-4687-ad64-f46393f9cf95 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:31:21.860750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:31:21.870216 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] Sync routers for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:21.874867 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3d456280-ad54-4f92-b062-4b927f176016 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/fee248a1-1598-4687-ad64-f46393f9cf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5564933 Feb 28 11:31:21.882559 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:21.883396 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:22.057187 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:22.297986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e5751-adec-455d-b0d2-3a641e27aa86 req-e02d47cd-5b77-4081-b14b-9e83ea05efa2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:22.298812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-fc7e5751-adec-455d-b0d2-3a641e27aa86 req-e02d47cd-5b77-4081-b14b-9e83ea05efa2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:22.315967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7e821-5fe6-4ad8-aaf8-1dd35f3f9a7a req-b633e207-b26b-4084-8258-b76b7d423b4f tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:22.317300 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4fd7e821-5fe6-4ad8-aaf8-1dd35f3f9a7a req-b633e207-b26b-4084-8258-b76b7d423b4f tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1249306 Feb 28 11:31:22.344630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-fc7e5751-adec-455d-b0d2-3a641e27aa86 req-e02d47cd-5b77-4081-b14b-9e83ea05efa2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:22.347618 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fc7e5751-adec-455d-b0d2-3a641e27aa86 req-e02d47cd-5b77-4081-b14b-9e83ea05efa2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 946 time: 0.1892488 Feb 28 11:31:22.398443 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4fd7e821-5fe6-4ad8-aaf8-1dd35f3f9a7a req-d58c7ca2-df3e-4258-96d2-d7ccb3ec3c74 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740530 Feb 28 11:31:22.411538 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:31:20Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '569c71f2-c6fd-4765-bc70-02c9d7bd3c36', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:57Z', 'updated_at': '2022-02-28T11:30:00Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:22.416298 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] Checking router: fee248a1-1598-4687-ad64-f46393f9cf95 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:22.423060 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fc7e5751-adec-455d-b0d2-3a641e27aa86 req-b521dc6a-2d4f-41d2-bcb0-994ccd7e33b9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571959 Feb 28 11:31:22.426137 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:22.426679 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:22.608973 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:22.963098 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:31:20Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '569c71f2-c6fd-4765-bc70-02c9d7bd3c36', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:57Z', 'updated_at': '2022-02-28T11:30:00Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:22.966955 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7cefe7-bf6d-48d6-bdc9-cd3f8269c65a None None] The sync data for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv is: [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:31:20Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '569c71f2-c6fd-4765-bc70-02c9d7bd3c36', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'port_id': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'mac_address': 'fa:16:3e:ee:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bceb37-7238-46fb-869b-087a3c1d374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:57Z', 'updated_at': '2022-02-28T11:30:00Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:23.323976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 41604213-baeb-4ded-97cd-289c3d00d9be no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:23.358410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 41604213-baeb-4ded-97cd-289c3d00d9be {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:23.358751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 41604213-baeb-4ded-97cd-289c3d00d9be not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:23.652958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d1669-f40f-427f-832c-27bec4ce4034 req-7f48f208-42d9-49d1-8cba-debc76a970d1 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:23.654308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a23d1669-f40f-427f-832c-27bec4ce4034 req-7f48f208-42d9-49d1-8cba-debc76a970d1 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1441798 Feb 28 11:31:23.662196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84732a-700c-4c99-9c14-b588025dbdc2 req-47fccb74-cc42-4fb0-83f1-978880838e2f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:23.663558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4f84732a-700c-4c99-9c14-b588025dbdc2 req-47fccb74-cc42-4fb0-83f1-978880838e2f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 946 time: 0.1178515 Feb 28 11:31:23.775901 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a23d1669-f40f-427f-832c-27bec4ce4034 req-a291efd8-98a1-42e9-879d-03ee980914ad tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114054 Feb 28 11:31:23.785010 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4f84732a-700c-4c99-9c14-b588025dbdc2 req-a16cc4a3-4426-4d22-b6e7-a33733a22f13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=93087189-fc27-4d20-b24f-9a12394ec5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735679 Feb 28 11:31:23.814911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114897-f628-479f-ba4d-274442cd3e42 req-cb34cc75-53e2-417e-96ab-a057dc016315 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:23.816400 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f4114897-f628-479f-ba4d-274442cd3e42 req-cb34cc75-53e2-417e-96ab-a057dc016315 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 946 time: 0.1509292 Feb 28 11:31:23.865487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56666) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:24.035548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-f4114897-f628-479f-ba4d-274442cd3e42 req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 0e2db75c-9d1f-499f-bce5-30464b2db980 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:24.035886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f4114897-f628-479f-ba4d-274442cd3e42 req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.069323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Deleting port 91546aa5-042a-4362-adad-5943d99f8348 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:24.069661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.155063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a3055-cd1d-472c-9124-c91a9d669333 req-518468c8-2ec9-4deb-a575-fa8679a3d943 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:24.156528 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b71a3055-cd1d-472c-9124-c91a9d669333 req-518468c8-2ec9-4deb-a575-fa8679a3d943 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1995425 Feb 28 11:31:24.236745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.237064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.292839 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b71a3055-cd1d-472c-9124-c91a9d669333 req-3886926f-cbaa-4960-8af9-7124e1130028 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284821 Feb 28 11:31:24.344468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-f4114897-f628-479f-ba4d-274442cd3e42 req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 0e2db75c-9d1f-499f-bce5-30464b2db980, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0e2db75c-9d1f-499f-bce5-30464b2db980,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:24.344827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f4114897-f628-479f-ba4d-274442cd3e42 req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.363371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Calling delete_port for 91546aa5-042a-4362-adad-5943d99f8348 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:24.468923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-f4114897-f628-479f-ba4d-274442cd3e42 req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 0e2db75c-9d1f-499f-bce5-30464b2db980 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:24.513923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.635236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f4114897-f628-479f-ba4d-274442cd3e42 req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.689619 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event deleted for resources: {'Port': ['ID=91546aa5-042a-4362-adad-5943d99f8348,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:24.727277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=0e2db75c-9d1f-499f-bce5-30464b2db980,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:24.774691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.774875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.775335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.775671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.776035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.776321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.776759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.777362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.777550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.777905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.778375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.778709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:24.784002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.784338 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Floating IP 00fbcc50-dbec-4941-b261-3c950b2bc788 disassociated (deleted). External IP: 172.26.8.211, port: 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9. Feb 28 11:31:24.833224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4114897-f628-479f-ba4d-274442cd3e42 req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port 0e2db75c-9d1f-499f-bce5-30464b2db980 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:24.844394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f4114897-f628-479f-ba4d-274442cd3e42 req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.851823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0aaf12-f319-4860-89df-e06fc366f5be', 'name': 'network-vif-deleted', 'tag': '0e2db75c-9d1f-499f-bce5-30464b2db980'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:24.869556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5549e-5ca5-460e-8b6c-22b766d5a0c6 req-1fdd654b-8075-490a-b3b5-12a25e2d3e7f tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:24.871016 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-59a5549e-5ca5-460e-8b6c-22b766d5a0c6 req-1fdd654b-8075-490a-b3b5-12a25e2d3e7f tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1979704 Feb 28 11:31:24.872719 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f4114897-f628-479f-ba4d-274442cd3e42 req-f3a4bf7c-353b-4751-96f9-c02c6ae2df17 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/0e2db75c-9d1f-499f-bce5-30464b2db980 HTTP/1.1" status: 204 len: 173 time: 1.0509856 Feb 28 11:31:24.973226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-596b13fd-a92f-4b25-8c86-7d7d9b5bf377 req-5259a4b1-ac5c-4165-b268-041920f27f8f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:24.979067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-59a5549e-5ca5-460e-8b6c-22b766d5a0c6 req-cee874d2-5fcf-47e4-9852-50c77b40d218 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982075 Feb 28 11:31:24.994296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-596b13fd-a92f-4b25-8c86-7d7d9b5bf377 req-5259a4b1-ac5c-4165-b268-041920f27f8f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:24.995574 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-596b13fd-a92f-4b25-8c86-7d7d9b5bf377 req-5259a4b1-ac5c-4165-b268-041920f27f8f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb0aaf12-f319-4860-89df-e06fc366f5be HTTP/1.1" status: 200 len: 210 time: 0.0864055 Feb 28 11:31:25.052877 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0aaf12-f319-4860-89df-e06fc366f5be', 'name': 'network-vif-deleted', 'tag': '0e2db75c-9d1f-499f-bce5-30464b2db980', 'status': 'completed', 'code': 200} Feb 28 11:31:25.157259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Router 9b2df123-4b10-4a22-bbee-50522253f14e has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:31:25.340182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:31:25.350002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] Sync routers for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:25.361457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.364856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:25.365525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.425284 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1bf8d4fa-5314-4731-958b-b89b0e412859 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "DELETE /v2.0/floatingips/00fbcc50-dbec-4941-b261-3c950b2bc788 HTTP/1.1" status: 204 len: 168 time: 1.5560956 Feb 28 11:31:25.425284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:25.478425 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'status': 'completed', 'code': 200} Feb 28 11:31:25.567561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:25.592585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-2a2f816a-2b6b-44b3-99ed-f499fe0310bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.594231 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-2a2f816a-2b6b-44b3-99ed-f499fe0310bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fbd5da299aa49fba40a822621a1123e&device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 1099 time: 0.0921838 Feb 28 11:31:25.750011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-abc7ce72-e964-4276-9cc5-4a13f753b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.751647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-abc7ce72-e964-4276-9cc5-4a13f753b15c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f34830ea-c4e8-4e7c-9632-1bd54fbf139c HTTP/1.1" status: 200 len: 898 time: 0.1507189 Feb 28 11:31:25.863483 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-6aaf0883-8007-46f4-8401-98c7efbbd2a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 HTTP/1.1" status: 200 len: 217 time: 0.1043987 Feb 28 11:31:25.894157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '90a5c7d9-a399-4a9c-8d55-8af7e1244de9', 'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'mac_address': 'fa:16:3e:14:b0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:42Z', 'revision_number': 5, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'subnets': [{'id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.898114 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] Checking router: 9b2df123-4b10-4a22-bbee-50522253f14e for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:25.906890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:25.907517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.949330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-24cf5d69-b257-46d1-8d05-b907ee2ea877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.951445 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-24cf5d69-b257-46d1-8d05-b907ee2ea877 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=958c030e-1fb2-495c-bfe7-ad55e7f59000 HTTP/1.1" status: 200 len: 835 time: 0.0801461 Feb 28 11:31:25.959608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5967-fb27-494d-8b1b-276b0a8c10b1 req-482cf5e7-c7d4-4a1b-8b86-7956d3b4acf0 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.960954 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a19d5967-fb27-494d-8b1b-276b0a8c10b1 req-482cf5e7-c7d4-4a1b-8b86-7956d3b4acf0 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.2032104 Feb 28 11:31:26.045425 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a19d5967-fb27-494d-8b1b-276b0a8c10b1 req-e8c26f6f-3f8f-4dae-b08f-0564df9eaec5 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543466 Feb 28 11:31:26.074801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-39c2a974-e7cd-4d2c-80c0-567541f8c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:26.076654 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-39c2a974-e7cd-4d2c-80c0-567541f8c832 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f34830ea-c4e8-4e7c-9632-1bd54fbf139c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148610 Feb 28 11:31:26.097618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:26.137882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56688) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:26.210813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-07c21169-405c-43b3-abff-334c7409d8e5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.242714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-07c21169-405c-43b3-abff-334c7409d8e5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.309940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-07c21169-405c-43b3-abff-334c7409d8e5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.329326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c21169-405c-43b3-abff-334c7409d8e5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93087189-fc27-4d20-b24f-9a12394ec5b2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:26.347691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-07c21169-405c-43b3-abff-334c7409d8e5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.348978 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-07c21169-405c-43b3-abff-334c7409d8e5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/93087189-fc27-4d20-b24f-9a12394ec5b2 HTTP/1.1" status: 204 len: 168 time: 0.2099855 Feb 28 11:31:26.382676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56694) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:26.403986 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-4ca966ba-746b-460b-bf15-71562b7fd79a service neutron] 10.222.0.37 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187053 Feb 28 11:31:26.412370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6a1ad-f3a4-4901-9f49-946e5a3c89bd req-eeb9d08e-363f-44d7-9dd9-7e997c3cdfc8 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:26.420026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bab6a1ad-f3a4-4901-9f49-946e5a3c89bd req-eeb9d08e-363f-44d7-9dd9-7e997c3cdfc8 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.3131688 Feb 28 11:31:26.468800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-587cb579-90b6-4532-92bd-7203d68f9e2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting subnet b981f59c-d7ad-4791-9328-8bf9a9bd27dd {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:31:26.471483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-587cb579-90b6-4532-92bd-7203d68f9e2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.485200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '90a5c7d9-a399-4a9c-8d55-8af7e1244de9', 'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'mac_address': 'fa:16:3e:14:b0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:42Z', 'revision_number': 5, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'subnets': [{'id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:26.489624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fc218-7c0b-4dc1-ad8f-73a0b6a5e42b None None] The sync data for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv is: [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '90a5c7d9-a399-4a9c-8d55-8af7e1244de9', 'name': '', 'network_id': 'f34830ea-c4e8-4e7c-9632-1bd54fbf139c', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'mac_address': 'fa:16:3e:14:b0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:42Z', 'revision_number': 5, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'subnets': [{'id': '958c030e-1fb2-495c-bfe7-ad55e7f59000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:26.529340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-587cb579-90b6-4532-92bd-7203d68f9e2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.555667 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bab6a1ad-f3a4-4901-9f49-946e5a3c89bd req-e33f177a-ff9c-46e2-af3d-741731f28c39 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346266 Feb 28 11:31:26.595601 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e14bce05-bf7b-4914-9785-5cd6643d8dc8 req-c4015338-3212-40e2-a055-8f6cbd9ad7d3 service neutron] 10.222.0.37 "GET /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733935 Feb 28 11:31:26.622629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-587cb579-90b6-4532-92bd-7203d68f9e2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.698362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-587cb579-90b6-4532-92bd-7203d68f9e2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.722495 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf9dfa-be1c-412c-8476-a65d864e9cbd None None] New status for floating IP 00fbcc50-dbec-4941-b261-3c950b2bc788: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:31:26.739662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb579-90b6-4532-92bd-7203d68f9e2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Subnet': ['ID=b981f59c-d7ad-4791-9328-8bf9a9bd27dd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:26.741551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-587cb579-90b6-4532-92bd-7203d68f9e2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.750474 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-587cb579-90b6-4532-92bd-7203d68f9e2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/subnets/b981f59c-d7ad-4791-9328-8bf9a9bd27dd HTTP/1.1" status: 204 len: 168 time: 0.3666704 Feb 28 11:31:26.751054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56698) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:26.754581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3277a-b623-4167-b173-30d001ab68c8 None None] Network d53bc8ca-147e-4c5f-9016-b58c5ac38d9e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:26.873878 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.886257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 2ae14439-cc0d-4650-ab20-191903af2f66 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:26.886571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.002046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] DHCP port deletion for d53bc8ca-147e-4c5f-9016-b58c5ac38d9e request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:31:27.006089 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] Deleting port 2ae14439-cc0d-4650-ab20-191903af2f66 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:27.006564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.064944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.228162 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-7919ac86-266e-4757-957d-170e8457588f tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:27.229651 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-7919ac86-266e-4757-957d-170e8457588f tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.1440065 Feb 28 11:31:27.240205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] For port 2ae14439-cc0d-4650-ab20-191903af2f66, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=2ae14439-cc0d-4650-ab20-191903af2f66,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:27.240612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.284777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 2ae14439-cc0d-4650-ab20-191903af2f66, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=2ae14439-cc0d-4650-ab20-191903af2f66,segment=NetworkSegment(b89a3b83-a70f-4a2b-b7ad-e27c045831d0),segment_id=b89a3b83-a70f-4a2b-b7ad-e27c045831d0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:27.284777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.317218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Deleting port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:27.317564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.360562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2ae14439-cc0d-4650-ab20-191903af2f66 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:27.366907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaea139-4653-4799-964a-79710b84811c req-38f39364-3170-4afd-b42e-6b0b567f6b61 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:27.368416 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bfaea139-4653-4799-964a-79710b84811c req-38f39364-3170-4afd-b42e-6b0b567f6b61 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1947417 Feb 28 11:31:27.423297 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] Calling delete_port for 2ae14439-cc0d-4650-ab20-191903af2f66 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:27.429631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 2ae14439-cc0d-4650-ab20-191903af2f66 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:27.471014 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bfaea139-4653-4799-964a-79710b84811c req-06b96903-9391-427f-8f32-69879c30367b tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940063 Feb 28 11:31:27.531022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-663d18b0-75e1-4f01-a22f-889cdecda048 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:27.531862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-663d18b0-75e1-4f01-a22f-889cdecda048 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Synchronizing usage tracker for tenant:0fbd5da299aa49fba40a822621a1123e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:27.534532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.549300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.589511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-663d18b0-75e1-4f01-a22f-889cdecda048 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Unset dirty status for tenant:0fbd5da299aa49fba40a822621a1123e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:27.590726 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-663d18b0-75e1-4f01-a22f-889cdecda048 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.3776166 Feb 28 11:31:27.601583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:27.601941 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:27.634747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] For port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:27.635113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.637946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 0e2db75c-9d1f-499f-bce5-30464b2db980 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:27.645611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=2ae14439-cc0d-4650-ab20-191903af2f66,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:27.649712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port 2ae14439-cc0d-4650-ab20-191903af2f66 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:27.686996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 0e2db75c-9d1f-499f-bce5-30464b2db980 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:27.687738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 0e2db75c-9d1f-499f-bce5-30464b2db980 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:27.736263 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Deleting port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:27.736618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.837378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.900319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53bc8ca-147e-4c5f-9016-b58c5ac38d9e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:27.921659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:27.921962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89a3b83-a70f-4a2b-b7ad-e27c045831d0') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:27.941928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.954026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f63ef9-cb47-473b-b045-db9e00d5edb6 req-439cddb0-0589-4037-9bf8-f80906815e5e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:27.955521 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80f63ef9-cb47-473b-b045-db9e00d5edb6 req-439cddb0-0589-4037-9bf8-f80906815e5e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 946 time: 0.2512422 Feb 28 11:31:27.991585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.031344 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80f63ef9-cb47-473b-b045-db9e00d5edb6 req-6eb28796-952e-4693-b30b-865f7cd2716e tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups?id=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669115 Feb 28 11:31:28.032766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.033141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.033448 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Floating IP b5fdd646-3a3f-415d-9c80-26249b40b9b9 disassociated. External IP: 172.26.8.166, port: f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2. Feb 28 11:31:28.033782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Calling delete_port for f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:28.046771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:31:28.047196 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:28.061356 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:28.103396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] Deleting port 2ae14439-cc0d-4650-ab20-191903af2f66 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:28.103784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.169738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.170101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-75f125c6-deac-419d-91a4-31b76d3a0b70 None None] The port '2ae14439-cc0d-4650-ab20-191903af2f66' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:31:28.189476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.191767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.202768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] For port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:28.203201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.219384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Network': ['ID=d53bc8ca-147e-4c5f-9016-b58c5ac38d9e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:28.238491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Pushing event deleted for resources: {'Port': ['ID=f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:28.343560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Calling delete_port for 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:28.379136 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-125ff996-cfeb-4012-b4eb-9637d8341a92 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/networks/d53bc8ca-147e-4c5f-9016-b58c5ac38d9e HTTP/1.1" status: 204 len: 168 time: 1.6269698 Feb 28 11:31:28.386880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56706) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:28.556190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Router ca78622d-83e4-49a9-ba47-b75d10445cd4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:31:28.787247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 6efd79f0-28e2-4795-b001-70c8e5b7406d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:28.787591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.819769 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c465f4-cb86-44c7-9f5a-5f428fe051d2 req-bec451dd-366c-4860-9940-c0860be5de77 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:28.821220 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2c465f4-cb86-44c7-9f5a-5f428fe051d2 req-bec451dd-366c-4860-9940-c0860be5de77 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee83944d-75ce-4208-a016-3df7a9b666b9 HTTP/1.1" status: 200 len: 946 time: 0.1993303 Feb 28 11:31:28.822386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:31:28.835405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] Sync routers for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:28.843608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.846494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:28.847442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:28.915581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] No DVR routers for this DVR port f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:28.922137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event deleted for resources: {'Port': ['ID=32952a71-4b7f-4d5b-8969-bd22ce6a3cf9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:28.926450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.929086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'name': 'network-vif-deleted', 'tag': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:28.961040 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2c465f4-cb86-44c7-9f5a-5f428fe051d2 req-73094ac2-5f39-49f0-b263-ef40f4607f0b tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2ba8b3b-cb74-4cbe-a581-30b56d651827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047590 Feb 28 11:31:28.969330 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-54f4c06d-f6cd-469b-8b71-b89347190162 req-cee9eb60-8dd0-4294-b9fb-9d4ac0068302 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.37 "DELETE /v2.0/ports/f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 HTTP/1.1" status: 204 len: 173 time: 1.7345469 Feb 28 11:31:29.003543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4', 'name': 'network-vif-deleted', 'tag': 'f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2', 'status': 'completed', 'code': 200} Feb 28 11:31:29.058212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:29.071779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] No DVR routers for this DVR port 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:29.075297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.077732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'name': 'network-vif-deleted', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:29.107403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.107775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.116419 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7e3bd819-285d-4fe6-ba1b-4743b7a4089f req-53d8db6d-119d-43bb-9c71-531c525c3fee tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.37 "DELETE /v2.0/ports/32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 HTTP/1.1" status: 204 len: 173 time: 1.5183837 Feb 28 11:31:29.180201 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee83944d-75ce-4208-a016-3df7a9b666b9', 'name': 'network-vif-deleted', 'tag': '32952a71-4b7f-4d5b-8969-bd22ce6a3cf9', 'status': 'completed', 'code': 200} Feb 28 11:31:29.249051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 6efd79f0-28e2-4795-b001-70c8e5b7406d owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:29.348923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-56ed4fee-b622-4a73-99fb-59c291a4d26b req-3583701d-fc89-42da-b71b-c99d69f203dc tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Synchronizing usage tracker for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:29.376221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-56ed4fee-b622-4a73-99fb-59c291a4d26b req-3583701d-fc89-42da-b71b-c99d69f203dc tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Unset dirty status for tenant:5729ce33aa9e404fa6ca4f2260848898 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:29.377390 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-56ed4fee-b622-4a73-99fb-59c291a4d26b req-3583701d-fc89-42da-b71b-c99d69f203dc tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ac4d116-bbfb-4b96-8ab0-9a98cbe1cec4 HTTP/1.1" status: 200 len: 210 time: 0.1083543 Feb 28 11:31:29.448950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.482828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:55Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2', 'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'mac_address': 'fa:16:3e:3b:73:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:52Z', 'updated_at': '2022-02-28T11:26:13Z', 'revision_number': 5, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'subnets': [{'id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:29.488119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] Checking router: ca78622d-83e4-49a9-ba47-b75d10445cd4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:29.500294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:29.501273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:29.558000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=6efd79f0-28e2-4795-b001-70c8e5b7406d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:29.627999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.628744 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 569c71f2-c6fd-4765-bc70-02c9d7bd3c36 disassociated (deleted). External IP: 172.26.8.90, port: 62dc5c0a-86c9-4866-a98d-c50141a4917e. Feb 28 11:31:29.702325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:30.002157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router fee248a1-1598-4687-ad64-f46393f9cf95 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:31:30.046598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:55Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2', 'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'mac_address': 'fa:16:3e:3b:73:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:52Z', 'updated_at': '2022-02-28T11:26:13Z', 'revision_number': 5, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'subnets': [{'id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:30.051132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a1ff6-5084-4109-b4eb-8f97feaf93fc None None] The sync data for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:25:55Z', 'revision_number': 4, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2', 'name': '', 'network_id': '964fe118-4902-4457-8668-4a8047caf515', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'mac_address': 'fa:16:3e:3b:73:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:52Z', 'updated_at': '2022-02-28T11:26:13Z', 'revision_number': 5, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'subnets': [{'id': '03c3645a-ae70-43bf-9c7e-21734168e44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:30.135464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56722) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.164085 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e21acb1f-2081-4171-be00-d327c6d9c6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.199070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:31:30.209366 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] Sync routers for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:30.218235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.220397 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:30.221199 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:30.400663 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aaec8684-50c3-476f-a90a-f8bbdb8a19d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/floatingips/569c71f2-c6fd-4765-bc70-02c9d7bd3c36 HTTP/1.1" status: 204 len: 168 time: 2.0129600 Feb 28 11:31:30.446428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c2fe5-cb78-4a35-af96-68c6ec3c0fb6 None None] New status for floating IP b5fdd646-3a3f-415d-9c80-26249b40b9b9: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:31:30.450803 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:30.537801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56732) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.659076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb499e84-5a20-4b2e-bbfe-2c30dd681a2b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.691314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb499e84-5a20-4b2e-bbfe-2c30dd681a2b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.756940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb499e84-5a20-4b2e-bbfe-2c30dd681a2b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.785760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb499e84-5a20-4b2e-bbfe-2c30dd681a2b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=671cf2e9-8a45-46cb-ad89-f91ee5e61e6f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:30.806603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb499e84-5a20-4b2e-bbfe-2c30dd681a2b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.807955 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cb499e84-5a20-4b2e-bbfe-2c30dd681a2b tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "DELETE /v2.0/security-groups/671cf2e9-8a45-46cb-ad89-f91ee5e61e6f HTTP/1.1" status: 204 len: 168 time: 0.2691729 Feb 28 11:31:30.812793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56738) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.853372 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-31834d10-39d0-49e2-80d3-c585460be742 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] show failed (client error): The resource could not be found. Feb 28 11:31:30.854606 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-31834d10-39d0-49e2-80d3-c585460be742 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "GET /v2.0/security-groups/671cf2e9-8a45-46cb-ad89-f91ee5e61e6f HTTP/1.1" status: 404 len: 347 time: 0.0389287 Feb 28 11:31:30.857853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56742) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.868812 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:31:20Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:30.873343 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] Checking router: fee248a1-1598-4687-ad64-f46393f9cf95 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:30.881477 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:30.882058 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:31.008450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45c2f3-26c7-48e0-80d6-306e162a49de req-0b134a25-250f-477a-bff2-70b0c86c9246 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:31.010290 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e45c2f3-26c7-48e0-80d6-306e162a49de req-0b134a25-250f-477a-bff2-70b0c86c9246 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 946 time: 0.1174245 Feb 28 11:31:31.043806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Deleting port 6daae335-deca-427a-bba8-1c52215ba554 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:31.044180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.072545 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:31.097964 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e45c2f3-26c7-48e0-80d6-306e162a49de req-ed46d757-7709-4964-bc80-fc3dcb5218c6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581486 Feb 28 11:31:31.118727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.185747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:31.238348 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'status': 'completed', 'code': 200} Feb 28 11:31:31.239970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.240454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.396571 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:31:20Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:31.404445 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5a14c-89a6-4880-aaab-d960c67b7aa4 None None] The sync data for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv is: [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:31:20Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'f99ed3d8-8a7c-49ce-88a8-54b2686e4936', 'name': '', 'network_id': '478955eb-8034-4979-9091-7e5b85b83299', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:03:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:30Z', 'updated_at': '2022-02-28T11:29:39Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'cdf1406b-92fa-4360-bbb2-8937dff6cff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:31.410346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Calling delete_port for 6daae335-deca-427a-bba8-1c52215ba554 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:31.519157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-df6b0d00-eb90-4c3c-9c63-4e1af911c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:31.520654 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-df6b0d00-eb90-4c3c-9c63-4e1af911c923 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 1099 time: 0.2631068 Feb 28 11:31:31.635451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Deleting port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:31.635900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.638642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:31.654348 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cbb832-d626-4534-99ab-4e07393a78fe None None] New status for floating IP 569c71f2-c6fd-4765-bc70-02c9d7bd3c36: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:31:31.681563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:31.682033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device f6f88b9a-3e61-43e4-b4d0-d1a446e2b4d2 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:31.682831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:31.702243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.724536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:31.724881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 32952a71-4b7f-4d5b-8969-bd22ce6a3cf9 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:31.775886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Pushing event deleted for resources: {'Port': ['ID=6daae335-deca-427a-bba8-1c52215ba554,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:31.858692 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-d7a12639-abec-4bbd-90e6-bb7aecf7b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:31.860928 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-d7a12639-abec-4bbd-90e6-bb7aecf7b0b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=478955eb-8034-4979-9091-7e5b85b83299 HTTP/1.1" status: 200 len: 898 time: 0.3087940 Feb 28 11:31:31.864933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] For port 90a5c7d9-a399-4a9c-8d55-8af7e1244de9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=90a5c7d9-a399-4a9c-8d55-8af7e1244de9,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:31.865292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.941078 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-f3b08b2a-db71-4248-9373-948a5e293601 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62dc5c0a-86c9-4866-a98d-c50141a4917e HTTP/1.1" status: 200 len: 217 time: 0.0688126 Feb 28 11:31:31.951047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.989763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Calling delete_port for 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:32.014754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.015901 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0ca22531-19c5-47f6-8ca4-34b009a14a45 tempest-ServerActionsTestJSON-1542846303 tempest-ServerActionsTestJSON-1542846303-project] 10.222.0.64 "DELETE /v2.0/floatingips/b5fdd646-3a3f-415d-9c80-26249b40b9b9 HTTP/1.1" status: 204 len: 168 time: 1.1518424 Feb 28 11:31:32.019942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-8edf24f3-9dbe-4f4d-a6ae-ec7742ccbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:32.021308 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-8edf24f3-9dbe-4f4d-a6ae-ec7742ccbebf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdf1406b-92fa-4360-bbb2-8937dff6cff7 HTTP/1.1" status: 200 len: 835 time: 0.0733573 Feb 28 11:31:32.021752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56748) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:32.102234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-10174d95-d402-4e20-882d-fb531e7640aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:32.103869 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-10174d95-d402-4e20-882d-fb531e7640aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=478955eb-8034-4979-9091-7e5b85b83299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763016 Feb 28 11:31:32.157425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-b69e6b38-ae70-4e93-9a42-b6ba40557d7c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:32.158889 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-b69e6b38-ae70-4e93-9a42-b6ba40557d7c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 946 time: 0.1417079 Feb 28 11:31:32.364143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 62dc5c0a-86c9-4866-a98d-c50141a4917e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:32.364411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.400285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23cbaecc-5636-4342-a181-c36b1f8fb5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.496504 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-634884f6-e7b6-44fa-a620-2f8872a51ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864975 Feb 28 11:31:32.555082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1fb77-0a40-4809-acb1-8f558d85950a req-c9f3de77-cf6a-442c-b07c-5a3fb5748964 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:32.556568 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b2a1fb77-0a40-4809-acb1-8f558d85950a req-c9f3de77-cf6a-442c-b07c-5a3fb5748964 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 946 time: 0.2962873 Feb 28 11:31:32.683040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.750722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event deleted for resources: {'Port': ['ID=90a5c7d9-a399-4a9c-8d55-8af7e1244de9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:32.754882 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b2a1fb77-0a40-4809-acb1-8f558d85950a req-5c662f24-4b99-4f1f-9110-12fc89b49b3a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1772397 Feb 28 11:31:32.807901 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ddccb44f-80ed-4104-8ca5-4b6a38d0a7e6 req-fc94afd8-9ae8-412c-a781-009efb634308 service neutron] 10.222.0.37 "GET /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044693 Feb 28 11:31:32.876200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 62dc5c0a-86c9-4866-a98d-c50141a4917e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=62dc5c0a-86c9-4866-a98d-c50141a4917e,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:32.876712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.024620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.184784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 62dc5c0a-86c9-4866-a98d-c50141a4917e owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:33.386200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Deleting port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:33.386539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.398893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.488918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.546492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.548864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=62dc5c0a-86c9-4866-a98d-c50141a4917e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:33.561172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] For port dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:33.561527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.691977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port 62dc5c0a-86c9-4866-a98d-c50141a4917e on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:33.703689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.706248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'name': 'network-vif-deleted', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:31:33.727943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.731035 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c3a1e4f-39db-44e9-b451-13de3a896e0f req-2c9852c4-8373-4a17-b0e9-4baa9a6a2b86 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/62dc5c0a-86c9-4866-a98d-c50141a4917e HTTP/1.1" status: 204 len: 173 time: 1.5074549 Feb 28 11:31:33.805800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Calling delete_port for dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:33.818503 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bceb37-7238-46fb-869b-087a3c1d374d', 'name': 'network-vif-deleted', 'tag': '62dc5c0a-86c9-4866-a98d-c50141a4917e', 'status': 'completed', 'code': 200} Feb 28 11:31:33.986824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b7aca8ab-a65b-44d0-abd5-d0d6fe042b1e req-736e9fa9-b17e-4abd-8f79-d2e8f19a4a29 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:34.011477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Router 9b2df123-4b10-4a22-bbee-50522253f14e has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:31:34.042898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.087108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b7aca8ab-a65b-44d0-abd5-d0d6fe042b1e req-736e9fa9-b17e-4abd-8f79-d2e8f19a4a29 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:34.088192 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b7aca8ab-a65b-44d0-abd5-d0d6fe042b1e req-736e9fa9-b17e-4abd-8f79-d2e8f19a4a29 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bceb37-7238-46fb-869b-087a3c1d374d HTTP/1.1" status: 200 len: 210 time: 0.1543658 Feb 28 11:31:34.095617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:34.223875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:31:34.233548 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bcda0e8f-9d7f-48a5-a00f-1418bf04647c tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "PUT /v2.0/routers/9b2df123-4b10-4a22-bbee-50522253f14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0964212 Feb 28 11:31:34.234376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56762) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:34.234656 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] Sync routers for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:34.244804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:34.245554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:34.317083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-52de247e-1b8b-44f4-96cf-e63864f6a6f1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Deleting subnet 958c030e-1fb2-495c-bfe7-ad55e7f59000 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:31:34.320706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52de247e-1b8b-44f4-96cf-e63864f6a6f1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.411067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.440618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:34.522638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52de247e-1b8b-44f4-96cf-e63864f6a6f1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.622059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52de247e-1b8b-44f4-96cf-e63864f6a6f1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.721212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52de247e-1b8b-44f4-96cf-e63864f6a6f1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.780233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52de247e-1b8b-44f4-96cf-e63864f6a6f1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.783347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de247e-1b8b-44f4-96cf-e63864f6a6f1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event deleted for resources: {'Subnet': ['ID=958c030e-1fb2-495c-bfe7-ad55e7f59000,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:34.789156 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-52de247e-1b8b-44f4-96cf-e63864f6a6f1 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "DELETE /v2.0/subnets/958c030e-1fb2-495c-bfe7-ad55e7f59000 HTTP/1.1" status: 204 len: 168 time: 0.5537615 Feb 28 11:31:34.790953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d6b0c-e1ff-4f75-bd49-ad5bf1238e00 None None] Network f34830ea-c4e8-4e7c-9632-1bd54fbf139c requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:34.791850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56766) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:34.825573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Router ca78622d-83e4-49a9-ba47-b75d10445cd4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:31:34.985230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:31:32Z', 'revision_number': 5, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:34.992014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] Checking router: 9b2df123-4b10-4a22-bbee-50522253f14e for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:34.993659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.006404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] Routers {'9b2df123-4b10-4a22-bbee-50522253f14e'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:35.007320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['9b2df123-4b10-4a22-bbee-50522253f14e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:35.013140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:31:35.030455 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] Sync routers for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:35.034167 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-efc8c0da-8f22-44fd-accf-fa52484e2675 admin admin] 10.222.0.64 "PUT /v2.0/routers/ca78622d-83e4-49a9-ba47-b75d10445cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0092771 Feb 28 11:31:35.034567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56770) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:35.046248 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:35.056077 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:35.180592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.294805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.307377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] DHCP port deletion for f34830ea-c4e8-4e7c-9632-1bd54fbf139c request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:31:35.311167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Deleting port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:35.311666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.338301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Deleting port 01cefbda-f10c-4197-8c02-fbae8be8b967 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:35.338801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.353505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.398097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] Set router 9b2df123-4b10-4a22-bbee-50522253f14e gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:35.519177 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:35.522373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 01cefbda-f10c-4197-8c02-fbae8be8b967 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:35.524434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56776) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:35.626918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5953e5ee-1526-4bfb-894d-40f0c33c4655 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.646411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 62dc5c0a-86c9-4866-a98d-c50141a4917e no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:35.669557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] For port a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:35.670768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.734084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 62dc5c0a-86c9-4866-a98d-c50141a4917e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:35.734946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 62dc5c0a-86c9-4866-a98d-c50141a4917e not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:35.753393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5953e5ee-1526-4bfb-894d-40f0c33c4655 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.773475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.800633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Deleting port c8421a87-bb5c-4a73-999c-ac0c13033dec {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:35.800977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.832363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Calling delete_port for a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:35.873644 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:31:33Z', 'revision_number': 5, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port': {'id': 'c8421a87-bb5c-4a73-999c-ac0c13033dec', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:25:42Z', 'updated_at': '2022-02-28T11:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:35.878663 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] Checking router: ca78622d-83e4-49a9-ba47-b75d10445cd4 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:35.891488 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] Routers {'ca78622d-83e4-49a9-ba47-b75d10445cd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:35.892719 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['ca78622d-83e4-49a9-ba47-b75d10445cd4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:35.994995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5953e5ee-1526-4bfb-894d-40f0c33c4655 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.020409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] For port c8421a87-bb5c-4a73-999c-ac0c13033dec, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c8421a87-bb5c-4a73-999c-ac0c13033dec,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:36.020954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.024962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953e5ee-1526-4bfb-894d-40f0c33c4655 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=484b0cd8-1ba6-4797-8db1-71c9ad72a7a1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:36.034300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5953e5ee-1526-4bfb-894d-40f0c33c4655 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.038455 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5953e5ee-1526-4bfb-894d-40f0c33c4655 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/484b0cd8-1ba6-4797-8db1-71c9ad72a7a1 HTTP/1.1" status: 204 len: 168 time: 0.5127833 Feb 28 11:31:36.057929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.092985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:36.108339 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] Set router ca78622d-83e4-49a9-ba47-b75d10445cd4 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:36.121883 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] For port 01cefbda-f10c-4197-8c02-fbae8be8b967, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=01cefbda-f10c-4197-8c02-fbae8be8b967,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:36.122300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.236256 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:31:35Z', 'revision_number': 6, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:36.237435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Calling delete_port for c8421a87-bb5c-4a73-999c-ac0c13033dec owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:36.241168 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f358d0-88d5-41ab-8825-51caa72123ea None None] The sync data for ids ['ca78622d-83e4-49a9-ba47-b75d10445cd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'ca78622d-83e4-49a9-ba47-b75d10445cd4', 'name': 'tempest-ServerActionsTestJSON-2014959193-router', 'tenant_id': '5729ce33aa9e404fa6ca4f2260848898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:25:39Z', 'updated_at': '2022-02-28T11:31:35Z', 'revision_number': 6, 'project_id': '5729ce33aa9e404fa6ca4f2260848898', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:36.286105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.323570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Calling delete_port for 01cefbda-f10c-4197-8c02-fbae8be8b967 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:36.383437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 01cefbda-f10c-4197-8c02-fbae8be8b967, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=01cefbda-f10c-4197-8c02-fbae8be8b967,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:36.399495 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.497252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:31:32Z', 'revision_number': 5, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:36.499482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:36.499834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:36.504569 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=01cefbda-f10c-4197-8c02-fbae8be8b967,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:36.506315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.508986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81d962-8634-4279-89a9-3746711a6091 None None] The sync data for ids ['9b2df123-4b10-4a22-bbee-50522253f14e'] in dv-neutron-831192-2-hyperv is: [{'id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803424620', 'tenant_id': '0fbd5da299aa49fba40a822621a1123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:17Z', 'updated_at': '2022-02-28T11:31:32Z', 'revision_number': 5, 'project_id': '0fbd5da299aa49fba40a822621a1123e', 'gw_port': {'id': 'a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2df123-4b10-4a22-bbee-50522253f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:18Z', 'updated_at': '2022-02-28T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:36.518345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.518736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.519074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.519456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.519708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event deleted for resources: {'Port': ['ID=a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:36.520192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.520192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.524183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.526594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.526969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.527349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.527753 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.528093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:36.609119 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8421a87-bb5c-4a73-999c-ac0c13033dec,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:36.672823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.711321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.846748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.849385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.873325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.874013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca78622d-83e4-49a9-ba47-b75d10445cd4 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:31:36.893697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.897440 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9475cf33-e7a1-4017-ac20-1c17d3a9cd71 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ca78622d-83e4-49a9-ba47-b75d10445cd4 HTTP/1.1" status: 204 len: 168 time: 1.8595350 Feb 28 11:31:36.897683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56786) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:36.960080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b68c60-0f15-46fb-a019-3e71ed753d53 admin admin] Deleting subnet 03c3645a-ae70-43bf-9c7e-21734168e44d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:31:36.962435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.963233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b68c60-0f15-46fb-a019-3e71ed753d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.967500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.000704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Deleting port 01cefbda-f10c-4197-8c02-fbae8be8b967 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:37.001122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.017036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b68c60-0f15-46fb-a019-3e71ed753d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.044121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.044635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2df123-4b10-4a22-bbee-50522253f14e {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:31:37.091488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.092535 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b3cd2ad-9010-4162-9bd9-7e0d153e00bf tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "DELETE /v2.0/routers/9b2df123-4b10-4a22-bbee-50522253f14e HTTP/1.1" status: 204 len: 168 time: 2.2997544 Feb 28 11:31:37.095978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56790) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:37.229604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b68c60-0f15-46fb-a019-3e71ed753d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.248061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.248327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] For port 01cefbda-f10c-4197-8c02-fbae8be8b967, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=01cefbda-f10c-4197-8c02-fbae8be8b967,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:37.248791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.305719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.328051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Deleting port 01cefbda-f10c-4197-8c02-fbae8be8b967 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:37.328385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.385840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b68c60-0f15-46fb-a019-3e71ed753d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.434754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Calling delete_port for 01cefbda-f10c-4197-8c02-fbae8be8b967 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:37.480986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c8421a87-bb5c-4a73-999c-ac0c13033dec no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:37.523024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: c8421a87-bb5c-4a73-999c-ac0c13033dec {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:37.523455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c8421a87-bb5c-4a73-999c-ac0c13033dec not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:37.523972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:37.573877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:37.574341 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 90a5c7d9-a399-4a9c-8d55-8af7e1244de9 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:37.574891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:37.594184 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b68c60-0f15-46fb-a019-3e71ed753d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c3645a-ae70-43bf-9c7e-21734168e44d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:37.607975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b68c60-0f15-46fb-a019-3e71ed753d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.621056 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b9b68c60-0f15-46fb-a019-3e71ed753d53 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/03c3645a-ae70-43bf-9c7e-21734168e44d HTTP/1.1" status: 204 len: 168 time: 0.7202401 Feb 28 11:31:37.622510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56794) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:37.627373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965edd4f-4a35-4eb3-9766-c92a3fa3dacf None None] Network 964fe118-4902-4457-8668-4a8047caf515 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:37.663084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:37.663715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device dbc1ccdc-9e20-4e23-af1d-ed6ab72e1dd2 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:37.755154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] For port 01cefbda-f10c-4197-8c02-fbae8be8b967, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=01cefbda-f10c-4197-8c02-fbae8be8b967,segment=NetworkSegment(f7f9ab0d-f063-4b0d-ab19-40ac696d0af4),segment_id=f7f9ab0d-f063-4b0d-ab19-40ac696d0af4)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:37.755154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.764398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.798251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.824866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Deleting port 5ea17071-593b-4553-8acc-2f75286a144d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:37.825334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.867912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] Pushing event deleted for resources: {'Port': ['ID=01cefbda-f10c-4197-8c02-fbae8be8b967,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:37.884914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port f99ed3d8-8a7c-49ce-88a8-54b2686e4936 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:37.884914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.891416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Calling delete_port for 01cefbda-f10c-4197-8c02-fbae8be8b967 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:37.899449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af873af3-0ed4-4be7-884b-0b3f279a84c8 None None] No DVR routers for this DVR port 01cefbda-f10c-4197-8c02-fbae8be8b967 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:37.974819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:37.975250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:38.150023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892f091-efa9-455a-aaaa-fc1c27f5cb84 None None] DHCP port deletion for 964fe118-4902-4457-8668-4a8047caf515 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:31:38.155100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d892f091-efa9-455a-aaaa-fc1c27f5cb84 None None] Deleting port 5ea17071-593b-4553-8acc-2f75286a144d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:38.155515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d892f091-efa9-455a-aaaa-fc1c27f5cb84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.333348 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] For port 5ea17071-593b-4553-8acc-2f75286a144d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5ea17071-593b-4553-8acc-2f75286a144d,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:38.333703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.357840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d892f091-efa9-455a-aaaa-fc1c27f5cb84 None None] For port 5ea17071-593b-4553-8acc-2f75286a144d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5ea17071-593b-4553-8acc-2f75286a144d,segment=NetworkSegment(9fdf8f25-eea6-4976-8625-9b00fb1b47d1),segment_id=9fdf8f25-eea6-4976-8625-9b00fb1b47d1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:38.358425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d892f091-efa9-455a-aaaa-fc1c27f5cb84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.462860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Calling delete_port for 5ea17071-593b-4553-8acc-2f75286a144d owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:38.475902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Deleting port 01cefbda-f10c-4197-8c02-fbae8be8b967 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:38.476259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.477695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d892f091-efa9-455a-aaaa-fc1c27f5cb84 None None] Calling delete_port for 5ea17071-593b-4553-8acc-2f75286a144d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:38.500700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port f99ed3d8-8a7c-49ce-88a8-54b2686e4936, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f99ed3d8-8a7c-49ce-88a8-54b2686e4936,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:38.501056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.543567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] The port '01cefbda-f10c-4197-8c02-fbae8be8b967' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:31:38.552376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d892f091-efa9-455a-aaaa-fc1c27f5cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.636199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for f99ed3d8-8a7c-49ce-88a8-54b2686e4936 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:38.638782 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892f091-efa9-455a-aaaa-fc1c27f5cb84 None None] Pushing event deleted for resources: {'Port': ['ID=5ea17071-593b-4553-8acc-2f75286a144d,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:38.640600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892f091-efa9-455a-aaaa-fc1c27f5cb84 None None] No DVR routers for this DVR port 5ea17071-593b-4553-8acc-2f75286a144d on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:38.686525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.715975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34830ea-c4e8-4e7c-9632-1bd54fbf139c']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:38.717031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:38.717350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:38.729628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:38.729929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f9ab0d-f063-4b0d-ab19-40ac696d0af4') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:38.745960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.767608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.773916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:31:38.774319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:38.789680 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:38.850683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.868520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.885625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.898832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event deleted for resources: {'Network': ['ID=f34830ea-c4e8-4e7c-9632-1bd54fbf139c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:38.905789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=f99ed3d8-8a7c-49ce-88a8-54b2686e4936,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:38.919409 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-13400743-1457-4f94-b60f-51ab8052bdf7 tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "DELETE /v2.0/networks/f34830ea-c4e8-4e7c-9632-1bd54fbf139c HTTP/1.1" status: 204 len: 168 time: 1.8197024 Feb 28 11:31:38.919974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56800) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:38.999885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b91c0e1-7f3d-408c-848c-e5453d85129d tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.038776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b91c0e1-7f3d-408c-848c-e5453d85129d tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.112629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b91c0e1-7f3d-408c-848c-e5453d85129d tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.132877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91c0e1-7f3d-408c-848c-e5453d85129d tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba8b3b-cb74-4cbe-a581-30b56d651827,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:39.140871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b91c0e1-7f3d-408c-848c-e5453d85129d tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.142039 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8b91c0e1-7f3d-408c-848c-e5453d85129d tempest-TestNetworkAdvancedServerOps-1574342210 tempest-TestNetworkAdvancedServerOps-1574342210-project] 10.222.0.64 "DELETE /v2.0/security-groups/c2ba8b3b-cb74-4cbe-a581-30b56d651827 HTTP/1.1" status: 204 len: 168 time: 0.2210691 Feb 28 11:31:39.189656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.249350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Deleting port 5ea17071-593b-4553-8acc-2f75286a144d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:39.249606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.333160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] The port '5ea17071-593b-4553-8acc-2f75286a144d' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:31:39.400077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5ea17071-593b-4553-8acc-2f75286a144d no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:39.433947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 5ea17071-593b-4553-8acc-2f75286a144d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:39.434288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5ea17071-593b-4553-8acc-2f75286a144d not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:39.434696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:39.468101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:39.468442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a69e8a06-4ca3-41d5-affc-fbb04ffe0cf4 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:39.624496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.667744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964fe118-4902-4457-8668-4a8047caf515']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:39.728820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdf8f25-eea6-4976-8625-9b00fb1b47d1') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:39.729114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdf8f25-eea6-4976-8625-9b00fb1b47d1') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:39.753604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.774945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.791955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:31:39.792345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:39.809690 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:39.957480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.976053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router fee248a1-1598-4687-ad64-f46393f9cf95 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:31:39.977183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.991867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=964fe118-4902-4457-8668-4a8047caf515,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:40.073015 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-543c3ec5-7409-40e9-b2e8-200499b73c18 admin admin] 10.222.0.64 "DELETE /v2.0/networks/964fe118-4902-4457-8668-4a8047caf515 HTTP/1.1" status: 204 len: 168 time: 2.4448056 Feb 28 11:31:40.189180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:31:40.194230 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-91641e5a-c415-4644-a445-d2293d289074 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/fee248a1-1598-4687-ad64-f46393f9cf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0996742 Feb 28 11:31:40.195285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56810) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.197650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56812) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.201438 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] Sync routers for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:40.214779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:40.216009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:40.298106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cffc50-482f-4121-ad3c-f27677304ffd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting subnet cdf1406b-92fa-4360-bbb2-8937dff6cff7 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:31:40.306026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-400065a8-f0b3-48fa-95f0-a0910f239d7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5729ce33aa9e404fa6ca4f2260848898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072345 Feb 28 11:31:40.306026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cffc50-482f-4121-ad3c-f27677304ffd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.306219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56820) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.367642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a98ed2c2-f906-4f5e-a3f8-1cde5f0e3682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.378608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cffc50-482f-4121-ad3c-f27677304ffd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.395673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a98ed2c2-f906-4f5e-a3f8-1cde5f0e3682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.408329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:40.467827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a98ed2c2-f906-4f5e-a3f8-1cde5f0e3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.487285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cffc50-482f-4121-ad3c-f27677304ffd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.503002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ed2c2-f906-4f5e-a3f8-1cde5f0e3682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a53156-ca27-4a09-b01f-e6a7404608b9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:40.515036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a98ed2c2-f906-4f5e-a3f8-1cde5f0e3682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.521225 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a98ed2c2-f906-4f5e-a3f8-1cde5f0e3682 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68a53156-ca27-4a09-b01f-e6a7404608b9 HTTP/1.1" status: 204 len: 168 time: 0.2131538 Feb 28 11:31:40.559721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.578260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cffc50-482f-4121-ad3c-f27677304ffd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.643881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cffc50-482f-4121-ad3c-f27677304ffd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.649059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cffc50-482f-4121-ad3c-f27677304ffd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf1406b-92fa-4360-bbb2-8937dff6cff7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:40.652631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb925252-e52d-4549-b737-2d41558e2643 None None] Network 478955eb-8034-4979-9091-7e5b85b83299 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:40.654413 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-93cffc50-482f-4121-ad3c-f27677304ffd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/subnets/cdf1406b-92fa-4360-bbb2-8937dff6cff7 HTTP/1.1" status: 204 len: 168 time: 0.4558487 Feb 28 11:31:40.657055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56834) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.879374 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fb9838be-164d-40c2-8f26-5d253bb5e8bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fbd5da299aa49fba40a822621a1123e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164282 Feb 28 11:31:40.881706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56840) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.912719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:31:38Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:40.918909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] Checking router: fee248a1-1598-4687-ad64-f46393f9cf95 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:40.940645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] Routers {'fee248a1-1598-4687-ad64-f46393f9cf95'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:40.941257 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['fee248a1-1598-4687-ad64-f46393f9cf95'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:40.979294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.033617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b6bf3-b7cb-4de6-8fbe-c64738cb244f None None] DHCP port deletion for 478955eb-8034-4979-9091-7e5b85b83299 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:31:41.048561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b6bf3-b7cb-4de6-8fbe-c64738cb244f None None] Deleting port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:41.048939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6bf3-b7cb-4de6-8fbe-c64738cb244f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.067590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-821bd400-75cf-4036-bc72-dcba37a86332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.098864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-821bd400-75cf-4036-bc72-dcba37a86332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.230009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] Set router fee248a1-1598-4687-ad64-f46393f9cf95 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:41.349810 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-821bd400-75cf-4036-bc72-dcba37a86332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.379791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:41.380870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bd400-75cf-4036-bc72-dcba37a86332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9309d3d2-7ea6-41eb-9986-b252db0d64ad,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:41.400371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-821bd400-75cf-4036-bc72-dcba37a86332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.401458 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-821bd400-75cf-4036-bc72-dcba37a86332 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9309d3d2-7ea6-41eb-9986-b252db0d64ad HTTP/1.1" status: 204 len: 168 time: 0.5188041 Feb 28 11:31:41.413365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.426329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:41.426729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.637256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port e6db5ef4-75c5-435d-a66f-b42d3cb8e69a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e6db5ef4-75c5-435d-a66f-b42d3cb8e69a,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:41.637489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.649991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7e5b6bf3-b7cb-4de6-8fbe-c64738cb244f None None] For port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ed7f9496-19ee-4dbe-9048-09ff4d4e4db3,segment=NetworkSegment(bebc24b7-0566-44a2-aaf3-7e2a26d67fea),segment_id=bebc24b7-0566-44a2-aaf3-7e2a26d67fea)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:41.650522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6bf3-b7cb-4de6-8fbe-c64738cb244f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.830515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for e6db5ef4-75c5-435d-a66f-b42d3cb8e69a owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:41.843924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b6bf3-b7cb-4de6-8fbe-c64738cb244f None None] Calling delete_port for ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:41.859587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:41.889678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec618fb4-8707-40e0-9b0a-df8786619f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.917791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ec618fb4-8707-40e0-9b0a-df8786619f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:41.924823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ec618fb4-8707-40e0-9b0a-df8786619f42 admin admin] Usage tracker for resource:security_group_rule and tenant:d1aadea1110d4ffab6a4f2a2d170b4df is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:41.935113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ec618fb4-8707-40e0-9b0a-df8786619f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:41.947971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ec618fb4-8707-40e0-9b0a-df8786619f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:41.976350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.052905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6bf3-b7cb-4de6-8fbe-c64738cb244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.110702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b6bf3-b7cb-4de6-8fbe-c64738cb244f None None] Pushing event deleted for resources: {'Port': ['ID=ed7f9496-19ee-4dbe-9048-09ff4d4e4db3,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.112597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b6bf3-b7cb-4de6-8fbe-c64738cb244f None None] No DVR routers for this DVR port ed7f9496-19ee-4dbe-9048-09ff4d4e4db3 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:42.125828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec618fb4-8707-40e0-9b0a-df8786619f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.125950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:31:38Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:42.130704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6b5ece-d45b-462c-ad47-ca04b30a1eb8 None None] The sync data for ids ['fee248a1-1598-4687-ad64-f46393f9cf95'] in dv-neutron-831192-2-hyperv is: [{'id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'name': 'tempest-TestNetworkBasicOps-router-273527011', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:20Z', 'updated_at': '2022-02-28T11:31:38Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'e6db5ef4-75c5-435d-a66f-b42d3cb8e69a', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee248a1-1598-4687-ad64-f46393f9cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:22Z', 'updated_at': '2022-02-28T11:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:42.132728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec618fb4-8707-40e0-9b0a-df8786619f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.156077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.228346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=e6db5ef4-75c5-435d-a66f-b42d3cb8e69a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.253024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:42.268260 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ec618fb4-8707-40e0-9b0a-df8786619f42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1aadea1110d4ffab6a4f2a2d170b4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079251 Feb 28 11:31:42.268938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec618fb4-8707-40e0-9b0a-df8786619f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485caa9c-d415-4de8-92eb-4fc086134e1f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.272120 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56888) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:42.333652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.339223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c89bb9a2-6dda-42cd-adce-c381af1675ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.365758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c89bb9a2-6dda-42cd-adce-c381af1675ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.421166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c89bb9a2-6dda-42cd-adce-c381af1675ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.438973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1163249106'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:42.444734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bb9a2-6dda-42cd-adce-c381af1675ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485caa9c-d415-4de8-92eb-4fc086134e1f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.448486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:42.454272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Usage tracker for resource:network and tenant:d6972bfeb39c436ab22c043345e20d75 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:42.457359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:42.460103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c89bb9a2-6dda-42cd-adce-c381af1675ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.461203 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c89bb9a2-6dda-42cd-adce-c381af1675ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/485caa9c-d415-4de8-92eb-4fc086134e1f HTTP/1.1" status: 204 len: 168 time: 0.1876028 Feb 28 11:31:42.465756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:42.481518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Made reservation on behalf of d6972bfeb39c436ab22c043345e20d75 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:42.484993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.503428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.522796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:42.527458 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Usage tracker for resource:security_group_rule and tenant:d6972bfeb39c436ab22c043345e20d75 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:42.532376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:42.535609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.538177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.540807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:42.567248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.568144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Fanout notify agent at l3_agent the message router_deleted on router fee248a1-1598-4687-ad64-f46393f9cf95 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:31:42.604632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.609922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56894) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:42.611685 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a5c98934-aa61-48fc-ab45-9733971f85af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/routers/fee248a1-1598-4687-ad64-f46393f9cf95 HTTP/1.1" status: 204 len: 168 time: 1.9530475 Feb 28 11:31:42.754915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.762982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.780894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.817707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:31:42.822248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6342536-b4e2-48ff-a0f8-bd7705185fc5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.867647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.867997 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Added segment e7f987bf-4b39-4e82-a6f2-627a34c1d9e8 of type vlan for network ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 Feb 28 11:31:42.978131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.986148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.021325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478955eb-8034-4979-9091-7e5b85b83299']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:43.037030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:43.037322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebc24b7-0566-44a2-aaf3-7e2a26d67fea') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:43.049972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.059419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.064742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:43.065315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.219539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.238539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:31:43.238967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:43.257832 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:43.343257 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f99ed3d8-8a7c-49ce-88a8-54b2686e4936 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:43.374692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event updated for resources: {'Network': ['ID=ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:43.380939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f99ed3d8-8a7c-49ce-88a8-54b2686e4936 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:43.381513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f99ed3d8-8a7c-49ce-88a8-54b2686e4936 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:43.382007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e6db5ef4-75c5-435d-a66f-b42d3cb8e69a no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:43.386392 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8a77a93f-21bb-4afd-9600-eb7e179f9d68 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1291966 Feb 28 11:31:43.387335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56898) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.392891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Request body: {'subnet': {'network_id': 'ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:43.407375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.413617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:31:43.427678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.434489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: e6db5ef4-75c5-435d-a66f-b42d3cb8e69a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:43.434915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e6db5ef4-75c5-435d-a66f-b42d3cb8e69a not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:43.435027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Network': ['ID=478955eb-8034-4979-9091-7e5b85b83299,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:43.443153 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-758c64bf-c8dd-45e8-8de5-bd9169c68c63 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/networks/478955eb-8034-4979-9091-7e5b85b83299 HTTP/1.1" status: 204 len: 168 time: 0.8320775 Feb 28 11:31:43.462187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56902) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.469264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'network': {'name': 'tempest-network-smoke--1505361259', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:43.474228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:43.478331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:network and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:43.481217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:43.487323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:43.499000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:43.502488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.511689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:43.516977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Usage tracker for resource:subnet and tenant:d6972bfeb39c436ab22c043345e20d75 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:43.521348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:43.527822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:43.535582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:31:43.538942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Made reservation on behalf of d6972bfeb39c436ab22c043345e20d75 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:43.542646 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.544759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.545195 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Added segment e875e32e-e852-46c8-aa03-6e1dcdaf44cf of type vlan for network 1a4424ce-ab5c-4dff-ab68-7af007ea587e Feb 28 11:31:43.577033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.605399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.611008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:43.611632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.718124 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2522371 Feb 28 11:31:43.718375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56906) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.721528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb0bb0-b9bb-48bd-abfa-bbccc35f98f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Network': ['ID=1a4424ce-ab5c-4dff-ab68-7af007ea587e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:43.725898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'admin_state_up': True, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:43.731796 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 1a4424ce-ab5c-4dff-ab68-7af007ea587e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:31:43.743182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:43.749831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:router and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:43.762648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:43.771915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:43.795038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.830777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.831955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.880447 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.898330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event updated for resources: {'Subnet': ['ID=7dd47f28-1e85-48f3-a22d-175dbc42c39a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:43.908646 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Checking segment: {'id': 'e7f987bf-4b39-4e82-a6f2-627a34c1d9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:31:43.909000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Network hostable DHCP agents. Network: ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:31:44.149177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Network ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:44.215948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:44.223563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8219d9-5299-416c-b82c-15ea2946e9ac None None] Network ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:44.227906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:44.228481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.300909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.333822 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3a72401e-c049-481d-a51d-b30ad34c3cd7 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9431643 Feb 28 11:31:44.334254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56910) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:44.340747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Request body: {'port': {'network_id': 'ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00', 'name': 'tempest-DHCPAgentSchedulersTestJSON-556109179'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:44.443136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00', 'network_id': 'ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00', 'tenant_id': 'd6972bfeb39c436ab22c043345e20d75', 'fixed_ips': [{'subnet_id': '7dd47f28-1e85-48f3-a22d-175dbc42c39a'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:31:44.444419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.482592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:44.486606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Usage tracker for resource:port and tenant:d6972bfeb39c436ab22c043345e20d75 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:44.489664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:44.495446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:44.506571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Made reservation on behalf of d6972bfeb39c436ab22c043345e20d75 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:44.510599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.534692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] device_id is not set on port 6d203028-fa32-45fc-bdee-66f01d242016 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:31:44.605191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Allocated IP 172.20.0.2 (ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00/7dd47f28-1e85-48f3-a22d-175dbc42c39a/28eb0993-2647-431d-9baa-d480ed46f61d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:44.624037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.653954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.792520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.124 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/1fc09755-a773-47b3-a60b-d8280103c9db) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:44.814630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.824677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Transition to ACTIVE for port object 28eb0993-2647-431d-9baa-d480ed46f61d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:44.843823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Transition to ACTIVE for port object 28eb0993-2647-431d-9baa-d480ed46f61d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:44.849201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.926057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Allocated IP 172.20.0.10 (ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00/7dd47f28-1e85-48f3-a22d-175dbc42c39a/6d203028-fa32-45fc-bdee-66f01d242016) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:44.957572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.958526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Network ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:44.961242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:44.970021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:31:44.996459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.006571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Pushing event updated for resources: {'Port': ['ID=28eb0993-2647-431d-9baa-d480ed46f61d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:45.063810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Attempting to bind port 28eb0993-2647-431d-9baa-d480ed46f61d on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:45.064223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Attempting to bind port 28eb0993-2647-431d-9baa-d480ed46f61d by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'e7f987bf-4b39-4e82-a6f2-627a34c1d9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:45.064539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Attempting to bind port 28eb0993-2647-431d-9baa-d480ed46f61d on network ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:31:45.067502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:45.070010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:31:45.070382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Checking segment: {'id': 'e7f987bf-4b39-4e82-a6f2-627a34c1d9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:31:45.070781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.071200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Bound using segment: {'id': 'e7f987bf-4b39-4e82-a6f2-627a34c1d9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:31:45.071698 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Bound port: 28eb0993-2647-431d-9baa-d480ed46f61d, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f987bf-4b39-4e82-a6f2-627a34c1d9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:45.072069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.074371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:45.078523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:31:45.131038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=1fc09755-a773-47b3-a60b-d8280103c9db,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:45.140240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.156214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Transition to ACTIVE for port object 6d203028-fa32-45fc-bdee-66f01d242016 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:45.171038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] For port 28eb0993-2647-431d-9baa-d480ed46f61d, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:31:45.176090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] For port 28eb0993-2647-431d-9baa-d480ed46f61d, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=28eb0993-2647-431d-9baa-d480ed46f61d,segment=NetworkSegment(e7f987bf-4b39-4e82-a6f2-627a34c1d9e8),segment_id=e7f987bf-4b39-4e82-a6f2-627a34c1d9e8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:31:45.180960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.190844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.261772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Network ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:45.265979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:45.268717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:31:45.280806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4fd7d-3e51-4e18-a14c-fc549a051129 None None] Pushing event updated for resources: {'Port': ['ID=28eb0993-2647-431d-9baa-d480ed46f61d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:45.338101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event updated for resources: {'Port': ['ID=6d203028-fa32-45fc-bdee-66f01d242016,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:45.358815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:45.359475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.384455 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-481bc2cf-2043-445f-990d-2d8c587fad95 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0461650 Feb 28 11:31:45.384846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56914) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:45.455672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c4f82720-b77b-4f3e-abfd-123d236136d1 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Deleting port 6d203028-fa32-45fc-bdee-66f01d242016 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:45.456010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4f82720-b77b-4f3e-abfd-123d236136d1 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.669097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.729403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4f82720-b77b-4f3e-abfd-123d236136d1 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.856167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c4f82720-b77b-4f3e-abfd-123d236136d1 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Calling delete_port for 6d203028-fa32-45fc-bdee-66f01d242016 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:46.029358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.121275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4f82720-b77b-4f3e-abfd-123d236136d1 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.174549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f82720-b77b-4f3e-abfd-123d236136d1 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event deleted for resources: {'Port': ['ID=6d203028-fa32-45fc-bdee-66f01d242016,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:46.251031 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router c6eda39e-314b-47fa-b275-d4411dd0cc08 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:31:46.255004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce475f-9008-4d3a-b656-c84400bebacc None None] Network ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:46.274569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4f82720-b77b-4f3e-abfd-123d236136d1 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.283055 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c4f82720-b77b-4f3e-abfd-123d236136d1 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] 10.222.0.64 "DELETE /v2.0/ports/6d203028-fa32-45fc-bdee-66f01d242016 HTTP/1.1" status: 204 len: 168 time: 0.8950737 Feb 28 11:31:46.284251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.348074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b6ad904a-cb3b-4600-9183-e5ea1e3866f7 None None] Provisioning for port 28eb0993-2647-431d-9baa-d480ed46f61d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:46.442723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:31:46.456076 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Sync routers for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:46.468961 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:46.470069 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:46.470246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.471458 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5cab78fb-3fdb-4cac-b599-ddd2b0151851 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7520115 Feb 28 11:31:46.474473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.532440 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-120add2c-c3bf-4061-b6d0-e152e96f731e tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565743 Feb 28 11:31:46.535595 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-25cfd7fa-0eb8-4001-9692-e125f104f139 tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2508671 Feb 28 11:31:46.536366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56928) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.542058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56932) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.552410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-267280711'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:46.561647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:46.566358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Usage tracker for resource:network and tenant:d6972bfeb39c436ab22c043345e20d75 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:46.569752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:46.576479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:46.588050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Made reservation on behalf of d6972bfeb39c436ab22c043345e20d75 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:46.591586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.630450 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:31:46.641394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.641792 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Added segment ff431d62-3a17-42aa-8e9a-ff2f9f412d39 of type vlan for network 8c5a4a67-ca01-4db2-826b-f007e41fea6d Feb 28 11:31:46.671408 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:46.673550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.694293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e265b7c-b59b-49de-bc1b-416896953280 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:46.696188 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0e265b7c-b59b-49de-bc1b-416896953280 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1589260 Feb 28 11:31:46.698949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56936) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.713185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.725494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:46.726192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.764241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56940) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.764488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a452424a-1f4c-458c-a649-071df8aab911 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629985 Feb 28 11:31:46.787831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1711331560', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:46.876122 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3329935 Feb 28 11:31:46.879322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.941103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b35cb3-c5bc-4d6d-8844-b8cc331ed183 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event updated for resources: {'Network': ['ID=8c5a4a67-ca01-4db2-826b-f007e41fea6d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:46.953319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 8c5a4a67-ca01-4db2-826b-f007e41fea6d details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:31:46.961796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:46.966419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:subnet and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:46.969649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:46.975683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:46.988001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:46.991976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.050845 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:45Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:47.060669 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Checking router: c6eda39e-314b-47fa-b275-d4411dd0cc08 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:47.061272 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Updating router c6eda39e-314b-47fa-b275-d4411dd0cc08 port 1fc09755-a773-47b3-a60b-d8280103c9db binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:31:47.112198 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d0b99e00-2e15-4523-90ea-688100963da7 tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] 10.222.0.64 "GET /v2.0/agents/27ca2f28-9ef7-40da-8ecf-cbe833bb8b90/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.2317772 Feb 28 11:31:47.121939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.127601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c470fede-58bb-48ba-97dc-ccb290bf0582 None None] Could not find standard attr ID for object 6d203028-fa32-45fc-bdee-66f01d242016. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:31:47.136109 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.260983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19073c-68e0-46ed-9974-e9892884dd97 tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] Network 8c5a4a67-ca01-4db2-826b-f007e41fea6d is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:47.273308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4a19073c-68e0-46ed-9974-e9892884dd97 tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] 10.222.0.64 "POST /v2.0/agents/27ca2f28-9ef7-40da-8ecf-cbe833bb8b90/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1447430 Feb 28 11:31:47.276595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56952) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.279320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7084b91d-15d2-4e31-a16d-08f34fffe677 None None] Network 8c5a4a67-ca01-4db2-826b-f007e41fea6d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:47.284796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.369521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=036f9649-4261-4853-a3e7-e45e96b95416,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:47.415645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Checking segment: {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:31:47.416382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network hostable DHCP agents. Network: 1a4424ce-ab5c-4dff-ab68-7af007ea587e, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:31:47.444823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 1a4424ce-ab5c-4dff-ab68-7af007ea587e is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:47.458797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 1a4424ce-ab5c-4dff-ab68-7af007ea587e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:47.474642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:47.475608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.480900 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1f2c66a7-7871-4dfa-bbd3-9a30f1386916 tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] 10.222.0.64 "GET /v2.0/agents/27ca2f28-9ef7-40da-8ecf-cbe833bb8b90/dhcp-networks HTTP/1.1" status: 200 len: 4069 time: 0.2021716 Feb 28 11:31:47.481569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.488469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 28eb0993-2647-431d-9baa-d480ed46f61d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:47.504193 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4c5c5713-93ba-4894-85d2-ca8cf85af063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7275114 Feb 28 11:31:47.506791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 56960) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.541569 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94506aa4-4937-45bc-9cf9-eedc1022d8b2 None None] Network 1a4424ce-ab5c-4dff-ab68-7af007ea587e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:47.567291 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6ee6a6d7-4f9b-40ae-9cc5-178d41817f67 tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] 10.222.0.64 "DELETE /v2.0/agents/27ca2f28-9ef7-40da-8ecf-cbe833bb8b90/dhcp-networks/8c5a4a67-ca01-4db2-826b-f007e41fea6d HTTP/1.1" status: 204 len: 168 time: 0.0843260 Feb 28 11:31:47.568181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56964) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.581553 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.595494 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Transition to ACTIVE for port object 1fc09755-a773-47b3-a60b-d8280103c9db will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:47.604153 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.669929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 28eb0993-2647-431d-9baa-d480ed46f61d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:47.676906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 28eb0993-2647-431d-9baa-d480ed46f61d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:47.677290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.684951 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Pushing event updated for resources: {'Port': ['ID=1fc09755-a773-47b3-a60b-d8280103c9db,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:47.723169 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.723606 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.723958 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.724596 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.724736 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.725072 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.725403 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.725728 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.726486 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.726825 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.727168 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.727498 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:47.774412 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Attempting to bind port 1fc09755-a773-47b3-a60b-d8280103c9db on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:47.774785 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Attempting to bind port 1fc09755-a773-47b3-a60b-d8280103c9db by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:47.783434 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Attempting to bind port 1fc09755-a773-47b3-a60b-d8280103c9db on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:31:47.789736 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:31:47.790112 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:31:47.790507 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.790964 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:31:47.791775 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Bound port: 1fc09755-a773-47b3-a60b-d8280103c9db, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:47.791775 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.796332 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0d3a7186-4759-4e80-901c-4e289525725f tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] 10.222.0.64 "GET /v2.0/agents/27ca2f28-9ef7-40da-8ecf-cbe833bb8b90/dhcp-networks HTTP/1.1" status: 200 len: 4082 time: 0.2254994 Feb 28 11:31:47.800795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.826136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-68694bba-db64-4d9c-bcc9-02e73e8134e5 tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] 10.222.0.64 "GET /v2.0/networks/ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0198460 Feb 28 11:31:47.826718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56972) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.856151 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e90fbd34-c5c3-430f-911a-6e956c594c06 tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] 10.222.0.64 "GET /v2.0/networks/ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0256696 Feb 28 11:31:47.856870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56976) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.883748 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:31:47.884560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.902857 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] For port 1fc09755-a773-47b3-a60b-d8280103c9db, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:31:47.905999 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] For port 1fc09755-a773-47b3-a60b-d8280103c9db, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1fc09755-a773-47b3-a60b-d8280103c9db,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:31:47.913905 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.009766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.020437 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d9570-c4c5-4cfc-bc46-ea36fa88ce66 None None] Pushing event updated for resources: {'Port': ['ID=1fc09755-a773-47b3-a60b-d8280103c9db,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:48.035340 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:48.036042 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:48.060920 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6f50e7dd-e1f4-4bf6-a05c-d7b79c3a280d tempest-DHCPAgentSchedulersTestJSON-1595099389 tempest-DHCPAgentSchedulersTestJSON-1595099389-project-admin] 10.222.0.64 "GET /v2.0/agents/27ca2f28-9ef7-40da-8ecf-cbe833bb8b90/dhcp-networks HTTP/1.1" status: 200 len: 4082 time: 0.1985133 Feb 28 11:31:48.060920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.085755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 28eb0993-2647-431d-9baa-d480ed46f61d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=28eb0993-2647-431d-9baa-d480ed46f61d,segment=NetworkSegment(e7f987bf-4b39-4e82-a6f2-627a34c1d9e8),segment_id=e7f987bf-4b39-4e82-a6f2-627a34c1d9e8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:48.093935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.165970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=28eb0993-2647-431d-9baa-d480ed46f61d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:48.169677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Allocated IP 172.20.0.2 (1a4424ce-ab5c-4dff-ab68-7af007ea587e/036f9649-4261-4853-a3e7-e45e96b95416/817f980c-9a9e-4a11-b40f-40506bc54cb2) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:48.204676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.290966 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:48.454193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.467532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Transition to ACTIVE for port object 817f980c-9a9e-4a11-b40f-40506bc54cb2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:48.471455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.491450 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.492903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Transition to ACTIVE for port object 817f980c-9a9e-4a11-b40f-40506bc54cb2 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:48.501180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5a4a67-ca01-4db2-826b-f007e41fea6d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:48.504978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.514124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff431d62-3a17-42aa-8e9a-ff2f9f412d39') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:48.514874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff431d62-3a17-42aa-8e9a-ff2f9f412d39') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:48.526122 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.544318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.552899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:31:48.553739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.577597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Network 1a4424ce-ab5c-4dff-ab68-7af007ea587e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:48.581967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:48.587538 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:48.590490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:31:48.599182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Pushing event updated for resources: {'Port': ['ID=817f980c-9a9e-4a11-b40f-40506bc54cb2,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:48.631026 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:45Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:48.635864 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ed75b-1c59-4024-99b6-d3a9fbba7aae None None] The sync data for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv is: [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:45Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:48.686432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.691206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.717250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event deleted for resources: {'Network': ['ID=8c5a4a67-ca01-4db2-826b-f007e41fea6d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:48.720733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Attempting to bind port 817f980c-9a9e-4a11-b40f-40506bc54cb2 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:48.721189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Attempting to bind port 817f980c-9a9e-4a11-b40f-40506bc54cb2 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:48.722008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Attempting to bind port 817f980c-9a9e-4a11-b40f-40506bc54cb2 on network 1a4424ce-ab5c-4dff-ab68-7af007ea587e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:31:48.723292 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-78db0844-8b5d-43d6-894c-ce78d81ca786 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] 10.222.0.64 "DELETE /v2.0/networks/8c5a4a67-ca01-4db2-826b-f007e41fea6d HTTP/1.1" status: 204 len: 168 time: 0.6606331 Feb 28 11:31:48.724054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56984) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.727675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:31:48.728059 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Checking segment: {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:31:48.728470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.728864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Bound using segment: {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:31:48.729372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Bound port: 817f980c-9a9e-4a11-b40f-40506bc54cb2, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:48.729755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.772602 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2a1515-00ad-4fe7-800d-978de3f71e7e tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:48.773364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2a1515-00ad-4fe7-800d-978de3f71e7e tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:48.779717 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9d2a1515-00ad-4fe7-800d-978de3f71e7e tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] 10.222.0.64 "DELETE /v2.0/ports/6d203028-fa32-45fc-bdee-66f01d242016 HTTP/1.1" status: 404 len: 333 time: 0.0547180 Feb 28 11:31:48.780556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56988) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.828725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] For port 817f980c-9a9e-4a11-b40f-40506bc54cb2, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:31:48.832682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] For port 817f980c-9a9e-4a11-b40f-40506bc54cb2, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=817f980c-9a9e-4a11-b40f-40506bc54cb2,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:31:48.837620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.859673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce075837-4f23-4e88-8c13-a95fc5428f14 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Deleting subnet 7dd47f28-1e85-48f3-a22d-175dbc42c39a {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:31:48.862822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce075837-4f23-4e88-8c13-a95fc5428f14 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.925136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8976738-972a-4123-baa6-9b97643609d3 None None] Pushing event updated for resources: {'Port': ['ID=817f980c-9a9e-4a11-b40f-40506bc54cb2,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:48.944965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce075837-4f23-4e88-8c13-a95fc5428f14 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.055664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.1 (1a4424ce-ab5c-4dff-ab68-7af007ea587e/036f9649-4261-4853-a3e7-e45e96b95416/fe4d0617-956a-40e7-b800-4ace3373aa9f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:49.066955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce075837-4f23-4e88-8c13-a95fc5428f14 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.178862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce075837-4f23-4e88-8c13-a95fc5428f14 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.234446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce075837-4f23-4e88-8c13-a95fc5428f14 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd47f28-1e85-48f3-a22d-175dbc42c39a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:49.257082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b102b3-3a9b-41e5-9376-8b1b2c5610c4 None None] Network ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:49.262547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce075837-4f23-4e88-8c13-a95fc5428f14 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.276285 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ce075837-4f23-4e88-8c13-a95fc5428f14 tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] 10.222.0.64 "DELETE /v2.0/subnets/7dd47f28-1e85-48f3-a22d-175dbc42c39a HTTP/1.1" status: 204 len: 168 time: 0.4944837 Feb 28 11:31:49.276929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 56992) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:49.306058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.344172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object fe4d0617-956a-40e7-b800-4ace3373aa9f will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:49.389009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.509461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.522921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Deleting port 28eb0993-2647-431d-9baa-d480ed46f61d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:49.523445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.566652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 1a4424ce-ab5c-4dff-ab68-7af007ea587e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:49.575011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:49.580589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=fe4d0617-956a-40e7-b800-4ace3373aa9f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:49.588667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:31:49.658393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 817f980c-9a9e-4a11-b40f-40506bc54cb2 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:49.678511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.794854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 817f980c-9a9e-4a11-b40f-40506bc54cb2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:49.805014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1fc09755-a773-47b3-a60b-d8280103c9db up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:49.810668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] For port 28eb0993-2647-431d-9baa-d480ed46f61d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=28eb0993-2647-431d-9baa-d480ed46f61d,segment=NetworkSegment(e7f987bf-4b39-4e82-a6f2-627a34c1d9e8),segment_id=e7f987bf-4b39-4e82-a6f2-627a34c1d9e8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:49.811176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.875400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] DHCP port deletion for ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:31:49.893356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] Deleting port 28eb0993-2647-431d-9baa-d480ed46f61d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:49.894079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.013763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Calling delete_port for 28eb0993-2647-431d-9baa-d480ed46f61d owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:50.024724 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1fc09755-a773-47b3-a60b-d8280103c9db completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:50.059625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1fc09755-a773-47b3-a60b-d8280103c9db triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:50.060006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.113577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.120550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.184892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] No DVR routers for this DVR port 28eb0993-2647-431d-9baa-d480ed46f61d on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:50.189299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] For port 28eb0993-2647-431d-9baa-d480ed46f61d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=28eb0993-2647-431d-9baa-d480ed46f61d,segment=NetworkSegment(e7f987bf-4b39-4e82-a6f2-627a34c1d9e8),segment_id=e7f987bf-4b39-4e82-a6f2-627a34c1d9e8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:50.189714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.219935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event deleted for resources: {'Port': ['ID=28eb0993-2647-431d-9baa-d480ed46f61d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:50.325892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af0dee-edec-4d83-b263-cd4d2b8adf57 None None] Network 1a4424ce-ab5c-4dff-ab68-7af007ea587e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:50.328323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.346602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] Calling delete_port for 28eb0993-2647-431d-9baa-d480ed46f61d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:50.354278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:50.366455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f987bf-4b39-4e82-a6f2-627a34c1d9e8') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:50.366788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f987bf-4b39-4e82-a6f2-627a34c1d9e8') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:50.378718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.399665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.406950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:31:50.407817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:50.424755 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:50.516608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.536161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.548465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] Pushing event deleted for resources: {'Network': ['ID=ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:50.554087 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-92531028-ba3a-4d39-a416-619ac3022a9c tempest-DHCPAgentSchedulersTestJSON-396110282 tempest-DHCPAgentSchedulersTestJSON-396110282-project] 10.222.0.64 "DELETE /v2.0/networks/ea7f8bfb-0dbc-4ab8-b38f-832ac8733f00 HTTP/1.1" status: 204 len: 168 time: 1.2750089 Feb 28 11:31:50.593559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c082df9b-89d2-46d7-880f-eef1b24377a2 None None] Provisioning for port 817f980c-9a9e-4a11-b40f-40506bc54cb2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:50.598793 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.615261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 1fc09755-a773-47b3-a60b-d8280103c9db, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1fc09755-a773-47b3-a60b-d8280103c9db,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:50.628455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.632504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c082df9b-89d2-46d7-880f-eef1b24377a2 None None] Provisioning complete for port 817f980c-9a9e-4a11-b40f-40506bc54cb2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:50.632868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c082df9b-89d2-46d7-880f-eef1b24377a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.634615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.656519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.657367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 28eb0993-2647-431d-9baa-d480ed46f61d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:50.740286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:50.740942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:50.755317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 28eb0993-2647-431d-9baa-d480ed46f61d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:50.755932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 28eb0993-2647-431d-9baa-d480ed46f61d not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 28 11:31:50.765243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=fe4d0617-956a-40e7-b800-4ace3373aa9f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:50.768756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.833639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Port 28eb0993-2647-431d-9baa-d480ed46f61d not found, will not notify nova. {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 28 11:31:50.910928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57000) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.921086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 1a4424ce-ab5c-4dff-ab68-7af007ea587e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:50.922401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:50.925269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=1fc09755-a773-47b3-a60b-d8280103c9db,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:50.999325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c082df9b-89d2-46d7-880f-eef1b24377a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.043869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c082df9b-89d2-46d7-880f-eef1b24377a2 None None] For port 817f980c-9a9e-4a11-b40f-40506bc54cb2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=817f980c-9a9e-4a11-b40f-40506bc54cb2,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:51.048548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c082df9b-89d2-46d7-880f-eef1b24377a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.084012 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1dedf88b-0682-4850-bd2b-c4e2e8de6e9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6972bfeb39c436ab22c043345e20d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714320 Feb 28 11:31:51.086387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.127762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082df9b-89d2-46d7-880f-eef1b24377a2 None None] Pushing event updated for resources: {'Port': ['ID=817f980c-9a9e-4a11-b40f-40506bc54cb2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:51.133999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router c6eda39e-314b-47fa-b275-d4411dd0cc08 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:31:51.242886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] Deleting port 28eb0993-2647-431d-9baa-d480ed46f61d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:51.243832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.262588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b12b0a0d-7eba-4d18-95b6-cc38b37aca24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.294981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b12b0a0d-7eba-4d18-95b6-cc38b37aca24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.331636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c605a-8449-41cb-a0ba-8280e9cc5eb9 None None] The port '28eb0993-2647-431d-9baa-d480ed46f61d' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:31:51.344840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f99ce274-4f6c-49eb-9bf0-87e1496b916b None None] Provisioning for port fe4d0617-956a-40e7-b800-4ace3373aa9f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:51.359468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f99ce274-4f6c-49eb-9bf0-87e1496b916b None None] Provisioning complete for port fe4d0617-956a-40e7-b800-4ace3373aa9f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:51.360118 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f99ce274-4f6c-49eb-9bf0-87e1496b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.360463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b12b0a0d-7eba-4d18-95b6-cc38b37aca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.387357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b0a0d-7eba-4d18-95b6-cc38b37aca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6342536-b4e2-48ff-a0f8-bd7705185fc5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:51.391563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b12b0a0d-7eba-4d18-95b6-cc38b37aca24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.392672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:31:51.396703 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b12b0a0d-7eba-4d18-95b6-cc38b37aca24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6342536-b4e2-48ff-a0f8-bd7705185fc5 HTTP/1.1" status: 204 len: 168 time: 0.3087285 Feb 28 11:31:51.402788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 817f980c-9a9e-4a11-b40f-40506bc54cb2 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:51.417193 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-316be504-f33d-4866-9798-d94c00e5b2a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/c6eda39e-314b-47fa-b275-d4411dd0cc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9088714 Feb 28 11:31:51.419613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57012) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.448382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Sync routers for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:31:51.495036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:51.495627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:51.564722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f99ce274-4f6c-49eb-9bf0-87e1496b916b None None] Port fe4d0617-956a-40e7-b800-4ace3373aa9f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:31:51.591104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6f5fe-b4c1-46e4-9110-2fe60175dfe0 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.591874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6f5fe-b4c1-46e4-9110-2fe60175dfe0 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.592947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6f5fe-b4c1-46e4-9110-2fe60175dfe0 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.593538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6f5fe-b4c1-46e4-9110-2fe60175dfe0 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.597672 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3ca6f5fe-b4c1-46e4-9110-2fe60175dfe0 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1746018 Feb 28 11:31:51.598063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57018) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.682866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56560611-7473-4281-bea2-ac357f7beffd tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.685061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56560611-7473-4281-bea2-ac357f7beffd tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.686007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56560611-7473-4281-bea2-ac357f7beffd tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.686467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56560611-7473-4281-bea2-ac357f7beffd tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.690631 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-56560611-7473-4281-bea2-ac357f7beffd tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0892720 Feb 28 11:31:51.690949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57022) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.717578 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f99ce274-4f6c-49eb-9bf0-87e1496b916b None None] Provisioning complete for port 817f980c-9a9e-4a11-b40f-40506bc54cb2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:51.717949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f99ce274-4f6c-49eb-9bf0-87e1496b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.742861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:51.796294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.816939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f47a-8c84-4f49-af23-9f70b8d802e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.836287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 817f980c-9a9e-4a11-b40f-40506bc54cb2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:51.836662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.838768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3dd0f47a-8c84-4f49-af23-9f70b8d802e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:51.844043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3dd0f47a-8c84-4f49-af23-9f70b8d802e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9649146db5244c49a9b8d796cdebe565 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:51.847171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3dd0f47a-8c84-4f49-af23-9f70b8d802e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:51.853722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3dd0f47a-8c84-4f49-af23-9f70b8d802e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:51.951994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f47a-8c84-4f49-af23-9f70b8d802e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.958785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f47a-8c84-4f49-af23-9f70b8d802e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.014845 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3dd0f47a-8c84-4f49-af23-9f70b8d802e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9649146db5244c49a9b8d796cdebe565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146947 Feb 28 11:31:52.015402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57030) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:52.017941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f47a-8c84-4f49-af23-9f70b8d802e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969889fb-b8c5-402b-b1b7-98f86b586fc6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:52.066521 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-94e42c3d-eb97-4d3e-9033-1751e88ca7bc tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3718858 Feb 28 11:31:52.079486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d64a9f3-ca2a-4656-8689-6ab05f33f7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.106094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d64a9f3-ca2a-4656-8689-6ab05f33f7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.160968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d64a9f3-ca2a-4656-8689-6ab05f33f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.176198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64a9f3-ca2a-4656-8689-6ab05f33f7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969889fb-b8c5-402b-b1b7-98f86b586fc6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:52.182659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d64a9f3-ca2a-4656-8689-6ab05f33f7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.187430 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4d64a9f3-ca2a-4656-8689-6ab05f33f7e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/969889fb-b8c5-402b-b1b7-98f86b586fc6 HTTP/1.1" status: 204 len: 168 time: 0.1685164 Feb 28 11:31:52.226162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1fc09755-a773-47b3-a60b-d8280103c9db up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:52.271003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57038) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:52.277222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1661913955', 'description': 'tempest-secgroup-smoke-1661913955 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:52.282898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:52.286959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:52.289801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:52.297789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:52.309994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.331809 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:52.336358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:52.340387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:52.346708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:52.408927 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-520fd7d6-5ba2-48da-91e4-c0c6d42530f3 None None] Provisioning complete for port fe4d0617-956a-40e7-b800-4ace3373aa9f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:52.409300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-520fd7d6-5ba2-48da-91e4-c0c6d42530f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.432058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.437329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.463851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1fc09755-a773-47b3-a60b-d8280103c9db triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:52.464258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.486117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:52.492987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.499336 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9c23c06d-9d9a-4344-ba16-7253b331a375 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2239780 Feb 28 11:31:52.499436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:52.506095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'd7021a15-cfa8-41d4-9a76-ec1fbf4eabd4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:52.513007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:52.518854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:52.521809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:52.523767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'fe4d0617-956a-40e7-b800-4ace3373aa9f', 'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:fc:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:48Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '036f9649-4261-4853-a3e7-e45e96b95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:52.527645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-520fd7d6-5ba2-48da-91e4-c0c6d42530f3 None None] Port fe4d0617-956a-40e7-b800-4ace3373aa9f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:31:52.528396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:52.539452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Checking router: c6eda39e-314b-47fa-b275-d4411dd0cc08 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:31:52.539824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Updating router c6eda39e-314b-47fa-b275-d4411dd0cc08 port fe4d0617-956a-40e7-b800-4ace3373aa9f binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:31:52.551232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.602992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.617159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.623729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.649918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669e85b8-11bb-4bed-b985-1bb6f0262009,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:52.660155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.661683 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-65def46e-6ba2-44f2-b5d3-b3d498299866 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611664 Feb 28 11:31:52.664349 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57056) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:52.670996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'd7021a15-cfa8-41d4-9a76-ec1fbf4eabd4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:52.677108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:52.681106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:52.684975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:52.691430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:52.716224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.803520 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 28eb0993-2647-431d-9baa-d480ed46f61d no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:52.812294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.816114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.840089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711f8678-b86b-48a7-a904-9a9cde17e188,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:52.851380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.856034 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c8e63df1-bf0b-4f10-ab6d-942c8cd278fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1869135 Feb 28 11:31:52.856311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 28eb0993-2647-431d-9baa-d480ed46f61d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:31:52.856311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 28eb0993-2647-431d-9baa-d480ed46f61d not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:52.856473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57064) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:52.862836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'd7021a15-cfa8-41d4-9a76-ec1fbf4eabd4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:52.869917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:52.874252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:52.877327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:52.885324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:52.905239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.972556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.976446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.002457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8b0b0d-1817-4428-bef7-cb201592fb4d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:53.013337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.014771 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c7a0d083-8191-4b88-80ab-38f6462b68b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576414 Feb 28 11:31:53.017380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57072) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:53.022827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'd7021a15-cfa8-41d4-9a76-ec1fbf4eabd4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:53.029223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:53.033085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:53.036042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:53.041767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:53.062557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.085332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.099954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Transition to ACTIVE for port object fe4d0617-956a-40e7-b800-4ace3373aa9f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:53.106851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.139061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.144740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.175352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5037748e-8d8e-4b11-bd14-6779b60ff81d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:53.188638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.197786 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5688d073-4ee2-4f81-866b-d7ff43437a81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1768291 Feb 28 11:31:53.198147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:53.204077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'd7021a15-cfa8-41d4-9a76-ec1fbf4eabd4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:53.210952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:53.216206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:53.221343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:53.229205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:53.244627 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:31:53.253852 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.259418 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca39623-2e3b-4ae2-a29d-2b44b9a6b9e7 None None] Pushing event updated for resources: {'Port': ['ID=fe4d0617-956a-40e7-b800-4ace3373aa9f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:53.338605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.346150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.373082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca245e33-5d49-47ec-8e9a-88120a8e250a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:53.375038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Attempting to bind port fe4d0617-956a-40e7-b800-4ace3373aa9f on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:53.375441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Attempting to bind port fe4d0617-956a-40e7-b800-4ace3373aa9f by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:53.375999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Attempting to bind port fe4d0617-956a-40e7-b800-4ace3373aa9f on network 1a4424ce-ab5c-4dff-ab68-7af007ea587e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:31:53.382546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:31:53.382922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Checking segment: {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:31:53.383440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.384000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Bound using segment: {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:31:53.384493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Bound port: fe4d0617-956a-40e7-b800-4ace3373aa9f, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:53.384924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.387831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.389094 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4ed33a2d-47c5-424e-9f24-09624365842e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896861 Feb 28 11:31:53.391853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57086) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:53.397881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'd7021a15-cfa8-41d4-9a76-ec1fbf4eabd4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:53.405366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:53.416018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:53.420236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:53.427434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:53.443283 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:31:53.453086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.499266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] For port fe4d0617-956a-40e7-b800-4ace3373aa9f, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:31:53.502833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] For port fe4d0617-956a-40e7-b800-4ace3373aa9f, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=fe4d0617-956a-40e7-b800-4ace3373aa9f,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:31:53.508915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.526209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.530663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.557395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dab61b4-192a-46fa-b625-1f484a8c1273,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:53.570314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.571809 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f744a778-3d7c-4d99-9d1a-17dec5288c7a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1785092 Feb 28 11:31:53.597976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:31:53.598789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:53.677333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca39623-2e3b-4ae2-a29d-2b44b9a6b9e7 None None] Pushing event updated for resources: {'Port': ['ID=fe4d0617-956a-40e7-b800-4ace3373aa9f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:53.822719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-b9314e1d-2948-42c0-8546-2cbc13ca43c0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:53.831662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:31:53.840891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-b9314e1d-2948-42c0-8546-2cbc13ca43c0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:53.842052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-b9314e1d-2948-42c0-8546-2cbc13ca43c0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661913955&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0689359 Feb 28 11:31:53.847064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57110) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:54.002741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-81429420-5e90-4653-9c4a-d02d1e9e0717 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:54.003463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-81429420-5e90-4653-9c4a-d02d1e9e0717 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:54.012885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1212182790', 'router:external': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:54.017430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:54.021191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Usage tracker for resource:network and tenant:593d2b08c10b4b5f854a08915ed12a3a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:54.024424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:54.026078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-81429420-5e90-4653-9c4a-d02d1e9e0717 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:54.030833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:54.031618 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-81429420-5e90-4653-9c4a-d02d1e9e0717 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=1a4424ce-ab5c-4dff-ab68-7af007ea587e HTTP/1.1" status: 200 len: 797 time: 0.1794686 Feb 28 11:31:54.041817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Made reservation on behalf of 593d2b08c10b4b5f854a08915ed12a3a for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:54.045190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-6a8c4d99-1c50-4d66-a6c1-52404766ebdc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0122054 Feb 28 11:31:54.047491 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.060804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.077285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:54.081233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Usage tracker for resource:security_group_rule and tenant:593d2b08c10b4b5f854a08915ed12a3a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:54.084204 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:54.090095 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:54.143749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-ae0dfc3f-d0eb-4117-b2bb-a0ca8c52ff3e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:54.160162 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-ae0dfc3f-d0eb-4117-b2bb-a0ca8c52ff3e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:54.161467 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-ae0dfc3f-d0eb-4117-b2bb-a0ca8c52ff3e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100965 Feb 28 11:31:54.181470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.186325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.207698 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'fe4d0617-956a-40e7-b800-4ace3373aa9f', 'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:fc:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:48Z', 'updated_at': '2022-02-28T11:31:53Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '036f9649-4261-4853-a3e7-e45e96b95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:54.211776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f3e4e-e61c-42fe-9528-7e9831be2278 None None] The sync data for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv is: [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'fe4d0617-956a-40e7-b800-4ace3373aa9f', 'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:fc:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:48Z', 'updated_at': '2022-02-28T11:31:53Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '036f9649-4261-4853-a3e7-e45e96b95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:31:54.219689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:31:54.228437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06f6360-3712-4368-b5bd-26d6dc84cb0f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:54.235953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.236336 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Added segment 9b36b136-bcf4-4071-b1c8-0e5ee9930c78 of type vlan for network bbbc9cf7-e22c-42c5-aa87-afcce85f1629 Feb 28 11:31:54.301445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.346290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.347328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:54.347917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.364835 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-7528314c-a235-4b62-bf79-059ce30ce850 service neutron] 10.222.0.64 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883211 Feb 28 11:31:54.450419 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5983145 Feb 28 11:31:54.450656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57116) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:54.458313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'subnet': {'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:54.461731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792b2f4-b7cb-4b1d-a250-b1073f30c943 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event updated for resources: {'Network': ['ID=bbbc9cf7-e22c-42c5-aa87-afcce85f1629,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:54.466033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:54.469978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Usage tracker for resource:subnet and tenant:593d2b08c10b4b5f854a08915ed12a3a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:54.472909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:54.475086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network bbbc9cf7-e22c-42c5-aa87-afcce85f1629 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:31:54.478856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:54.490545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Made reservation on behalf of 593d2b08c10b4b5f854a08915ed12a3a for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:54.493624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.515630 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-8cb2e77d-1335-4f9c-8330-7f520fdf4844 service neutron] 10.222.0.64 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458118 Feb 28 11:31:54.728052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ce012bf7-5848-497d-9b11-b274d6696909 req-4f27c1c1-15e2-4e35-8668-90773cb1811f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 210 time: 0.0475836 Feb 28 11:31:54.919514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.objects.ports [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 11:31:54.920116 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.005682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6a407429-de0f-4bb9-b711-ebbb9f98467c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:55.015093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Checking segment: {'id': '9b36b136-bcf4-4071-b1c8-0e5ee9930c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:31:55.015479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Network hostable DHCP agents. Network: bbbc9cf7-e22c-42c5-aa87-afcce85f1629, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:31:55.035930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Network bbbc9cf7-e22c-42c5-aa87-afcce85f1629 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:55.046929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, bbbc9cf7-e22c-42c5-aa87-afcce85f1629) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:55.051332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:55.052146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.057442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046ab35-1070-41c1-9214-ce39071c12c8 None None] Network bbbc9cf7-e22c-42c5-aa87-afcce85f1629 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:55.076818 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d4c90cdc-7cd2-4f37-8b12-d652568f9e47 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6249778 Feb 28 11:31:55.079633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57122) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:55.085498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-649761118', 'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:55.090814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:55.094831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Usage tracker for resource:port and tenant:593d2b08c10b4b5f854a08915ed12a3a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:55.097822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:55.103702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:55.115911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Made reservation on behalf of 593d2b08c10b4b5f854a08915ed12a3a for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:55.118956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.142135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] device_id is not set on port 5bf4d8e6-58ff-4ab5-bfc3-e0122bd8e878 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:31:55.285597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1391d28-f1ec-40e0-9998-5d996afa250b None None] Network bbbc9cf7-e22c-42c5-aa87-afcce85f1629 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:31:55.298305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Allocated IP 2001:db8::1c3 (bbbc9cf7-e22c-42c5-aa87-afcce85f1629/6a407429-de0f-4bb9-b711-ebbb9f98467c/5bf4d8e6-58ff-4ab5-bfc3-e0122bd8e878) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:55.412613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device fe4d0617-956a-40e7-b800-4ace3373aa9f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:55.501472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.530942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.565208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port fe4d0617-956a-40e7-b800-4ace3373aa9f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:55.580038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port fe4d0617-956a-40e7-b800-4ace3373aa9f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:55.580408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.596292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Network bbbc9cf7-e22c-42c5-aa87-afcce85f1629 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:55.598951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:55.607142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:31:55.607612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:55.608209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.622154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event updated for resources: {'Port': ['ID=5bf4d8e6-58ff-4ab5-bfc3-e0122bd8e878,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:55.634762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2823f2b1-d71d-49d2-b1bc-d25ad911f9d8 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5536864 Feb 28 11:31:55.637963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:55.704833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f135d894-7b46-475a-8a14-924b113278cc tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Deleting port 5bf4d8e6-58ff-4ab5-bfc3-e0122bd8e878 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:31:55.705175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f135d894-7b46-475a-8a14-924b113278cc tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.713649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.756077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port fe4d0617-956a-40e7-b800-4ace3373aa9f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=fe4d0617-956a-40e7-b800-4ace3373aa9f,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:31:55.761383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.843825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=fe4d0617-956a-40e7-b800-4ace3373aa9f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:55.967850 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-db68c409-e1e8-4b85-869a-35c4504ed5fb req-313c93e3-e05b-4857-8350-c4639680c4bd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 210 time: 0.1669617 Feb 28 11:31:56.099426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f135d894-7b46-475a-8a14-924b113278cc tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.222727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f135d894-7b46-475a-8a14-924b113278cc tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Calling delete_port for 5bf4d8e6-58ff-4ab5-bfc3-e0122bd8e878 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:31:56.362385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f135d894-7b46-475a-8a14-924b113278cc tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.410411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135d894-7b46-475a-8a14-924b113278cc tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bf4d8e6-58ff-4ab5-bfc3-e0122bd8e878,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:56.450482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f135d894-7b46-475a-8a14-924b113278cc tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.456145 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f135d894-7b46-475a-8a14-924b113278cc tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "DELETE /v2.0/ports/5bf4d8e6-58ff-4ab5-bfc3-e0122bd8e878 HTTP/1.1" status: 204 len: 168 time: 0.8172352 Feb 28 11:31:56.458684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57142) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:56.463606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629', 'external_fixed_ips': [{'subnet_id': '6a407429-de0f-4bb9-b711-ebbb9f98467c', 'ip_address': '2001:db8::1c3'}]}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:56.468494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:56.472208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Usage tracker for resource:router and tenant:593d2b08c10b4b5f854a08915ed12a3a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:56.474971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:56.481148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:56.494256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.495379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.509485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.866922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.954305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-85d24654-3935-48d3-b53c-14c485dd006b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:56.955724 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-85d24654-3935-48d3-b53c-14c485dd006b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=1a4424ce-ab5c-4dff-ab68-7af007ea587e HTTP/1.1" status: 200 len: 797 time: 0.3126004 Feb 28 11:31:57.021035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.058713 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-5ebe97ee-e924-4e9d-a1cf-432e48636461 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 380 time: 0.0626271 Feb 28 11:31:57.069079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:57.146148 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64302f32-cb7f-4267-b3d2-d655b5364cb6 req-a75c9514-398c-44c0-8fe4-4f0c44e1b198 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 210 time: 0.0608242 Feb 28 11:31:57.363334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device fe4d0617-956a-40e7-b800-4ace3373aa9f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:57.432286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port fe4d0617-956a-40e7-b800-4ace3373aa9f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:57.432659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.461748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:57.529263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:57.575695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:57.579101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.649441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.688947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.891176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.7 (1a4424ce-ab5c-4dff-ab68-7af007ea587e/036f9649-4261-4853-a3e7-e45e96b95416/96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:57.982068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Allocated IP 2001:db8::1c3 (bbbc9cf7-e22c-42c5-aa87-afcce85f1629/6a407429-de0f-4bb9-b711-ebbb9f98467c/bca387e5-edcd-446c-bcdd-e0b43565caba) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:58.234311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.271936 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:31:58.304810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:58.308020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.312212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e2c7a17-ca0c-4520-972a-48cf7d1561d2 req-935f642a-c6c5-4b8a-a114-4120a7c027e4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 210 time: 0.0571628 Feb 28 11:31:58.350820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.353368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.420529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 1a4424ce-ab5c-4dff-ab68-7af007ea587e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:58.424989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:58.427734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Network bbbc9cf7-e22c-42c5-aa87-afcce85f1629 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:58.430905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:31:58.455887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:58.467346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:31:58.545679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event updated for resources: {'Port': ['ID=bca387e5-edcd-446c-bcdd-e0b43565caba,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:58.655028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-22d625c7-2663-47c7-8062-b5fd28c4af1b None None] Provisioning for port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:58.660342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-22d625c7-2663-47c7-8062-b5fd28c4af1b None None] Provisioning complete for port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:58.660715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-22d625c7-2663-47c7-8062-b5fd28c4af1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.716857 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-22d625c7-2663-47c7-8062-b5fd28c4af1b None None] Port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:31:58.721031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:58.721640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.745231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:58.944648 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f153f223-6155-4293-9b2f-d7d4620b7f54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8816037 Feb 28 11:31:58.960574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Request body: {'port': {'device_id': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:31:59.156277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.203552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.778679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.796357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f34d8-a59c-4345-b512-1bb3e89fe8f3 req-45064501-f687-4ab8-8e39-9c08cd7d8242 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:59.797042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-865f34d8-a59c-4345-b512-1bb3e89fe8f3 req-45064501-f687-4ab8-8e39-9c08cd7d8242 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:59.886453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-865f34d8-a59c-4345-b512-1bb3e89fe8f3 req-45064501-f687-4ab8-8e39-9c08cd7d8242 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:59.887612 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-865f34d8-a59c-4345-b512-1bb3e89fe8f3 req-45064501-f687-4ab8-8e39-9c08cd7d8242 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 931 time: 0.4557447 Feb 28 11:32:00.072101 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-865f34d8-a59c-4345-b512-1bb3e89fe8f3 req-63428270-52a5-4012-8bee-2f0b912a2ce5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779590 Feb 28 11:32:00.073897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:32:00.085386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.109960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Transition to ACTIVE for port object 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:00.113297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.156252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0fb79f12-39de-49d0-9b88-a6a48a949c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.387148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Pushing event updated for resources: {'Port': ['ID=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:00.417971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Router 57898de7-3316-4601-b8a8-dae2243a74d8 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:00.617587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Attempting to bind port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:00.617836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Attempting to bind port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:00.618161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Attempting to bind port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab on network 1a4424ce-ab5c-4dff-ab68-7af007ea587e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:32:00.635330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab on network 1a4424ce-ab5c-4dff-ab68-7af007ea587e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:32:00.635648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Attempting to bind port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab on network 1a4424ce-ab5c-4dff-ab68-7af007ea587e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:32:00.652485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:32:00.652818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Checking segment: {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:00.653197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Bound using segment: {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:32:00.653619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Bound port: 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:00.653959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.675256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:00.684064 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Sync routers for ids ['57898de7-3316-4601-b8a8-dae2243a74d8'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:00.693815 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Routers {'57898de7-3316-4601-b8a8-dae2243a74d8'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:00.694425 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['57898de7-3316-4601-b8a8-dae2243a74d8'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:00.737770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.738969 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3d91fe36-4e2c-4f7c-b444-6f9704db695e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2791834 Feb 28 11:32:00.742165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:00.765960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] For port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:32:00.769346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] For port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:32:00.774465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.844990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:00.846057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.847984 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] 10.222.0.37 "PUT /v2.0/ports/96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab HTTP/1.1" status: 200 len: 1093 time: 1.8912978 Feb 28 11:32:00.848439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:32:00.879089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de8586-767c-48ab-8ac5-85c69f75488d service neutron] Pushing event updated for resources: {'Port': ['ID=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:00.920142 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Set router 57898de7-3316-4601-b8a8-dae2243a74d8 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:00.937907 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'status': 'completed', 'code': 200} Feb 28 11:32:00.962129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.986844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-ae015f28-2244-4aa9-b82e-8588c19cc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:00.988673 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-ae015f28-2244-4aa9-b82e-8588c19cc2c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 1096 time: 0.0974486 Feb 28 11:32:01.083378 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-cfb29e7e-7034-4793-9319-586a3303c9c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab HTTP/1.1" status: 200 len: 217 time: 0.0875869 Feb 28 11:32:01.159720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f9725239-fb7e-4bd8-bfe6-07409ddb4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:01.161039 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f9725239-fb7e-4bd8-bfe6-07409ddb4672 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036f9649-4261-4853-a3e7-e45e96b95416 HTTP/1.1" status: 200 len: 835 time: 0.0720489 Feb 28 11:32:01.206183 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.217815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Deleting port bca387e5-edcd-446c-bcdd-e0b43565caba {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:01.218536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.257560 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57898de7-3316-4601-b8a8-dae2243a74d8', 'name': '', 'tenant_id': '593d2b08c10b4b5f854a08915ed12a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629', 'external_fixed_ips': [{'subnet_id': '6a407429-de0f-4bb9-b711-ebbb9f98467c', 'ip_address': '2001:db8::1c3'}], 'enable_snat': True}, 'gw_port_id': 'bca387e5-edcd-446c-bcdd-e0b43565caba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:56Z', 'updated_at': '2022-02-28T11:31:58Z', 'revision_number': 3, 'project_id': '593d2b08c10b4b5f854a08915ed12a3a', 'gw_port': {'id': 'bca387e5-edcd-446c-bcdd-e0b43565caba', 'name': '', 'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57898de7-3316-4601-b8a8-dae2243a74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '6a407429-de0f-4bb9-b711-ebbb9f98467c', 'ip_address': '2001:db8::1c3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:57Z', 'updated_at': '2022-02-28T11:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a407429-de0f-4bb9-b711-ebbb9f98467c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:01.263381 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Checking router: 57898de7-3316-4601-b8a8-dae2243a74d8 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:32:01.263727 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Updating router 57898de7-3316-4601-b8a8-dae2243a74d8 port bca387e5-edcd-446c-bcdd-e0b43565caba binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:32:01.307052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-4770e1f9-f208-4607-8884-ec8067160a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:01.309488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-4770e1f9-f208-4607-8884-ec8067160a81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a4424ce-ab5c-4dff-ab68-7af007ea587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1403971 Feb 28 11:32:01.326430 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.395477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44484f7e-8ee4-43c1-bd4b-60a04f8d9d75 req-f7e7bf43-eb2e-4028-aa55-91a0bdd85748 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:01.399818 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-44484f7e-8ee4-43c1-bd4b-60a04f8d9d75 req-f7e7bf43-eb2e-4028-aa55-91a0bdd85748 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 943 time: 0.1932664 Feb 28 11:32:01.521597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-44484f7e-8ee4-43c1-bd4b-60a04f8d9d75 req-3a854d85-31dd-4468-9882-b74de637cbfe tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154165 Feb 28 11:32:01.531091 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.556381 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-f7f9b576-df81-429a-aa6b-025f1158e433 service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362771 Feb 28 11:32:01.664707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Calling delete_port for bca387e5-edcd-446c-bcdd-e0b43565caba owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:01.682920 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.696972 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cfece7-d1b3-4514-a45b-81096e5d91b4 req-905ff9dd-6f84-45ee-9d0d-9b62a6e0f396 service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347275 Feb 28 11:32:01.703027 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Transition to ACTIVE for port object bca387e5-edcd-446c-bcdd-e0b43565caba will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:01.709233 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.812231 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b9b1e-c158-4cda-846a-e23e2ff9f606 None None] Pushing event updated for resources: {'Port': ['ID=bca387e5-edcd-446c-bcdd-e0b43565caba,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:01.814674 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Attempting to bind port bca387e5-edcd-446c-bcdd-e0b43565caba on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:01.815034 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Attempting to bind port bca387e5-edcd-446c-bcdd-e0b43565caba by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9b36b136-bcf4-4071-b1c8-0e5ee9930c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:01.815416 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Attempting to bind port bca387e5-edcd-446c-bcdd-e0b43565caba on network bbbc9cf7-e22c-42c5-aa87-afcce85f1629 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:32:01.822080 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:32:01.822446 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Checking segment: {'id': '9b36b136-bcf4-4071-b1c8-0e5ee9930c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:01.822843 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.823259 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Bound using segment: {'id': '9b36b136-bcf4-4071-b1c8-0e5ee9930c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:32:01.824624 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Bound port: bca387e5-edcd-446c-bcdd-e0b43565caba, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b36b136-bcf4-4071-b1c8-0e5ee9930c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bbbc9cf7-e22c-42c5-aa87-afcce85f1629'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:01.824624 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.840423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-fc4bd0b8-0096-45f4-9b88-948760b48d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:01.841909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-fc4bd0b8-0096-45f4-9b88-948760b48d10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 1096 time: 0.0948486 Feb 28 11:32:01.904800 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] For port bca387e5-edcd-446c-bcdd-e0b43565caba, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:32:01.907864 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] For port bca387e5-edcd-446c-bcdd-e0b43565caba, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=bca387e5-edcd-446c-bcdd-e0b43565caba,segment=NetworkSegment(9b36b136-bcf4-4071-b1c8-0e5ee9930c78),segment_id=9b36b136-bcf4-4071-b1c8-0e5ee9930c78)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:32:01.913022 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.940315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:32:01.940921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:32:01.978071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-b701b6f1-4ea3-4ce7-8f45-c7d9dacf93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:01.979528 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-b701b6f1-4ea3-4ce7-8f45-c7d9dacf93fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a4424ce-ab5c-4dff-ab68-7af007ea587e HTTP/1.1" status: 200 len: 898 time: 0.1309893 Feb 28 11:32:01.988217 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Routers {'57898de7-3316-4601-b8a8-dae2243a74d8'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:01.988834 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:31:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['57898de7-3316-4601-b8a8-dae2243a74d8'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:02.046369 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-e4988c4c-968e-40ec-be2f-f3c3e0847174 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab HTTP/1.1" status: 200 len: 217 time: 0.0599496 Feb 28 11:32:02.063679 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b9b1e-c158-4cda-846a-e23e2ff9f606 None None] Pushing event updated for resources: {'Port': ['ID=bca387e5-edcd-446c-bcdd-e0b43565caba,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:02.155542 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] Set router 57898de7-3316-4601-b8a8-dae2243a74d8 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:02.220926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-b37aba9b-00d3-4da2-8d83-41e8d4d8b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:02.222355 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-b37aba9b-00d3-4da2-8d83-41e8d4d8b751 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036f9649-4261-4853-a3e7-e45e96b95416 HTTP/1.1" status: 200 len: 835 time: 0.1704257 Feb 28 11:32:02.298841 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57898de7-3316-4601-b8a8-dae2243a74d8', 'name': '', 'tenant_id': '593d2b08c10b4b5f854a08915ed12a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:56Z', 'updated_at': '2022-02-28T11:32:01Z', 'revision_number': 4, 'project_id': '593d2b08c10b4b5f854a08915ed12a3a', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:02.299085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-72cb47e6-3ac6-4cb6-a08b-8f7e828e3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:02.300379 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-72cb47e6-3ac6-4cb6-a08b-8f7e828e3409 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a4424ce-ab5c-4dff-ab68-7af007ea587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711446 Feb 28 11:32:02.303016 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca9f0c-079f-4aca-a68d-f5079dc2da78 None None] The sync data for ids ['57898de7-3316-4601-b8a8-dae2243a74d8'] in dv-neutron-831192-2-hyperv is: [{'id': '57898de7-3316-4601-b8a8-dae2243a74d8', 'name': '', 'tenant_id': '593d2b08c10b4b5f854a08915ed12a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:56Z', 'updated_at': '2022-02-28T11:32:01Z', 'revision_number': 4, 'project_id': '593d2b08c10b4b5f854a08915ed12a3a', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:02.399715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-59601e54-46a4-4d38-b5a2-e48e00d6c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.438388 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-ca769aea-2930-48ce-a405-0e02a5af6155 service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283350 Feb 28 11:32:02.441404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Deleting port bca387e5-edcd-446c-bcdd-e0b43565caba {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:02.441755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.576624 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3883aae8-dfa8-45c9-81c1-c4b14d746bb6 req-acd44590-14f5-449b-a93f-063d862c88c6 service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310499 Feb 28 11:32:02.620036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] For port bca387e5-edcd-446c-bcdd-e0b43565caba, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=bca387e5-edcd-446c-bcdd-e0b43565caba,segment=NetworkSegment(9b36b136-bcf4-4071-b1c8-0e5ee9930c78),segment_id=9b36b136-bcf4-4071-b1c8-0e5ee9930c78)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:02.620394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.721328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356df224-358a-4560-a98e-4909acaa3ed8 req-d61033dd-fefd-4a86-92a5-87e0a1eebbe2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:02.722967 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-356df224-358a-4560-a98e-4909acaa3ed8 req-d61033dd-fefd-4a86-92a5-87e0a1eebbe2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 943 time: 0.0872777 Feb 28 11:32:02.751286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Calling delete_port for bca387e5-edcd-446c-bcdd-e0b43565caba owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:02.768588 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-356df224-358a-4560-a98e-4909acaa3ed8 req-36ec315d-870c-4c4a-b9ce-28f1b7966b27 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397584 Feb 28 11:32:02.918539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.965477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event deleted for resources: {'Port': ['ID=bca387e5-edcd-446c-bcdd-e0b43565caba,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:03.005760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.176588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.178722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.203096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.203589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57898de7-3316-4601-b8a8-dae2243a74d8 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:03.216289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.217818 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-59f9bcd3-ef49-4215-8742-4205193e3b5d tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "DELETE /v2.0/routers/57898de7-3316-4601-b8a8-dae2243a74d8 HTTP/1.1" status: 204 len: 168 time: 2.4736514 Feb 28 11:32:03.220405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57166) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:03.284258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-348e5df2-4f06-479f-a535-a707f1110935 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Deleting subnet 6a407429-de0f-4bb9-b711-ebbb9f98467c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:32:03.287252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-348e5df2-4f06-479f-a535-a707f1110935 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.344242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-348e5df2-4f06-479f-a535-a707f1110935 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.398341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-348e5df2-4f06-479f-a535-a707f1110935 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.463032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-348e5df2-4f06-479f-a535-a707f1110935 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.505601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-348e5df2-4f06-479f-a535-a707f1110935 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.508184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e5df2-4f06-479f-a535-a707f1110935 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6a407429-de0f-4bb9-b711-ebbb9f98467c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:03.513742 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-348e5df2-4f06-479f-a535-a707f1110935 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/6a407429-de0f-4bb9-b711-ebbb9f98467c HTTP/1.1" status: 204 len: 168 time: 0.2923357 Feb 28 11:32:03.516290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:03.545440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.618121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.726100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.745168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:32:03.745492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.770722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbc9cf7-e22c-42c5-aa87-afcce85f1629']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:03.783413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b36b136-bcf4-4071-b1c8-0e5ee9930c78') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:03.783705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b36b136-bcf4-4071-b1c8-0e5ee9930c78') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:03.795996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.812873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.820095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:32:03.820570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:03.833910 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:03.879184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:03.893344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'port_id': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'mac_address': 'fa:16:3e:c6:52:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:32:03.948152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.960882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.965160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbbc9cf7-e22c-42c5-aa87-afcce85f1629 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 11:32:03.965963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:32:03.967481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.983942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:03.988714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.002137 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "DELETE /v2.0/networks/bbbc9cf7-e22c-42c5-aa87-afcce85f1629 HTTP/1.1" status: 204 len: 168 time: 0.4847512 Feb 28 11:32:04.003846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd77da-5f80-4ee8-a4d2-30ac3a4e9c91 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbbc9cf7-e22c-42c5-aa87-afcce85f1629,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:04.030668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9127-9c5d-421d-962c-85f83bfc1dff req-78759776-7f5e-4819-aa1f-87e2b9d915d8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:04.039256 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-781e9127-9c5d-421d-962c-85f83bfc1dff req-78759776-7f5e-4819-aa1f-87e2b9d915d8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 943 time: 0.1450367 Feb 28 11:32:04.076186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:04.089357 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-781e9127-9c5d-421d-962c-85f83bfc1dff req-c6dddc46-3e84-4f3e-acb4-f5ee05abbc8b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492833 Feb 28 11:32:04.200005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:32:04.206763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57182) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:04.211751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'router': {'name': 'tempest-router--4911587', 'project_id': '412e1f3c27714d8f8899d88a81e2a389'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:04.216503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:04.220353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Usage tracker for resource:router and tenant:412e1f3c27714d8f8899d88a81e2a389 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:04.223181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:04.329067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:04.339292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.340816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.354899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.373194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.392739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.393911 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2002fddc-4c3e-4935-82f6-e79a08bb3da1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1861300 Feb 28 11:32:04.397117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57186) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:04.536979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e639c14c-d971-4a95-9192-5c4f9e2f47d9 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.930735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e639c14c-d971-4a95-9192-5c4f9e2f47d9 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.933540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e639c14c-d971-4a95-9192-5c4f9e2f47d9 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.955699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e639c14c-d971-4a95-9192-5c4f9e2f47d9 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.956298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e639c14c-d971-4a95-9192-5c4f9e2f47d9 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72a71c49-9ddb-4210-baf0-7f654319a391 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:04.964569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e639c14c-d971-4a95-9192-5c4f9e2f47d9 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.965676 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e639c14c-d971-4a95-9192-5c4f9e2f47d9 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "DELETE /v2.0/routers/72a71c49-9ddb-4210-baf0-7f654319a391 HTTP/1.1" status: 204 len: 168 time: 0.5674372 Feb 28 11:32:05.072573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57192) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:05.135844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.278191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ed9a5-c6e1-4d4c-b730-da6624755e7b req-17c501fa-b355-425b-8760-b59739172f4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:05.279734 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-896ed9a5-c6e1-4d4c-b730-da6624755e7b req-17c501fa-b355-425b-8760-b59739172f4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 944 time: 0.0850260 Feb 28 11:32:05.285308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1149879859', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:05.304845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:05.312389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Usage tracker for resource:router and tenant:7dc65d371af344c69852615d0ed720b6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:05.316619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:05.329267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:05.345183 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-896ed9a5-c6e1-4d4c-b730-da6624755e7b req-a1bac44c-36d7-4064-9cfe-e6b03f1458ca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542431 Feb 28 11:32:05.346386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.347390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.361934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.626064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.760210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:05.830086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:05.834843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:05.835244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.927751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.949169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.956570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.975712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:32:05.986096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:05.990227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.034357 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'code': 200} Feb 28 11:32:06.059408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:06.103146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Allocated IP 172.26.8.203 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/4ebc0bc0-d364-43d3-9a48-4aad4bf67f21) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:06.400259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.421984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29d114-7ef2-4529-9e88-783e32fed6ba req-cbfe7214-ef88-475d-ab01-644ef6ef8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:06.423487 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aa29d114-7ef2-4529-9e88-783e32fed6ba req-cbfe7214-ef88-475d-ab01-644ef6ef8a34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 1098 time: 0.2346172 Feb 28 11:32:06.517513 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aa29d114-7ef2-4529-9e88-783e32fed6ba req-ba6980e6-2d3d-49c3-b251-d47193dfbb51 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847635 Feb 28 11:32:06.518417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.585501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:06.597000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:06.602000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:06.629258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event updated for resources: {'Port': ['ID=4ebc0bc0-d364-43d3-9a48-4aad4bf67f21,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:06.672704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c319cc5-6165-49a3-8357-15f476d441e1 req-d55107cd-73cf-448c-baa5-3861b4a628f1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:06.674176 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2c319cc5-6165-49a3-8357-15f476d441e1 req-d55107cd-73cf-448c-baa5-3861b4a628f1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 945 time: 0.2210064 Feb 28 11:32:06.871335 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2c319cc5-6165-49a3-8357-15f476d441e1 req-7361e454-5be5-44ab-9f8d-ffcd656e2de0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449196 Feb 28 11:32:07.066360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.408680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.632319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Router 450b3189-ba4c-42b5-8550-daaae1468474 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:07.926639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:07.937632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b7821-e72b-4571-acdd-c058cca226ae None None] Sync routers for ids ['450b3189-ba4c-42b5-8550-daaae1468474'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:07.949530 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b7821-e72b-4571-acdd-c058cca226ae None None] Routers {'450b3189-ba4c-42b5-8550-daaae1468474'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:07.950153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d74b7821-e72b-4571-acdd-c058cca226ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['450b3189-ba4c-42b5-8550-daaae1468474'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:07.956613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.960489 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-83a3cf3b-884e-4405-9b0e-ede8388ae8af tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8842289 Feb 28 11:32:07.960741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.014095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d74b7821-e72b-4571-acdd-c058cca226ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:08.022697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b7821-e72b-4571-acdd-c058cca226ae None None] Routers {'450b3189-ba4c-42b5-8550-daaae1468474'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:08.023443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d74b7821-e72b-4571-acdd-c058cca226ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['450b3189-ba4c-42b5-8550-daaae1468474'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:08.086927 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d74b7821-e72b-4571-acdd-c058cca226ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:08.087980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b7821-e72b-4571-acdd-c058cca226ae None None] The sync data for ids ['450b3189-ba4c-42b5-8550-daaae1468474'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:08.194774 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0f5aa09f-246e-459f-8828-79cd2798f377 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/routers/450b3189-ba4c-42b5-8550-daaae1468474 HTTP/1.1" status: 200 len: 925 time: 0.2328727 Feb 28 11:32:08.197569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57210) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.207035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c76302-c27b-41ff-a2d4-d327f09a6c36 req-596f210f-485e-4bd8-9835-08378f8a9434 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:08.208517 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72c76302-c27b-41ff-a2d4-d327f09a6c36 req-596f210f-485e-4bd8-9835-08378f8a9434 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 945 time: 0.1906309 Feb 28 11:32:08.241581 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-573adf38-3e94-4a8e-afc7-fa4937203ea5 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=450b3189-ba4c-42b5-8550-daaae1468474 HTTP/1.1" status: 200 len: 205 time: 0.0428591 Feb 28 11:32:08.244154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57214) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.253873 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72c76302-c27b-41ff-a2d4-d327f09a6c36 req-3ccf52ca-db7e-4792-9108-6f7953f4d6e4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397356 Feb 28 11:32:08.420402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.438896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288717a2-aefd-4b5a-bea3-b241bd7c3b06 req-6d3679dd-ff17-4ee3-bf63-663e3f684e20 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:08.440412 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-288717a2-aefd-4b5a-bea3-b241bd7c3b06 req-6d3679dd-ff17-4ee3-bf63-663e3f684e20 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 945 time: 0.0815184 Feb 28 11:32:08.484128 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-288717a2-aefd-4b5a-bea3-b241bd7c3b06 req-f1152d8d-1807-4ddf-a8fc-1b948fbb8cf1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376873 Feb 28 11:32:08.507008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.576832 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df100cbc-c09a-46bf-b163-ca59f11105f2 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:08.578316 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-df100cbc-c09a-46bf-b163-ca59f11105f2 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 1093 time: 0.0702198 Feb 28 11:32:08.581245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.586110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:08.592218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:08.596014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:floatingip and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:08.598796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:08.600412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.604490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:08.610531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Deleting port 4ebc0bc0-d364-43d3-9a48-4aad4bf67f21 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:08.611017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.615534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.751549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.780674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.893666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.33 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/9192664f-0072-4cec-b72b-86b86164b06c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:08.905640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Calling delete_port for 4ebc0bc0-d364-43d3-9a48-4aad4bf67f21 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:09.040054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.070011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.070839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.119586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event deleted for resources: {'Port': ['ID=4ebc0bc0-d364-43d3-9a48-4aad4bf67f21,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:09.127558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:09.130363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:09.133841 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:09.185026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=9192664f-0072-4cec-b72b-86b86164b06c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:09.206860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.383105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.385495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.408976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.409525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Fanout notify agent at l3_agent the message router_deleted on router 450b3189-ba4c-42b5-8550-daaae1468474 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:09.425535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.426619 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7422e638-f3ea-4280-a97e-ec00ce4e124a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/450b3189-ba4c-42b5-8550-daaae1468474 HTTP/1.1" status: 204 len: 168 time: 1.1815529 Feb 28 11:32:09.430617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57228) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:09.436047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917429400', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': False}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:09.440681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:09.445018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Usage tracker for resource:router and tenant:593d2b08c10b4b5f854a08915ed12a3a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:09.447876 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:09.453693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:09.464562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.465608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.481084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.564229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.761600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.864065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.968919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.974227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.085409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=9192664f-0072-4cec-b72b-86b86164b06c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:10.095802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.180262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.221638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.266646 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP c628197f-9067-4b83-9972-c03fa2a14d15 associated. External IP: 172.26.8.33, port: 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab. Feb 28 11:32:10.353464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Allocated IP 172.26.8.245 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/e748e09e-1c74-4534-8d54-8cdba9659f61) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:10.499049 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.528664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.592530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:10.599753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:10.603764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:10.615221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router c6eda39e-314b-47fa-b275-d4411dd0cc08 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:32:10.632288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event updated for resources: {'Port': ['ID=e748e09e-1c74-4534-8d54-8cdba9659f61,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:10.797668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:10.809910 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] Sync routers for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:10.819839 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:10.820770 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:10.825236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.885641 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b3bf82ad-5127-45ad-92b1-714f860cbdd7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3033743 Feb 28 11:32:10.886796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:32:10.891231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:10.953910 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'status': 'completed', 'code': 200} Feb 28 11:32:11.014815 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:11.139249 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.173335 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2977e27d-d588-46d5-b231-9479aad002d1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/c628197f-9067-4b83-9972-c03fa2a14d15 HTTP/1.1" status: 200 len: 990 time: 0.2793319 Feb 28 11:32:11.194504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-e121110e-f6f9-49ac-a070-03e8fb340495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:11.195987 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-e121110e-f6f9-49ac-a070-03e8fb340495 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 1098 time: 0.2162349 Feb 28 11:32:11.333837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-a98265f5-d6bc-466f-80ae-7d3da4ec922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:11.335304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-a98265f5-d6bc-466f-80ae-7d3da4ec922a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a4424ce-ab5c-4dff-ab68-7af007ea587e HTTP/1.1" status: 200 len: 898 time: 0.1316669 Feb 28 11:32:11.382567 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c628197f-9067-4b83-9972-c03fa2a14d15', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'port_id': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'mac_address': 'fa:16:3e:c6:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:32:09Z', 'updated_at': '2022-02-28T11:32:09Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4d0617-956a-40e7-b800-4ace3373aa9f', 'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:fc:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:48Z', 'updated_at': '2022-02-28T11:31:55Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '036f9649-4261-4853-a3e7-e45e96b95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:11.386649 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] Checking router: c6eda39e-314b-47fa-b275-d4411dd0cc08 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:32:11.396351 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:11.396950 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:11.435632 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-c6129e5c-3d0a-499c-9764-4e7a8d4e4edb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab HTTP/1.1" status: 200 len: 998 time: 0.0945210 Feb 28 11:32:11.499176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-2224372b-b354-4ec7-abfb-194aea79c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:11.499594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.501266 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-2224372b-b354-4ec7-abfb-194aea79c7c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036f9649-4261-4853-a3e7-e45e96b95416 HTTP/1.1" status: 200 len: 835 time: 0.0602703 Feb 28 11:32:11.576723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-41760990-65ff-4f0b-927a-9c56dda0abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:11.578210 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-41760990-65ff-4f0b-927a-9c56dda0abe5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a4424ce-ab5c-4dff-ab68-7af007ea587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714531 Feb 28 11:32:11.586979 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:11.714321 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Router a3a8e389-375c-4eda-b139-93ebe551a85f is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:11.716282 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-475d4086-7add-4b94-b9fe-544d06e07554 service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319168 Feb 28 11:32:11.859484 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2aaa57f3-1711-464f-8d26-35154a4979a3 req-329daf6d-9914-4fd3-ae76-2b33f5fc4d2e service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379468 Feb 28 11:32:11.911598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:11.921057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Sync routers for ids ['a3a8e389-375c-4eda-b139-93ebe551a85f'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:11.930542 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Routers {'a3a8e389-375c-4eda-b139-93ebe551a85f'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:11.931523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a3a8e389-375c-4eda-b139-93ebe551a85f'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:11.935758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.939522 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4236e092-89ce-4be2-b329-37b6a27b0eb2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5054929 Feb 28 11:32:11.939974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:11.953772 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c628197f-9067-4b83-9972-c03fa2a14d15', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'port_id': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'mac_address': 'fa:16:3e:c6:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:32:09Z', 'updated_at': '2022-02-28T11:32:09Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4d0617-956a-40e7-b800-4ace3373aa9f', 'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:fc:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:48Z', 'updated_at': '2022-02-28T11:31:55Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '036f9649-4261-4853-a3e7-e45e96b95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:11.957750 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd88dd79-8f28-4e27-ac83-546139d9f4f4 None None] The sync data for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv is: [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c628197f-9067-4b83-9972-c03fa2a14d15', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'port_id': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'mac_address': 'fa:16:3e:c6:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:32:09Z', 'updated_at': '2022-02-28T11:32:09Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4d0617-956a-40e7-b800-4ace3373aa9f', 'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:fc:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:48Z', 'updated_at': '2022-02-28T11:31:55Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '036f9649-4261-4853-a3e7-e45e96b95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:12.122989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Set router a3a8e389-375c-4eda-b139-93ebe551a85f gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:12.131799 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a28041d6-5ff1-4338-9438-22342648025f tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/routers/a3a8e389-375c-4eda-b139-93ebe551a85f HTTP/1.1" status: 200 len: 909 time: 0.1906633 Feb 28 11:32:12.132409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57242) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:12.138055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917429400', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': True}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:12.143023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:12.147113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Usage tracker for resource:router and tenant:593d2b08c10b4b5f854a08915ed12a3a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:12.150948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:12.157656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:12.170288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.171478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.171739 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed0c31-2a83-4ed6-b74b-036e4e7fb6a6 None None] New status for floating IP c628197f-9067-4b83-9972-c03fa2a14d15: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:32:12.176169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:12.192391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.310329 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-741bc56d-6432-473f-9b5c-a009a0daf0a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/c628197f-9067-4b83-9972-c03fa2a14d15 HTTP/1.1" status: 200 len: 990 time: 0.1315818 Feb 28 11:32:12.432091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a8e389-375c-4eda-b139-93ebe551a85f', 'name': 'tempest-snat-router-1917429400', 'tenant_id': '593d2b08c10b4b5f854a08915ed12a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.245'}], 'enable_snat': False}, 'gw_port_id': 'e748e09e-1c74-4534-8d54-8cdba9659f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:09Z', 'updated_at': '2022-02-28T11:32:10Z', 'revision_number': 3, 'project_id': '593d2b08c10b4b5f854a08915ed12a3a', 'gw_port': {'id': 'e748e09e-1c74-4534-8d54-8cdba9659f61', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a8e389-375c-4eda-b139-93ebe551a85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:10Z', 'updated_at': '2022-02-28T11:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:12.435957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Checking router: a3a8e389-375c-4eda-b139-93ebe551a85f for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:32:12.436308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Updating router a3a8e389-375c-4eda-b139-93ebe551a85f port e748e09e-1c74-4534-8d54-8cdba9659f61 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:32:12.481709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.492807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.863769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.875329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Transition to ACTIVE for port object e748e09e-1c74-4534-8d54-8cdba9659f61 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:12.880950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.915347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.945652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.962246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Attempting to bind port e748e09e-1c74-4534-8d54-8cdba9659f61 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:12.962803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Attempting to bind port e748e09e-1c74-4534-8d54-8cdba9659f61 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:12.962955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Attempting to bind port e748e09e-1c74-4534-8d54-8cdba9659f61 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:32:12.965547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b7e19-a123-4565-9368-5353f7df07f0 None None] Pushing event updated for resources: {'Port': ['ID=e748e09e-1c74-4534-8d54-8cdba9659f61,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:12.970942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:32:12.971333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:12.971723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.972098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:32:12.972551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Bound port: e748e09e-1c74-4534-8d54-8cdba9659f61, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:12.972923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.045458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] For port e748e09e-1c74-4534-8d54-8cdba9659f61, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:32:13.048438 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] For port e748e09e-1c74-4534-8d54-8cdba9659f61, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e748e09e-1c74-4534-8d54-8cdba9659f61,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:32:13.051898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.081501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Allocated IP 172.26.8.100 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/00211742-23a5-455f-ad69-134ca019ab84) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:13.128384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Routers {'a3a8e389-375c-4eda-b139-93ebe551a85f'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:13.128990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a3a8e389-375c-4eda-b139-93ebe551a85f'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:13.184834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b7e19-a123-4565-9368-5353f7df07f0 None None] Pushing event updated for resources: {'Port': ['ID=e748e09e-1c74-4534-8d54-8cdba9659f61,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:13.231414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.261292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.309756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] Set router a3a8e389-375c-4eda-b139-93ebe551a85f gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:13.313255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:13.336082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:13.340016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:13.344472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:13.375755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event updated for resources: {'Port': ['ID=00211742-23a5-455f-ad69-134ca019ab84,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:13.435180 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-99fabe72-f729-4fad-af6f-ea9125731c56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/c628197f-9067-4b83-9972-c03fa2a14d15 HTTP/1.1" status: 200 len: 992 time: 0.1175828 Feb 28 11:32:13.601228 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a8e389-375c-4eda-b139-93ebe551a85f', 'name': 'tempest-snat-router-1917429400', 'tenant_id': '593d2b08c10b4b5f854a08915ed12a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.245'}], 'enable_snat': False}, 'gw_port_id': 'e748e09e-1c74-4534-8d54-8cdba9659f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:09Z', 'updated_at': '2022-02-28T11:32:10Z', 'revision_number': 3, 'project_id': '593d2b08c10b4b5f854a08915ed12a3a', 'gw_port': {'id': 'e748e09e-1c74-4534-8d54-8cdba9659f61', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a8e389-375c-4eda-b139-93ebe551a85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:10Z', 'updated_at': '2022-02-28T11:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:13.605081 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712bd95-7270-47ef-94a6-fadba398479c None None] The sync data for ids ['a3a8e389-375c-4eda-b139-93ebe551a85f'] in dv-neutron-831192-2-hyperv is: [{'id': 'a3a8e389-375c-4eda-b139-93ebe551a85f', 'name': 'tempest-snat-router-1917429400', 'tenant_id': '593d2b08c10b4b5f854a08915ed12a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.245'}], 'enable_snat': False}, 'gw_port_id': 'e748e09e-1c74-4534-8d54-8cdba9659f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:09Z', 'updated_at': '2022-02-28T11:32:10Z', 'revision_number': 3, 'project_id': '593d2b08c10b4b5f854a08915ed12a3a', 'gw_port': {'id': 'e748e09e-1c74-4534-8d54-8cdba9659f61', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a8e389-375c-4eda-b139-93ebe551a85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:10Z', 'updated_at': '2022-02-28T11:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:13.768222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.241821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.459016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Router cd95e43e-534d-43db-a924-5900b2e2a502 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:14.633275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:14.642036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Sync routers for ids ['cd95e43e-534d-43db-a924-5900b2e2a502'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:14.651844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Routers {'cd95e43e-534d-43db-a924-5900b2e2a502'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:14.652472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['cd95e43e-534d-43db-a924-5900b2e2a502'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:14.656809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.658042 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-56def0fc-a2d7-48ef-82e4-ba7b1f51cb06 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5246232 Feb 28 11:32:14.660835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:14.842802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Set router cd95e43e-534d-43db-a924-5900b2e2a502 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:14.848288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ad3fbadc-1efd-4206-89a6-fc3445aadac1 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/routers/cd95e43e-534d-43db-a924-5900b2e2a502 HTTP/1.1" status: 200 len: 908 time: 0.1856623 Feb 28 11:32:14.850756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:15.134286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd95e43e-534d-43db-a924-5900b2e2a502', 'name': 'tempest-snat-router-1917429400', 'tenant_id': '593d2b08c10b4b5f854a08915ed12a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.100'}], 'enable_snat': True}, 'gw_port_id': '00211742-23a5-455f-ad69-134ca019ab84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:12Z', 'updated_at': '2022-02-28T11:32:13Z', 'revision_number': 3, 'project_id': '593d2b08c10b4b5f854a08915ed12a3a', 'gw_port': {'id': '00211742-23a5-455f-ad69-134ca019ab84', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd95e43e-534d-43db-a924-5900b2e2a502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:12Z', 'updated_at': '2022-02-28T11:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:15.138838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Checking router: cd95e43e-534d-43db-a924-5900b2e2a502 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:32:15.139214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Updating router cd95e43e-534d-43db-a924-5900b2e2a502 port 00211742-23a5-455f-ad69-134ca019ab84 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:32:15.149816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.194322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.325788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.336694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Deleting port 00211742-23a5-455f-ad69-134ca019ab84 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:15.337116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.444478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e748e09e-1c74-4534-8d54-8cdba9659f61 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:15.521506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.558403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port e748e09e-1c74-4534-8d54-8cdba9659f61 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:15.593017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e748e09e-1c74-4534-8d54-8cdba9659f61 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:15.593302 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.644207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Calling delete_port for 00211742-23a5-455f-ad69-134ca019ab84 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:15.671443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.688224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Transition to ACTIVE for port object 00211742-23a5-455f-ad69-134ca019ab84 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:15.722807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.758777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:32:15.759415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:32:15.817236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.827582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7a6fe-f68d-4a22-aca6-1c7e27adbad0 None None] Pushing event updated for resources: {'Port': ['ID=00211742-23a5-455f-ad69-134ca019ab84,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:15.834986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Attempting to bind port 00211742-23a5-455f-ad69-134ca019ab84 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:15.835377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Attempting to bind port 00211742-23a5-455f-ad69-134ca019ab84 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:15.835733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Attempting to bind port 00211742-23a5-455f-ad69-134ca019ab84 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:32:15.844250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:32:15.844555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:15.844942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.845323 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:32:15.845771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Bound port: 00211742-23a5-455f-ad69-134ca019ab84, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:15.846132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.869645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port e748e09e-1c74-4534-8d54-8cdba9659f61, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e748e09e-1c74-4534-8d54-8cdba9659f61,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:15.874790 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.976017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=e748e09e-1c74-4534-8d54-8cdba9659f61,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:15.978788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] For port 00211742-23a5-455f-ad69-134ca019ab84, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:32:15.982633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] For port 00211742-23a5-455f-ad69-134ca019ab84, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=00211742-23a5-455f-ad69-134ca019ab84,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:32:15.986101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.059840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Routers {'cd95e43e-534d-43db-a924-5900b2e2a502'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:16.060432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['cd95e43e-534d-43db-a924-5900b2e2a502'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:16.115991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7a6fe-f68d-4a22-aca6-1c7e27adbad0 None None] Pushing event updated for resources: {'Port': ['ID=00211742-23a5-455f-ad69-134ca019ab84,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:16.212394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] Set router cd95e43e-534d-43db-a924-5900b2e2a502 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:16.260709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Deleting port 00211742-23a5-455f-ad69-134ca019ab84 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:16.261206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.314806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4f689271-810e-4f27-9e80-386a071b424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd95e43e-534d-43db-a924-5900b2e2a502', 'name': 'tempest-snat-router-1917429400', 'tenant_id': '593d2b08c10b4b5f854a08915ed12a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:12Z', 'updated_at': '2022-02-28T11:32:15Z', 'revision_number': 4, 'project_id': '593d2b08c10b4b5f854a08915ed12a3a', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:16.318954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f689271-810e-4f27-9e80-386a071b424e None None] The sync data for ids ['cd95e43e-534d-43db-a924-5900b2e2a502'] in dv-neutron-831192-2-hyperv is: [{'id': 'cd95e43e-534d-43db-a924-5900b2e2a502', 'name': 'tempest-snat-router-1917429400', 'tenant_id': '593d2b08c10b4b5f854a08915ed12a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:12Z', 'updated_at': '2022-02-28T11:32:15Z', 'revision_number': 4, 'project_id': '593d2b08c10b4b5f854a08915ed12a3a', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:16.452092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] For port 00211742-23a5-455f-ad69-134ca019ab84, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=00211742-23a5-455f-ad69-134ca019ab84,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:16.452451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.577536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Calling delete_port for 00211742-23a5-455f-ad69-134ca019ab84 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:16.742619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.793356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event deleted for resources: {'Port': ['ID=00211742-23a5-455f-ad69-134ca019ab84,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:16.880856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.174406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.176582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.201542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.202090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd95e43e-534d-43db-a924-5900b2e2a502 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:17.213633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.217141 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-370ef112-22c6-4e21-8604-c433fc82c2aa tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "DELETE /v2.0/routers/cd95e43e-534d-43db-a924-5900b2e2a502 HTTP/1.1" status: 204 len: 168 time: 2.3630595 Feb 28 11:32:17.217448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57262) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:17.378262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e748e09e-1c74-4534-8d54-8cdba9659f61 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:17.401350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.449237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port e748e09e-1c74-4534-8d54-8cdba9659f61 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:17.449612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.581824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.590589 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Deleting port e748e09e-1c74-4534-8d54-8cdba9659f61 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:17.590922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.760107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] For port e748e09e-1c74-4534-8d54-8cdba9659f61, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=e748e09e-1c74-4534-8d54-8cdba9659f61,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:17.760496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.881093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Calling delete_port for e748e09e-1c74-4534-8d54-8cdba9659f61 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:18.042748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.091768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event deleted for resources: {'Port': ['ID=e748e09e-1c74-4534-8d54-8cdba9659f61,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:18.175989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.343420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.345579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.367792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.368285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3a8e389-375c-4eda-b139-93ebe551a85f {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:18.379860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.381450 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f327d2d2-b228-4247-9638-8aee4095cd67 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "DELETE /v2.0/routers/a3a8e389-375c-4eda-b139-93ebe551a85f HTTP/1.1" status: 204 len: 168 time: 1.1631064 Feb 28 11:32:18.386234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57266) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:18.391301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-94062394', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:18.398674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:18.403316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Usage tracker for resource:router and tenant:7dc65d371af344c69852615d0ed720b6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:18.406218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:18.412659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:18.424775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.425723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.442562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.816495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.117694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.146177 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.278265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Allocated IP 172.26.8.199 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/4891e7c3-cab9-4f1a-8639-1f103b96a4d8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:19.370191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e748e09e-1c74-4534-8d54-8cdba9659f61 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:19.407738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: e748e09e-1c74-4534-8d54-8cdba9659f61 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:32:19.408082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device e748e09e-1c74-4534-8d54-8cdba9659f61 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:19.429186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.458509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.515755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:19.518436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:19.521875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:19.569987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event updated for resources: {'Port': ['ID=4891e7c3-cab9-4f1a-8639-1f103b96a4d8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:20.036188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.365942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.564697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Router 300ebf94-2111-4c55-9e10-66a4d7088a85 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:20.736984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:20.747405 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e02e1-383d-4028-94cc-8146674fd0f8 None None] Sync routers for ids ['300ebf94-2111-4c55-9e10-66a4d7088a85'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:20.757263 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e02e1-383d-4028-94cc-8146674fd0f8 None None] Routers {'300ebf94-2111-4c55-9e10-66a4d7088a85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:20.757861 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fc0e02e1-383d-4028-94cc-8146674fd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['300ebf94-2111-4c55-9e10-66a4d7088a85'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:20.763903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.767679 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ab42d8cb-2fb1-460b-a009-dabc3362d4e4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3780167 Feb 28 11:32:20.767911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57270) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:20.772496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-37ade1a8-57f4-4b15-ba0d-bb6e45a5d208 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': False}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:20.819057 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fc0e02e1-383d-4028-94cc-8146674fd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:20.827675 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e02e1-383d-4028-94cc-8146674fd0f8 None None] Routers {'300ebf94-2111-4c55-9e10-66a4d7088a85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:20.828264 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fc0e02e1-383d-4028-94cc-8146674fd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['300ebf94-2111-4c55-9e10-66a4d7088a85'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:20.884998 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fc0e02e1-383d-4028-94cc-8146674fd0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:20.885921 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e02e1-383d-4028-94cc-8146674fd0f8 None None] The sync data for ids ['300ebf94-2111-4c55-9e10-66a4d7088a85'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:21.392582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37ade1a8-57f4-4b15-ba0d-bb6e45a5d208 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.023837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37ade1a8-57f4-4b15-ba0d-bb6e45a5d208 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.027598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37ade1a8-57f4-4b15-ba0d-bb6e45a5d208 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.200254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ade1a8-57f4-4b15-ba0d-bb6e45a5d208 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Router 300ebf94-2111-4c55-9e10-66a4d7088a85 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:32:22.374608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ade1a8-57f4-4b15-ba0d-bb6e45a5d208 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:22.378922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37ade1a8-57f4-4b15-ba0d-bb6e45a5d208 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.379929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-37ade1a8-57f4-4b15-ba0d-bb6e45a5d208 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "PUT /v2.0/routers/300ebf94-2111-4c55-9e10-66a4d7088a85 HTTP/1.1" status: 200 len: 924 time: 1.6111522 Feb 28 11:32:22.382560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57274) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:22.382860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a797ac9f-19f6-495a-adff-4eca5d6c25e7 None None] Sync routers for ids ['300ebf94-2111-4c55-9e10-66a4d7088a85'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:22.392649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797ac9f-19f6-495a-adff-4eca5d6c25e7 None None] Routers {'300ebf94-2111-4c55-9e10-66a4d7088a85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:22.393324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a797ac9f-19f6-495a-adff-4eca5d6c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['300ebf94-2111-4c55-9e10-66a4d7088a85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:22.453023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a797ac9f-19f6-495a-adff-4eca5d6c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:22.461549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797ac9f-19f6-495a-adff-4eca5d6c25e7 None None] Routers {'300ebf94-2111-4c55-9e10-66a4d7088a85'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:22.461807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a797ac9f-19f6-495a-adff-4eca5d6c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['300ebf94-2111-4c55-9e10-66a4d7088a85'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:22.523138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a797ac9f-19f6-495a-adff-4eca5d6c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:22.523544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a797ac9f-19f6-495a-adff-4eca5d6c25e7 None None] The sync data for ids ['300ebf94-2111-4c55-9e10-66a4d7088a85'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:22.556728 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cc22c16d-81f8-40b9-bd6f-f0986f148f00 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/routers/300ebf94-2111-4c55-9e10-66a4d7088a85 HTTP/1.1" status: 200 len: 924 time: 0.1730828 Feb 28 11:32:22.559479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:22.737571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b09ba-7c47-4de1-ae36-26f8c625bb10 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:22.738268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-743b09ba-7c47-4de1-ae36-26f8c625bb10 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Synchronizing usage tracker for tenant:593d2b08c10b4b5f854a08915ed12a3a on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:22.753244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-743b09ba-7c47-4de1-ae36-26f8c625bb10 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Unset dirty status for tenant:593d2b08c10b4b5f854a08915ed12a3a on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:22.754559 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-743b09ba-7c47-4de1-ae36-26f8c625bb10 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=300ebf94-2111-4c55-9e10-66a4d7088a85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1941710 Feb 28 11:32:22.757466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57282) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:22.880577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa335a-c8c2-4425-afdf-169757b900c4 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:22.881143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ebaa335a-c8c2-4425-afdf-169757b900c4 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Synchronizing usage tracker for tenant:593d2b08c10b4b5f854a08915ed12a3a on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:22.895824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ebaa335a-c8c2-4425-afdf-169757b900c4 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Unset dirty status for tenant:593d2b08c10b4b5f854a08915ed12a3a on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:22.896929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ebaa335a-c8c2-4425-afdf-169757b900c4 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 881 time: 0.1388381 Feb 28 11:32:22.899687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:22.942444 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-747a0a8d-4998-4696-8585-0abb1e98616f tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=300ebf94-2111-4c55-9e10-66a4d7088a85 HTTP/1.1" status: 200 len: 205 time: 0.0417426 Feb 28 11:32:22.945086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:23.123158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.297258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.306246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Deleting port 4891e7c3-cab9-4f1a-8639-1f103b96a4d8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:23.306574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.473057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.595479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Calling delete_port for 4891e7c3-cab9-4f1a-8639-1f103b96a4d8 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:23.755151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.800502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event deleted for resources: {'Port': ['ID=4891e7c3-cab9-4f1a-8639-1f103b96a4d8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:23.890225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.164677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.166844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.189541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.190083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Fanout notify agent at l3_agent the message router_deleted on router 300ebf94-2111-4c55-9e10-66a4d7088a85 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:24.205378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.206434 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c1f4b17e-0fcd-4ae3-870b-e4096bef8388 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/300ebf94-2111-4c55-9e10-66a4d7088a85 HTTP/1.1" status: 204 len: 168 time: 1.2604949 Feb 28 11:32:24.210091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:24.214837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-182836923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:24.220931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:24.224623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Usage tracker for resource:router and tenant:7dc65d371af344c69852615d0ed720b6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:24.227457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:24.233437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:24.243086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.244124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.258835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.276224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.297536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.298650 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2c7bfa60-7207-48b9-927a-fee0e15c6ed4 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.0876577 Feb 28 11:32:24.301479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:24.306603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:24.672107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.967562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.000311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.141978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Allocated IP 172.26.8.157 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/2a804170-671a-48b7-9af3-84bf4a63ae75) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:25.282936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.311951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.369704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:25.372328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:25.379925 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:25.417548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event updated for resources: {'Port': ['ID=2a804170-671a-48b7-9af3-84bf4a63ae75,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:25.547409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.547645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.547985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.548314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.548640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.548965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.549287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.549604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.549926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.550241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.550554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.550872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:25.922746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.252227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.255495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.452518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Router 460a2b63-465c-4a93-b9de-3f1518da6ab5 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:26.627389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:26.636970 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49bb54-dd6d-4034-bb40-f7c358ca6711 None None] Sync routers for ids ['460a2b63-465c-4a93-b9de-3f1518da6ab5'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:26.638231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.639391 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e3e93d53-6eaf-4272-b721-f253ee7e61e8 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "PUT /v2.0/routers/460a2b63-465c-4a93-b9de-3f1518da6ab5 HTTP/1.1" status: 200 len: 883 time: 2.3368008 Feb 28 11:32:26.641916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57302) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:26.646470 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49bb54-dd6d-4034-bb40-f7c358ca6711 None None] Routers {'460a2b63-465c-4a93-b9de-3f1518da6ab5'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:26.647169 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab49bb54-dd6d-4034-bb40-f7c358ca6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['460a2b63-465c-4a93-b9de-3f1518da6ab5'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:26.708403 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab49bb54-dd6d-4034-bb40-f7c358ca6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:26.718094 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49bb54-dd6d-4034-bb40-f7c358ca6711 None None] Routers {'460a2b63-465c-4a93-b9de-3f1518da6ab5'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:26.718832 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab49bb54-dd6d-4034-bb40-f7c358ca6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['460a2b63-465c-4a93-b9de-3f1518da6ab5'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:26.781589 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab49bb54-dd6d-4034-bb40-f7c358ca6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:26.781993 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49bb54-dd6d-4034-bb40-f7c358ca6711 None None] The sync data for ids ['460a2b63-465c-4a93-b9de-3f1518da6ab5'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:26.926449 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aba0b96b-9f61-4840-8da3-2b207c480bca tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/routers/460a2b63-465c-4a93-b9de-3f1518da6ab5 HTTP/1.1" status: 200 len: 924 time: 0.2833633 Feb 28 11:32:26.929066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57306) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:27.009705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d7e539-484c-407a-b10b-f4f7fcd78257 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:27.012200 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-47d7e539-484c-407a-b10b-f4f7fcd78257 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=460a2b63-465c-4a93-b9de-3f1518da6ab5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0822399 Feb 28 11:32:27.014790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57310) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:27.035003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.139633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244eff30-93e2-4951-9f59-eb9c65d80309 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:27.140985 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-244eff30-93e2-4951-9f59-eb9c65d80309 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 881 time: 0.1252542 Feb 28 11:32:27.143873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57314) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:27.192401 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ccaf2fb3-4b02-4a0d-ba81-89f31cd0fe0d tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=460a2b63-465c-4a93-b9de-3f1518da6ab5 HTTP/1.1" status: 200 len: 205 time: 0.0473680 Feb 28 11:32:27.195006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57318) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:27.369051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.544818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.553900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Deleting port 2a804170-671a-48b7-9af3-84bf4a63ae75 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:27.554231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.727401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.847176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Calling delete_port for 2a804170-671a-48b7-9af3-84bf4a63ae75 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:28.006966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.077480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event deleted for resources: {'Port': ['ID=2a804170-671a-48b7-9af3-84bf4a63ae75,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:28.142950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.414310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.416446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.438111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.438759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Fanout notify agent at l3_agent the message router_deleted on router 460a2b63-465c-4a93-b9de-3f1518da6ab5 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:28.454438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.455526 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-eb9cd698-10e0-4847-ad75-4b7aded8649b tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/460a2b63-465c-4a93-b9de-3f1518da6ab5 HTTP/1.1" status: 204 len: 168 time: 1.2596183 Feb 28 11:32:28.459092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57322) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:28.463893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-760828388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:28.469944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:28.473642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Usage tracker for resource:router and tenant:7dc65d371af344c69852615d0ed720b6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:28.476449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:28.482474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:28.492575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.493581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.508250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.525408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.545429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.546698 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-44439ad1-a67a-4508-aa76-8626bf710837 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.0866747 Feb 28 11:32:28.549474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57326) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:28.554196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': True}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:28.918825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.229595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.260005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.397682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Allocated IP 172.26.8.196 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/fc1b63a1-e288-439a-960b-1caf804efd8c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:29.543494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.571995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.632664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:29.635850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:29.746200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:29.781311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event updated for resources: {'Port': ['ID=fc1b63a1-e288-439a-960b-1caf804efd8c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:30.153388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.158536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18ec8d5b-d192-4e2d-997a-9821268ad953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.488042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.491286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.689156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Router 8a08a30c-f2ac-495b-82be-1bbc33b091b5 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:30.862087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:30.870710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17877e-1120-47c5-9f42-074254653bbe None None] Sync routers for ids ['8a08a30c-f2ac-495b-82be-1bbc33b091b5'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:30.870879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.871940 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0bb4b2e2-9c0b-4a88-8f41-6da8627a2ab2 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "PUT /v2.0/routers/8a08a30c-f2ac-495b-82be-1bbc33b091b5 HTTP/1.1" status: 200 len: 918 time: 2.3215694 Feb 28 11:32:30.874523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57330) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:30.881095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17877e-1120-47c5-9f42-074254653bbe None None] Routers {'8a08a30c-f2ac-495b-82be-1bbc33b091b5'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:30.881738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cb17877e-1120-47c5-9f42-074254653bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8a08a30c-f2ac-495b-82be-1bbc33b091b5'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:30.942802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cb17877e-1120-47c5-9f42-074254653bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:30.952046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17877e-1120-47c5-9f42-074254653bbe None None] Routers {'8a08a30c-f2ac-495b-82be-1bbc33b091b5'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:30.952649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cb17877e-1120-47c5-9f42-074254653bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8a08a30c-f2ac-495b-82be-1bbc33b091b5'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:31.013111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cb17877e-1120-47c5-9f42-074254653bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:31.013446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17877e-1120-47c5-9f42-074254653bbe None None] The sync data for ids ['8a08a30c-f2ac-495b-82be-1bbc33b091b5'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:31.168347 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b5519cf-0e7b-40c0-885e-ed286c291fa3 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/routers/8a08a30c-f2ac-495b-82be-1bbc33b091b5 HTTP/1.1" status: 200 len: 924 time: 0.2927535 Feb 28 11:32:31.171387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57334) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:31.243865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c24489-2887-4192-b95b-c0fa5bf59c76 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:31.245885 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a4c24489-2887-4192-b95b-c0fa5bf59c76 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=8a08a30c-f2ac-495b-82be-1bbc33b091b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0735996 Feb 28 11:32:31.248564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57338) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:31.371392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02638c5a-6ade-42af-93dc-2b92426a3898 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:31.372730 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-02638c5a-6ade-42af-93dc-2b92426a3898 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 881 time: 0.1232822 Feb 28 11:32:31.375465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:31.417705 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b9fee286-ed67-4e0f-a07c-ce83ca85ce9a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a08a30c-f2ac-495b-82be-1bbc33b091b5 HTTP/1.1" status: 200 len: 205 time: 0.0412335 Feb 28 11:32:31.420042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57346) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:31.601688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.774671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.783805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Deleting port fc1b63a1-e288-439a-960b-1caf804efd8c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:31.784132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.955516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.074015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Calling delete_port for fc1b63a1-e288-439a-960b-1caf804efd8c owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:32.240380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.285247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event deleted for resources: {'Port': ['ID=fc1b63a1-e288-439a-960b-1caf804efd8c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:32.375503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.401144 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c10c-cc14-49de-9fb8-266e36694ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.645428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.647552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.669026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.669645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Fanout notify agent at l3_agent the message router_deleted on router 8a08a30c-f2ac-495b-82be-1bbc33b091b5 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:32.683724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.684787 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b5764e03-2d61-4671-9503-b2dfa23abc97 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/8a08a30c-f2ac-495b-82be-1bbc33b091b5 HTTP/1.1" status: 204 len: 168 time: 1.2638905 Feb 28 11:32:32.688475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57354) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:32.693246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1206449600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:32.700384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:32.704130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Usage tracker for resource:router and tenant:7dc65d371af344c69852615d0ed720b6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:32.707184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:32.714208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:32.723839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.724785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.738774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.756683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.783628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.784789 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8bced948-e566-417f-9ff1-3a87c088f8b0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0954087 Feb 28 11:32:32.787659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57358) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:32.793254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'enable_snat': False}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:33.169824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.476166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.505712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.547346 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.637221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Allocated IP 172.26.8.114 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/6bc23cac-8b6b-493b-8caa-3527c05bc65d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:33.719557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.780929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.810733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.870414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:33.873171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:33.875467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:34.026761 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Pushing event updated for resources: {'Port': ['ID=6bc23cac-8b6b-493b-8caa-3527c05bc65d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:34.388817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.718013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.721281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.918911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Router be5bb979-cd89-4ae8-97cb-6cf1cedd2348 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:35.095238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:35.103061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.103574 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844cb203-8a0c-406e-8ca7-075a17d26a89 None None] Sync routers for ids ['be5bb979-cd89-4ae8-97cb-6cf1cedd2348'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:35.104982 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5bb3ee33-c3ea-419e-bc97-fda679b4a17b tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "PUT /v2.0/routers/be5bb979-cd89-4ae8-97cb-6cf1cedd2348 HTTP/1.1" status: 200 len: 920 time: 2.3162434 Feb 28 11:32:35.106733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57364) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:35.112727 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cb203-8a0c-406e-8ca7-075a17d26a89 None None] Routers {'be5bb979-cd89-4ae8-97cb-6cf1cedd2348'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:35.113312 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-844cb203-8a0c-406e-8ca7-075a17d26a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['be5bb979-cd89-4ae8-97cb-6cf1cedd2348'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:35.139692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.171926 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-844cb203-8a0c-406e-8ca7-075a17d26a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:35.180187 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cb203-8a0c-406e-8ca7-075a17d26a89 None None] Routers {'be5bb979-cd89-4ae8-97cb-6cf1cedd2348'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:35.180766 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-844cb203-8a0c-406e-8ca7-075a17d26a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['be5bb979-cd89-4ae8-97cb-6cf1cedd2348'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:35.245109 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-844cb203-8a0c-406e-8ca7-075a17d26a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:35.245642 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844cb203-8a0c-406e-8ca7-075a17d26a89 None None] The sync data for ids ['be5bb979-cd89-4ae8-97cb-6cf1cedd2348'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:35.270416 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:32:35.394533 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6c5a7b15-97d3-40aa-acef-679c6aa6fc24 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/routers/be5bb979-cd89-4ae8-97cb-6cf1cedd2348 HTTP/1.1" status: 200 len: 926 time: 0.2865255 Feb 28 11:32:35.397236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:35.482857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61475ade-2b38-447e-9594-a5adabdb6d8e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:35.484468 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-61475ade-2b38-447e-9594-a5adabdb6d8e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=be5bb979-cd89-4ae8-97cb-6cf1cedd2348&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0862184 Feb 28 11:32:35.486986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57372) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:35.615784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbeacbb-912c-4afb-86ea-f5898ac3fa4e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:35.617150 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cbbeacbb-912c-4afb-86ea-f5898ac3fa4e tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/networks/77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 881 time: 0.1292298 Feb 28 11:32:35.620624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57376) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:35.662275 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1ec2bb85-748c-46cf-a8c6-187f5619f05d tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=be5bb979-cd89-4ae8-97cb-6cf1cedd2348 HTTP/1.1" status: 200 len: 205 time: 0.0405688 Feb 28 11:32:35.664578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57380) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:35.841438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.013653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.022704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Deleting port 6bc23cac-8b6b-493b-8caa-3527c05bc65d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:36.022968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.191679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.312113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Calling delete_port for 6bc23cac-8b6b-493b-8caa-3527c05bc65d owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:36.475023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.522106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event deleted for resources: {'Port': ['ID=6bc23cac-8b6b-493b-8caa-3527c05bc65d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:36.611358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.879314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.881369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.902966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.903511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Fanout notify agent at l3_agent the message router_deleted on router be5bb979-cd89-4ae8-97cb-6cf1cedd2348 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:36.918552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.919637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bd362517-bf1a-49ab-9e5e-33680b6b1926 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/be5bb979-cd89-4ae8-97cb-6cf1cedd2348 HTTP/1.1" status: 204 len: 168 time: 1.2542067 Feb 28 11:32:36.923385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57384) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:36.928137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-964191809', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:36.934816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:36.938548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Usage tracker for resource:router and tenant:7dc65d371af344c69852615d0ed720b6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:36.941359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:36.947599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:36.957114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.958168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.972306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.287524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.322124 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-9f4c4d63-1ee3-43c5-ad1f-24b045029aa6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2810180 Feb 28 11:32:37.496959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-1a09537d-1b55-4d4a-ac44-5db1ed34060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:37.498412 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-1a09537d-1b55-4d4a-ac44-5db1ed34060a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 1098 time: 0.1035867 Feb 28 11:32:37.752283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.785953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.860168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-1d9363b9-189d-461f-b773-28bc54e54d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:37.861616 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-1d9363b9-189d-461f-b773-28bc54e54d18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a4424ce-ab5c-4dff-ab68-7af007ea587e HTTP/1.1" status: 200 len: 898 time: 0.3013678 Feb 28 11:32:38.015075 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-2589ae3e-744f-4d9b-b797-496fb01d2273 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab HTTP/1.1" status: 200 len: 1000 time: 0.1449144 Feb 28 11:32:38.170784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Allocated IP 172.26.8.37 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/0555fae9-1b5d-4250-98d1-5d83dfb74e94) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:38.227603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-58b2231a-31b7-4099-874d-df2093e81721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:38.229070 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-58b2231a-31b7-4099-874d-df2093e81721 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036f9649-4261-4853-a3e7-e45e96b95416 HTTP/1.1" status: 200 len: 835 time: 0.2065525 Feb 28 11:32:38.386093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.405865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-d8bfa7ec-72e9-40e5-aed9-5a840d1a3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:38.407351 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-d8bfa7ec-72e9-40e5-aed9-5a840d1a3840 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a4424ce-ab5c-4dff-ab68-7af007ea587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295910 Feb 28 11:32:38.503731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.581785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:38.586673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:38.589040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:38.652845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event updated for resources: {'Port': ['ID=0555fae9-1b5d-4250-98d1-5d83dfb74e94,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:38.661900 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-83473a61-d492-4c15-9452-a1e7fe1587d1 service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425075 Feb 28 11:32:38.962086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64359300-5295-423d-b4b6-9e6fa58f0b36 req-25e81e71-b7ef-45e7-89d7-f23fb4b56cd8 service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934198 Feb 28 11:32:39.133433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.591229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.791370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Router 5220801f-db5d-49ef-91e1-ce00070253f6 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:39.961438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:39.970315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61545c95-3b9c-4b4c-b6bc-c1d5efb42691 None None] Sync routers for ids ['5220801f-db5d-49ef-91e1-ce00070253f6'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:39.979196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61545c95-3b9c-4b4c-b6bc-c1d5efb42691 None None] Routers {'5220801f-db5d-49ef-91e1-ce00070253f6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:39.979805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-61545c95-3b9c-4b4c-b6bc-c1d5efb42691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['5220801f-db5d-49ef-91e1-ce00070253f6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:39.986686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.987928 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-29cb1473-676e-4442-b885-2e2ef7a91047 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0635519 Feb 28 11:32:39.990617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57390) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:39.996006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:40.040717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-61545c95-3b9c-4b4c-b6bc-c1d5efb42691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:40.049603 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61545c95-3b9c-4b4c-b6bc-c1d5efb42691 None None] Routers {'5220801f-db5d-49ef-91e1-ce00070253f6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:40.050198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-61545c95-3b9c-4b4c-b6bc-c1d5efb42691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['5220801f-db5d-49ef-91e1-ce00070253f6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:40.111673 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-61545c95-3b9c-4b4c-b6bc-c1d5efb42691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:40.112082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61545c95-3b9c-4b4c-b6bc-c1d5efb42691 None None] The sync data for ids ['5220801f-db5d-49ef-91e1-ce00070253f6'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:40.504538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.520899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.529202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Deleting port 0555fae9-1b5d-4250-98d1-5d83dfb74e94 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:40.529535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.697063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.928960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Calling delete_port for 0555fae9-1b5d-4250-98d1-5d83dfb74e94 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:41.086472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.138895 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Pushing event deleted for resources: {'Port': ['ID=0555fae9-1b5d-4250-98d1-5d83dfb74e94,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:41.230385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.599429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.602668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.731933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Router 5220801f-db5d-49ef-91e1-ce00070253f6 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:32:41.863742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:41.873177 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23aa7a-01b3-4da1-b5b7-5c05976244e7 None None] Sync routers for ids ['5220801f-db5d-49ef-91e1-ce00070253f6'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:41.874913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.875931 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8c0ca407-8113-45e4-b4ea-719e78e77c2a tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "PUT /v2.0/routers/5220801f-db5d-49ef-91e1-ce00070253f6 HTTP/1.1" status: 200 len: 709 time: 1.8843503 Feb 28 11:32:41.878476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57394) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:41.882107 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23aa7a-01b3-4da1-b5b7-5c05976244e7 None None] Routers {'5220801f-db5d-49ef-91e1-ce00070253f6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:41.882699 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab23aa7a-01b3-4da1-b5b7-5c05976244e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['5220801f-db5d-49ef-91e1-ce00070253f6'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:41.944129 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab23aa7a-01b3-4da1-b5b7-5c05976244e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:41.952456 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23aa7a-01b3-4da1-b5b7-5c05976244e7 None None] Routers {'5220801f-db5d-49ef-91e1-ce00070253f6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:41.953085 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab23aa7a-01b3-4da1-b5b7-5c05976244e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['5220801f-db5d-49ef-91e1-ce00070253f6'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:42.008172 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-745f42c3-157c-4721-8008-abee552a47b4 tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/routers/5220801f-db5d-49ef-91e1-ce00070253f6 HTTP/1.1" status: 200 len: 744 time: 0.1285954 Feb 28 11:32:42.010740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57398) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.010969 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ab23aa7a-01b3-4da1-b5b7-5c05976244e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:42.011402 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23aa7a-01b3-4da1-b5b7-5c05976244e7 None None] The sync data for ids ['5220801f-db5d-49ef-91e1-ce00070253f6'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:42.055721 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-918f9378-fbd0-4e43-9a77-261c5870edad tempest-RoutersIpV6AdminTest-1084893131 tempest-RoutersIpV6AdminTest-1084893131-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=77a66528-31b9-4334-b231-549f03c66687&device_id=5220801f-db5d-49ef-91e1-ce00070253f6 HTTP/1.1" status: 200 len: 205 time: 0.0438530 Feb 28 11:32:42.058144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57402) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.200560 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-892a3109-169e-440d-a136-2b28eadd5767 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=5220801f-db5d-49ef-91e1-ce00070253f6 HTTP/1.1" status: 200 len: 205 time: 0.1413546 Feb 28 11:32:42.203003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57406) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.332221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad13ce7f-76b6-4bee-9de6-78cbdfcdf71d tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.625649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad13ce7f-76b6-4bee-9de6-78cbdfcdf71d tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.627720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad13ce7f-76b6-4bee-9de6-78cbdfcdf71d tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.648998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad13ce7f-76b6-4bee-9de6-78cbdfcdf71d tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.649492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad13ce7f-76b6-4bee-9de6-78cbdfcdf71d tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Fanout notify agent at l3_agent the message router_deleted on router 5220801f-db5d-49ef-91e1-ce00070253f6 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:42.653121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57412) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.660898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad13ce7f-76b6-4bee-9de6-78cbdfcdf71d tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.661953 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ad13ce7f-76b6-4bee-9de6-78cbdfcdf71d tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/5220801f-db5d-49ef-91e1-ce00070253f6 HTTP/1.1" status: 204 len: 168 time: 0.4580271 Feb 28 11:32:42.665782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57416) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.711111 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0710c5c6-b118-4394-a104-7f07ccbd2dee tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=5220801f-db5d-49ef-91e1-ce00070253f6 HTTP/1.1" status: 200 len: 205 time: 0.0421114 Feb 28 11:32:42.711373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57420) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.764138 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6b3dc1be-8657-4ae8-8b4e-e7124e069dda tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/c628197f-9067-4b83-9972-c03fa2a14d15 HTTP/1.1" status: 200 len: 992 time: 0.1098723 Feb 28 11:32:42.779277 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-1080ad28-8797-4161-8ebb-8508506aef98 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] delete failed (client error): The resource could not be found. Feb 28 11:32:42.780362 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1080ad28-8797-4161-8ebb-8508506aef98 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/5220801f-db5d-49ef-91e1-ce00070253f6 HTTP/1.1" status: 404 len: 336 time: 0.0680134 Feb 28 11:32:42.782981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57426) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.828515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cdf4c0a0-12a8-461f-bbb1-da0254462432 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=be5bb979-cd89-4ae8-97cb-6cf1cedd2348 HTTP/1.1" status: 200 len: 205 time: 0.0444229 Feb 28 11:32:42.830794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.902158 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-9f028a26-705e-4112-a30a-fb9dd258d12c tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] delete failed (client error): The resource could not be found. Feb 28 11:32:42.905536 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9f028a26-705e-4112-a30a-fb9dd258d12c tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/be5bb979-cd89-4ae8-97cb-6cf1cedd2348 HTTP/1.1" status: 404 len: 336 time: 0.0691621 Feb 28 11:32:42.905749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57434) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.949493 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c8f5541b-742d-4749-b050-dcc59783bb93 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a08a30c-f2ac-495b-82be-1bbc33b091b5 HTTP/1.1" status: 200 len: 205 time: 0.0426557 Feb 28 11:32:42.951851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57440) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.018926 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-cbb2a12e-136c-4e18-a15d-7ea227f33ddf tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] delete failed (client error): The resource could not be found. Feb 28 11:32:43.020115 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cbb2a12e-136c-4e18-a15d-7ea227f33ddf tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/8a08a30c-f2ac-495b-82be-1bbc33b091b5 HTTP/1.1" status: 404 len: 336 time: 0.0673108 Feb 28 11:32:43.022502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57444) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.039033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57448) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.064764 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d8c5785b-4e37-442b-89a7-17f5c15a4e3e tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=460a2b63-465c-4a93-b9de-3f1518da6ab5 HTTP/1.1" status: 200 len: 205 time: 0.0412338 Feb 28 11:32:43.067043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57452) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.139294 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-a753c127-640d-40a6-ab25-3ccb8235f074 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] delete failed (client error): The resource could not be found. Feb 28 11:32:43.140421 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a753c127-640d-40a6-ab25-3ccb8235f074 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/460a2b63-465c-4a93-b9de-3f1518da6ab5 HTTP/1.1" status: 404 len: 336 time: 0.0723779 Feb 28 11:32:43.142959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.186094 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5b824b64-c371-4bf9-a52a-730c75456860 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=300ebf94-2111-4c55-9e10-66a4d7088a85 HTTP/1.1" status: 200 len: 205 time: 0.0419705 Feb 28 11:32:43.188587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57460) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.245712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 9192664f-0072-4cec-b72b-86b86164b06c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:43.246048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.257026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-e356d5cc-83be-4229-afaf-33bf8afd5d02 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] delete failed (client error): The resource could not be found. Feb 28 11:32:43.258067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e356d5cc-83be-4229-afaf-33bf8afd5d02 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/300ebf94-2111-4c55-9e10-66a4d7088a85 HTTP/1.1" status: 404 len: 336 time: 0.0685861 Feb 28 11:32:43.261356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57464) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.304212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a069db27-3451-4863-bd3e-49d91e37f0d0 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "GET /v2.0/ports?device_id=450b3189-ba4c-42b5-8550-daaae1468474 HTTP/1.1" status: 200 len: 205 time: 0.0411925 Feb 28 11:32:43.307371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.418134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.418454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.481837 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-ec19167a-5e07-4a3d-82f4-ece7db746875 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] delete failed (client error): The resource could not be found. Feb 28 11:32:43.482854 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ec19167a-5e07-4a3d-82f4-ece7db746875 tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/routers/450b3189-ba4c-42b5-8550-daaae1468474 HTTP/1.1" status: 404 len: 336 time: 0.1746087 Feb 28 11:32:43.485717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.523492 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df93862-d03d-44af-80b4-f1e1dc1c25cd tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] DELETE failed (client error): The resource could not be found. Feb 28 11:32:43.523947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df93862-d03d-44af-80b4-f1e1dc1c25cd tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:32:43.525587 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1df93862-d03d-44af-80b4-f1e1dc1c25cd tempest-RoutersIpV6AdminTest-2087604411 tempest-RoutersIpV6AdminTest-2087604411-project] 10.222.0.64 "DELETE /v2.0/subnets/6a407429-de0f-4bb9-b711-ebbb9f98467c HTTP/1.1" status: 404 len: 337 time: 0.0389566 Feb 28 11:32:43.546880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 9192664f-0072-4cec-b72b-86b86164b06c owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:43.697615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.773373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=9192664f-0072-4cec-b72b-86b86164b06c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:43.788737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.789134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.789496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.789895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.790294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.790648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.791711 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.792167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.792597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.792922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.793240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.793558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:43.796874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57480) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.855541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.855872 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP c628197f-9067-4b83-9972-c03fa2a14d15 disassociated (deleted). External IP: 172.26.8.33, port: 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab. Feb 28 11:32:44.035032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92349d31-5340-4f9a-8c23-5d44ea8fda85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.058476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92349d31-5340-4f9a-8c23-5d44ea8fda85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:44.070961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-92349d31-5340-4f9a-8c23-5d44ea8fda85 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc65d371af344c69852615d0ed720b6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:44.075605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-92349d31-5340-4f9a-8c23-5d44ea8fda85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:44.132466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92349d31-5340-4f9a-8c23-5d44ea8fda85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:44.400588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92349d31-5340-4f9a-8c23-5d44ea8fda85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.407027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router c6eda39e-314b-47fa-b275-d4411dd0cc08 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:32:44.407778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92349d31-5340-4f9a-8c23-5d44ea8fda85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.512430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92349d31-5340-4f9a-8c23-5d44ea8fda85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f58da9-0158-45a3-a543-058001bdfa14,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:44.524003 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-92349d31-5340-4f9a-8c23-5d44ea8fda85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7dc65d371af344c69852615d0ed720b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7258615 Feb 28 11:32:44.526763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57486) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:44.585881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d88d1ca9-7193-405f-be55-935ab2db51ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.611328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d88d1ca9-7193-405f-be55-935ab2db51ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.633700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:44.644982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] Sync routers for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:44.656550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:44.657327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:44.664159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d88d1ca9-7193-405f-be55-935ab2db51ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.666397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.679534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d1ca9-7193-405f-be55-935ab2db51ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f58da9-0158-45a3-a543-058001bdfa14,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:44.687388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d88d1ca9-7193-405f-be55-935ab2db51ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.691288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d88d1ca9-7193-405f-be55-935ab2db51ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91f58da9-0158-45a3-a543-058001bdfa14 HTTP/1.1" status: 204 len: 168 time: 0.1634524 Feb 28 11:32:44.752955 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0820c58c-a71a-45fc-93d4-be3056c95c05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/floatingips/c628197f-9067-4b83-9972-c03fa2a14d15 HTTP/1.1" status: 204 len: 168 time: 1.7104707 Feb 28 11:32:44.752955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:32:44.806845 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'status': 'completed', 'code': 200} Feb 28 11:32:44.894001 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:44.913758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fed7d-04e4-437c-b002-675a83a43a16 req-a2ddd945-a449-48a6-95c3-88449119b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:44.917285 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-763fed7d-04e4-437c-b002-675a83a43a16 req-a2ddd945-a449-48a6-95c3-88449119b732 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 1098 time: 0.0890236 Feb 28 11:32:45.025979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57500) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:45.079291 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f6349934-e208-49f4-9bb0-66a834632360 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=593d2b08c10b4b5f854a08915ed12a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516891 Feb 28 11:32:45.081498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57504) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:45.123032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fed7d-04e4-437c-b002-675a83a43a16 req-f2d61773-8e57-4cd9-87b1-429e6236f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:45.124504 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-763fed7d-04e4-437c-b002-675a83a43a16 req-f2d61773-8e57-4cd9-87b1-429e6236f057 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a4424ce-ab5c-4dff-ab68-7af007ea587e HTTP/1.1" status: 200 len: 898 time: 0.2007616 Feb 28 11:32:45.142583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f44936e7-401e-401d-a1ac-0504953f49d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.169295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f44936e7-401e-401d-a1ac-0504953f49d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.203749 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-763fed7d-04e4-437c-b002-675a83a43a16 req-300fa6f7-4787-431f-847f-35b096daa326 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab HTTP/1.1" status: 200 len: 217 time: 0.0708687 Feb 28 11:32:45.230859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f44936e7-401e-401d-a1ac-0504953f49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.247137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'fe4d0617-956a-40e7-b800-4ace3373aa9f', 'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:fc:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:48Z', 'updated_at': '2022-02-28T11:31:55Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '036f9649-4261-4853-a3e7-e45e96b95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:45.248877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44936e7-401e-401d-a1ac-0504953f49d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06f6360-3712-4368-b5bd-26d6dc84cb0f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:45.251071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] Checking router: c6eda39e-314b-47fa-b275-d4411dd0cc08 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:32:45.252635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f44936e7-401e-401d-a1ac-0504953f49d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.253828 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f44936e7-401e-401d-a1ac-0504953f49d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b06f6360-3712-4368-b5bd-26d6dc84cb0f HTTP/1.1" status: 204 len: 168 time: 0.1712561 Feb 28 11:32:45.265422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:45.266195 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:45.283153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c47af9-ea51-4dab-987e-3983ee3d891e req-12913dac-14c1-4fda-950b-f0e3bfa808d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:45.284606 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98c47af9-ea51-4dab-987e-3983ee3d891e req-12913dac-14c1-4fda-950b-f0e3bfa808d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 945 time: 0.2082605 Feb 28 11:32:45.293296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fed7d-04e4-437c-b002-675a83a43a16 req-544ef61d-3caa-478c-8ddd-dbaf0ab0ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:45.294655 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-763fed7d-04e4-437c-b002-675a83a43a16 req-544ef61d-3caa-478c-8ddd-dbaf0ab0ce61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=036f9649-4261-4853-a3e7-e45e96b95416 HTTP/1.1" status: 200 len: 835 time: 0.0827498 Feb 28 11:32:45.382310 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98c47af9-ea51-4dab-987e-3983ee3d891e req-71836f11-1dc9-40f4-9434-920606a85223 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913301 Feb 28 11:32:45.411347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fed7d-04e4-437c-b002-675a83a43a16 req-b9c59f86-4597-4ad1-ad01-c15d023a7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:45.412946 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-763fed7d-04e4-437c-b002-675a83a43a16 req-b9c59f86-4597-4ad1-ad01-c15d023a7d01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a4424ce-ab5c-4dff-ab68-7af007ea587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053748 Feb 28 11:32:45.462469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:45.564191 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-763fed7d-04e4-437c-b002-675a83a43a16 req-45c81778-fee2-42ac-962d-807e59e0dc40 service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447361 Feb 28 11:32:45.708485 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-763fed7d-04e4-437c-b002-675a83a43a16 req-b07e9c3e-ca7e-4fd7-bee5-eb3f33b01b0a service neutron] 10.222.0.37 "GET /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378984 Feb 28 11:32:45.840654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'fe4d0617-956a-40e7-b800-4ace3373aa9f', 'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:fc:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:48Z', 'updated_at': '2022-02-28T11:31:55Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '036f9649-4261-4853-a3e7-e45e96b95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:45.844660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf62c74-9953-443b-b358-abd13c765bb1 None None] The sync data for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv is: [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'fe4d0617-956a-40e7-b800-4ace3373aa9f', 'name': '', 'network_id': '1a4424ce-ab5c-4dff-ab68-7af007ea587e', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:fc:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '036f9649-4261-4853-a3e7-e45e96b95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:48Z', 'updated_at': '2022-02-28T11:31:55Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '036f9649-4261-4853-a3e7-e45e96b95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:46.057438 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa57f5-c095-4965-a1f7-f1445f85dd60 None None] New status for floating IP c628197f-9067-4b83-9972-c03fa2a14d15: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:32:46.086689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57528) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:46.192818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1734644989'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:46.198474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:46.202406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:network and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:46.205527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:46.212013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:46.222136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:46.225594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.237930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.252465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:46.256157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group_rule and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:46.258843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:46.264725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:46.376409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.387508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.423828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:46.440879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cecd03-9f5d-44f2-bd58-1bbdd9aac4a6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:46.447771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.448120 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Added segment 34b8e291-4cd4-4cf6-897c-8fcf7ca7b865 of type vlan for network 738ed971-a868-40af-b3df-855ef37deab0 Feb 28 11:32:46.477577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-b91774e8-c96e-4870-af42-601eb1084d05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:46.479055 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-b91774e8-c96e-4870-af42-601eb1084d05 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 945 time: 0.1421120 Feb 28 11:32:46.525661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.621174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:46.621878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.655157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.660448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:46.661033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.953246 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8654206 Feb 28 11:32:46.955961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57536) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:46.961529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'name': 'tempest-PortsIpV6TestJSON-292697794'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:46.966062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd6560-31ad-4541-9437-37dfb5443bf7 req-52017775-3b2b-4e70-9a56-499c956a3a3f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:46.967494 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dacd6560-31ad-4541-9437-37dfb5443bf7 req-52017775-3b2b-4e70-9a56-499c956a3a3f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bdc3b9d-452c-4a47-bc1e-ace53fbda75c HTTP/1.1" status: 200 len: 945 time: 0.4476936 Feb 28 11:32:46.968098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e1927-9f9e-4b23-8df2-2f9e6b7c13a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Network': ['ID=738ed971-a868-40af-b3df-855ef37deab0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:46.979806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 738ed971-a868-40af-b3df-855ef37deab0 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:47.070460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:47.075517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:47.078858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:47.088836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:47.098822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:47.102677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.115177 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dacd6560-31ad-4541-9437-37dfb5443bf7 req-bf68ef0d-1948-4e8c-9d87-f1f95c58a880 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401246 Feb 28 11:32:47.126032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 660187ec-d91b-461d-9ce2-70470a130202 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:32:47.161188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:47.161536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.284414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:47.348148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.375430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.430266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.466702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=660187ec-d91b-461d-9ce2-70470a130202,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:47.477581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Checking segment: {'id': '34b8e291-4cd4-4cf6-897c-8fcf7ca7b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '738ed971-a868-40af-b3df-855ef37deab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:47.477938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network hostable DHCP agents. Network: 738ed971-a868-40af-b3df-855ef37deab0, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:47.480223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:47.500495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:47.511672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 738ed971-a868-40af-b3df-855ef37deab0) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:47.515232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:47.521023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:47.521635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.522285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318fe32-4806-4de7-ad1f-101f96bb653a None None] Network 738ed971-a868-40af-b3df-855ef37deab0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:32:47.546654 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c1ed64b5-dd64-4b52-be09-b7e26e99b377 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5894372 Feb 28 11:32:47.549478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:47.555162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1847153070'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:47.560617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:47.564432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:network and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:47.566894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:32:47.567478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:47.569498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.572070 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'name': 'network-vif-deleted', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:32:47.573738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:47.584540 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2d0fad3-03ea-44d7-a081-67dbb2b4104b req-d2d97508-2bf4-4f3e-ae66-1a55226c2052 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab HTTP/1.1" status: 204 len: 173 time: 1.0966983 Feb 28 11:32:47.585968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:47.589372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.618389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:47.628589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.628928 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Added segment 9222ce8d-2ab6-48e4-94a9-f9ee02010ea7 of type vlan for network 6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5 Feb 28 11:32:47.640386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdc3b9d-452c-4a47-bc1e-ace53fbda75c', 'name': 'network-vif-deleted', 'tag': '96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab', 'status': 'completed', 'code': 200} Feb 28 11:32:47.658040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.696403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.702341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:47.702900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.921848 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3691435 Feb 28 11:32:47.922209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57546) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:47.925713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5e02d-8649-4133-a087-bb6f46c02fc4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Network': ['ID=6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:47.928785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'ports': [{'network_id': '738ed971-a868-40af-b3df-855ef37deab0'}, {'network_id': '6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5'}]} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:47.929102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:47.929576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:47.936947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:48.176889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:48.182615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:48.185544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:48.191454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:48.201528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 2} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:48.206039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.215769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57552) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:48.223231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.283637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2cb003df-abe4-44bd-b02e-6f7d95474fdd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.313444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2cb003df-abe4-44bd-b02e-6f7d95474fdd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.376778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2cb003df-abe4-44bd-b02e-6f7d95474fdd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.397463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb003df-abe4-44bd-b02e-6f7d95474fdd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:48.407501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2cb003df-abe4-44bd-b02e-6f7d95474fdd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.408655 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2cb003df-abe4-44bd-b02e-6f7d95474fdd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/d7021a15-cfa8-41d4-9a76-ec1fbf4eabd4 HTTP/1.1" status: 204 len: 168 time: 0.1912699 Feb 28 11:32:48.437483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port a657766b-6076-49fc-ac27-f807709c3134 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:32:48.445358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57558) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:48.757141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.051101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 99588f14-8ea3-4f16-8e59-dcf3bc130d94 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:32:49.245282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.323015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.383952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.476594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:49.481943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:49.489989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:49.490771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.494637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=a657766b-6076-49fc-ac27-f807709c3134,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:49.669078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=99588f14-8ea3-4f16-8e59-dcf3bc130d94,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:49.738407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Checking segment: {'id': '9222ce8d-2ab6-48e4-94a9-f9ee02010ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:49.738763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network hostable DHCP agents. Network: 6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:49.793702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:49.805109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:49.813407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:49.814391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e9b8c-d2a8-48aa-9db2-2c6572d1724e None None] Network 6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:32:49.819189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:49.824419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:49.825052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.883355 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-efbcfbec-59c7-4a38-bba6-9ef633534c3e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9568143 Feb 28 11:32:49.883767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57562) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:49.912965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port fe4d0617-956a-40e7-b800-4ace3373aa9f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:49.913368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.954572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-99f22773-2add-4f51-a6ff-18b5ce42e402 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 99588f14-8ea3-4f16-8e59-dcf3bc130d94 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:49.954942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99f22773-2add-4f51-a6ff-18b5ce42e402 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.998404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:50.033639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:32:50.033971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 96cd1b1f-2eb1-4311-b4ab-0ce4b2ff14ab not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:50.102732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port fe4d0617-956a-40e7-b800-4ace3373aa9f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=fe4d0617-956a-40e7-b800-4ace3373aa9f,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:50.103616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.172820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99f22773-2add-4f51-a6ff-18b5ce42e402 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.225818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for fe4d0617-956a-40e7-b800-4ace3373aa9f owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:50.294389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-99f22773-2add-4f51-a6ff-18b5ce42e402 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 99588f14-8ea3-4f16-8e59-dcf3bc130d94 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:50.373800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99f22773-2add-4f51-a6ff-18b5ce42e402 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.413281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.426734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f22773-2add-4f51-a6ff-18b5ce42e402 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=99588f14-8ea3-4f16-8e59-dcf3bc130d94,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:50.432665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99f22773-2add-4f51-a6ff-18b5ce42e402 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.438577 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-99f22773-2add-4f51-a6ff-18b5ce42e402 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/99588f14-8ea3-4f16-8e59-dcf3bc130d94 HTTP/1.1" status: 204 len: 168 time: 0.5532546 Feb 28 11:32:50.441034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57566) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:50.523502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309b9b99-0d36-4cba-ab13-9ae1e90f6282 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:50.529305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309b9b99-0d36-4cba-ab13-9ae1e90f6282 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:50.530107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-309b9b99-0d36-4cba-ab13-9ae1e90f6282 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:50.548270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-309b9b99-0d36-4cba-ab13-9ae1e90f6282 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:50.549774 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-309b9b99-0d36-4cba-ab13-9ae1e90f6282 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1078436 Feb 28 11:32:50.552551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57570) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:50.606519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=fe4d0617-956a-40e7-b800-4ace3373aa9f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:50.627997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-050dde40-44e8-4177-ba58-04afc87c5a97 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port a657766b-6076-49fc-ac27-f807709c3134 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:50.628476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-050dde40-44e8-4177-ba58-04afc87c5a97 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.858471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.866579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-050dde40-44e8-4177-ba58-04afc87c5a97 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.990918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-050dde40-44e8-4177-ba58-04afc87c5a97 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for a657766b-6076-49fc-ac27-f807709c3134 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:51.069657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-050dde40-44e8-4177-ba58-04afc87c5a97 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.119176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dde40-44e8-4177-ba58-04afc87c5a97 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=a657766b-6076-49fc-ac27-f807709c3134,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:51.124033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-050dde40-44e8-4177-ba58-04afc87c5a97 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.139293 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-050dde40-44e8-4177-ba58-04afc87c5a97 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/a657766b-6076-49fc-ac27-f807709c3134 HTTP/1.1" status: 204 len: 168 time: 0.5857358 Feb 28 11:32:51.141760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57574) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.219590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router c6eda39e-314b-47fa-b275-d4411dd0cc08 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:32:51.227056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24696312-e897-4295-8767-78a1a9289741 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:51.227809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-24696312-e897-4295-8767-78a1a9289741 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:51.244925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-24696312-e897-4295-8767-78a1a9289741 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:51.246061 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-24696312-e897-4295-8767-78a1a9289741 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1034153 Feb 28 11:32:51.248742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57578) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.290049 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fb40a4-f8ea-42b6-83c8-b22da64480cb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:32:51.291900 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e9fb40a4-f8ea-42b6-83c8-b22da64480cb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/99588f14-8ea3-4f16-8e59-dcf3bc130d94 HTTP/1.1" status: 404 len: 333 time: 0.0422540 Feb 28 11:32:51.294557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57582) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.335699 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ed50ad-047a-49e5-83a2-c11a605e89ae tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:32:51.339434 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-34ed50ad-047a-49e5-83a2-c11a605e89ae tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/a657766b-6076-49fc-ac27-f807709c3134 HTTP/1.1" status: 404 len: 333 time: 0.0415666 Feb 28 11:32:51.339712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57586) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.403381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:51.413284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] Sync routers for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:51.417601 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-80b12513-a780-4be9-ab20-a6817d23b8a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/c6eda39e-314b-47fa-b275-d4411dd0cc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9712443 Feb 28 11:32:51.420419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57590) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.426113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:51.426957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:51.458020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.485224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7529c4a7-23d7-4204-8313-c2b536fd26e8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting subnet 036f9649-4261-4853-a3e7-e45e96b95416 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:32:51.488212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a7-23d7-4204-8313-c2b536fd26e8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.550763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a7-23d7-4204-8313-c2b536fd26e8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.594648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.609511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:51.624725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:51.635511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a7-23d7-4204-8313-c2b536fd26e8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.638001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9222ce8d-2ab6-48e4-94a9-f9ee02010ea7') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:51.638391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9222ce8d-2ab6-48e4-94a9-f9ee02010ea7') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:51.650593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.666649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.672911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:32:51.673427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:51.688469 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:51.718308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a7-23d7-4204-8313-c2b536fd26e8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.771816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529c4a7-23d7-4204-8313-c2b536fd26e8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Subnet': ['ID=036f9649-4261-4853-a3e7-e45e96b95416,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:51.773767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a7-23d7-4204-8313-c2b536fd26e8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.783737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.783894 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7529c4a7-23d7-4204-8313-c2b536fd26e8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/subnets/036f9649-4261-4853-a3e7-e45e96b95416 HTTP/1.1" status: 204 len: 168 time: 0.3595214 Feb 28 11:32:51.783894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57594) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.842697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56f875-2176-4943-923f-f310492996f3 None None] Network 1a4424ce-ab5c-4dff-ab68-7af007ea587e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:32:51.918302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.921598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Network': ['ID=6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:51.927179 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-666a0bc3-6ebc-4e32-b3de-ab5d85c53db4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/networks/6d01a6d4-f6d8-4503-b5ea-2d10fb09baa5 HTTP/1.1" status: 204 len: 168 time: 0.5865018 Feb 28 11:32:51.930645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57598) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.937923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1889624959'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:51.944640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:51.951412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:network and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:51.954578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:51.960521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:51.969540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.973415 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:51.977180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.008459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:52.022781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.023411 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Added segment cb2d321f-fab2-489b-b0bf-7c44a79d2eb5 of type vlan for network e125d585-c845-4422-9bc1-6c093f9562d1 Feb 28 11:32:52.056955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.091143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.098110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:52.098888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.131292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:32:50Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:52.136029 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] Checking router: c6eda39e-314b-47fa-b275-d4411dd0cc08 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:32:52.145588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] Routers {'c6eda39e-314b-47fa-b275-d4411dd0cc08'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:52.146211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c6eda39e-314b-47fa-b275-d4411dd0cc08'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:52.215352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] DHCP port deletion for 1a4424ce-ab5c-4dff-ab68-7af007ea587e request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:32:52.224436 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Deleting port 817f980c-9a9e-4a11-b40f-40506bc54cb2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:52.224809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.238459 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3034136 Feb 28 11:32:52.238766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57602) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:52.242073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f133e9-f4bc-4c3c-b2d8-f31454a80c24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Network': ['ID=e125d585-c845-4422-9bc1-6c093f9562d1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:52.244380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': 'e125d585-c845-4422-9bc1-6c093f9562d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:52.256784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network e125d585-c845-4422-9bc1-6c093f9562d1 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:52.383094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.388699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:52.393867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:52.396912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:52.399518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 1fc09755-a773-47b3-a60b-d8280103c9db {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:52.400403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.436703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:52.458862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:52.462878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.508707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] Set router c6eda39e-314b-47fa-b275-d4411dd0cc08 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:52.635953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:32:52.638621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:32:52.686891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 1fc09755-a773-47b3-a60b-d8280103c9db, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1fc09755-a773-47b3-a60b-d8280103c9db,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:52.687278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.793811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] For port 817f980c-9a9e-4a11-b40f-40506bc54cb2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=817f980c-9a9e-4a11-b40f-40506bc54cb2,segment=NetworkSegment(e875e32e-e852-46c8-aa03-6e1dcdaf44cf),segment_id=e875e32e-e852-46c8-aa03-6e1dcdaf44cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:52.794205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.813378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 1fc09755-a773-47b3-a60b-d8280103c9db owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:52.919437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Calling delete_port for 817f980c-9a9e-4a11-b40f-40506bc54cb2 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:52.979599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.048028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.073304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=1c508af5-1587-4cc3-9a9b-a98af041dfd0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:53.123368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Checking segment: {'id': 'cb2d321f-fab2-489b-b0bf-7c44a79d2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e125d585-c845-4422-9bc1-6c093f9562d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:53.123722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network hostable DHCP agents. Network: e125d585-c845-4422-9bc1-6c093f9562d1, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:53.149620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Pushing event deleted for resources: {'Port': ['ID=817f980c-9a9e-4a11-b40f-40506bc54cb2,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:53.157042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network e125d585-c845-4422-9bc1-6c093f9562d1 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:53.160678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:32:50Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:53.160858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.174613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] No DVR routers for this DVR port 817f980c-9a9e-4a11-b40f-40506bc54cb2 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:32:53.176846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.177200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.177552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.177956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.178293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.178642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.179022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.179380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.179712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.180018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.180411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.180650 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbaaea-bb69-4a76-8fa0-6e0ce2b780d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.184224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400bff8a-3dd8-4a25-bcd8-7c1ed6e16f68 None None] The sync data for ids ['c6eda39e-314b-47fa-b275-d4411dd0cc08'] in dv-neutron-831192-2-hyperv is: [{'id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'name': 'tempest-TestNetworkBasicOps-router-1582739258', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:43Z', 'updated_at': '2022-02-28T11:32:50Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '1fc09755-a773-47b3-a60b-d8280103c9db', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eda39e-314b-47fa-b275-d4411dd0cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:44Z', 'updated_at': '2022-02-28T11:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:53.220897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, e125d585-c845-4422-9bc1-6c093f9562d1) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:53.222322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=1fc09755-a773-47b3-a60b-d8280103c9db,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:53.230734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed426272-74f2-42c2-bed6-5c23b7cb8314 None None] Network e125d585-c845-4422-9bc1-6c093f9562d1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:32:53.256011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:53.256605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.325380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d6398b5d-f1a1-4be2-b87c-e3e911c9fd3c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0855348 Feb 28 11:32:53.327878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57608) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:53.336787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': 'e125d585-c845-4422-9bc1-6c093f9562d1', 'name': 'tempest-PortsIpV6TestJSON-1638059348'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:53.370480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.472277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-e125d585-c845-4422-9bc1-6c093f9562d1', 'network_id': 'e125d585-c845-4422-9bc1-6c093f9562d1', 'tenant_id': '78d0f2a66b6447cf97b78864a2ad733e', 'fixed_ips': [{'subnet_id': '1c508af5-1587-4cc3-9a9b-a98af041dfd0'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:32:53.473226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.484524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 817f980c-9a9e-4a11-b40f-40506bc54cb2 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:53.527947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 817f980c-9a9e-4a11-b40f-40506bc54cb2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:32:53.528632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 817f980c-9a9e-4a11-b40f-40506bc54cb2 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:53.528755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device fe4d0617-956a-40e7-b800-4ace3373aa9f no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:53.566187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: fe4d0617-956a-40e7-b800-4ace3373aa9f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:32:53.566532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device fe4d0617-956a-40e7-b800-4ace3373aa9f not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:53.705906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Allocated IP 2001:db8::2 (e125d585-c845-4422-9bc1-6c093f9562d1/1c508af5-1587-4cc3-9a9b-a98af041dfd0/74ff9e9f-feb3-4a6c-831c-5f61698cde3e) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:53.724201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.728984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.771072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.771619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Fanout notify agent at l3_agent the message router_deleted on router c6eda39e-314b-47fa-b275-d4411dd0cc08 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:32:53.789544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.791301 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0a14cc88-076d-4265-b8bb-54bc46c02d69 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/routers/c6eda39e-314b-47fa-b275-d4411dd0cc08 HTTP/1.1" status: 204 len: 168 time: 2.0061452 Feb 28 11:32:53.794284 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:53.795430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57612) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:53.804256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:53.816202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:53.820659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.848268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 57511607-347b-4cde-b1f5-ec51d8d60dd3 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:32:53.930676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.946480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Transition to ACTIVE for port object 74ff9e9f-feb3-4a6c-831c-5f61698cde3e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:53.960355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.965947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Transition to ACTIVE for port object 74ff9e9f-feb3-4a6c-831c-5f61698cde3e will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:53.971350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.033078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Network e125d585-c845-4422-9bc1-6c093f9562d1 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:54.035763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:54.044168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:54.051160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::13d (e125d585-c845-4422-9bc1-6c093f9562d1/1c508af5-1587-4cc3-9a9b-a98af041dfd0/57511607-347b-4cde-b1f5-ec51d8d60dd3) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:54.081874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Pushing event updated for resources: {'Port': ['ID=74ff9e9f-feb3-4a6c-831c-5f61698cde3e,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:54.098747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.124488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4424ce-ab5c-4dff-ab68-7af007ea587e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:54.136973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:54.137302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e875e32e-e852-46c8-aa03-6e1dcdaf44cf') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:54.139457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Attempting to bind port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:54.139829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Attempting to bind port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'cb2d321f-fab2-489b-b0bf-7c44a79d2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e125d585-c845-4422-9bc1-6c093f9562d1'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:54.140190 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Attempting to bind port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e on network e125d585-c845-4422-9bc1-6c093f9562d1 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:32:54.145622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:32:54.146002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Checking segment: {'id': 'cb2d321f-fab2-489b-b0bf-7c44a79d2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e125d585-c845-4422-9bc1-6c093f9562d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:54.146406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.146805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Bound using segment: {'id': 'cb2d321f-fab2-489b-b0bf-7c44a79d2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e125d585-c845-4422-9bc1-6c093f9562d1'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:32:54.147303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Bound port: 74ff9e9f-feb3-4a6c-831c-5f61698cde3e, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2d321f-fab2-489b-b0bf-7c44a79d2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e125d585-c845-4422-9bc1-6c093f9562d1'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:54.147680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.150326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.167336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.173504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:32:54.173948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:54.188640 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:54.238009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] For port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:32:54.272117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.280293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.291282 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] For port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=74ff9e9f-feb3-4a6c-831c-5f61698cde3e,segment=NetworkSegment(cb2d321f-fab2-489b-b0bf-7c44a79d2eb5),segment_id=cb2d321f-fab2-489b-b0bf-7c44a79d2eb5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:32:54.293360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.299792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.302805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Network': ['ID=1a4424ce-ab5c-4dff-ab68-7af007ea587e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:54.312691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object 57511607-347b-4cde-b1f5-ec51d8d60dd3 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:54.320512 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-14069abf-2bbb-4220-b76d-1a0fb9c872a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/networks/1a4424ce-ab5c-4dff-ab68-7af007ea587e HTTP/1.1" status: 204 len: 168 time: 0.5234637 Feb 28 11:32:54.333826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57616) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:54.340931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'network': {'name': 'tempest-network-smoke--1495638469', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:54.345809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:54.350338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:network and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:54.353756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:54.354501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.363428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:54.375191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:54.378838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.405920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d74c78-247b-4825-bf42-a346c8d7581d None None] Pushing event updated for resources: {'Port': ['ID=74ff9e9f-feb3-4a6c-831c-5f61698cde3e,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:54.414136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:54.426729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network e125d585-c845-4422-9bc1-6c093f9562d1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:54.428069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.428679 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Added segment 41fccfd4-fc17-4c4c-93cb-d8b263ec672a of type vlan for network c064feb0-f0df-4994-bcca-0ff1354a9f5f Feb 28 11:32:54.429890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:54.432379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:54.438152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:54.438796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.464959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=57511607-347b-4cde-b1f5-ec51d8d60dd3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:54.467276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.483687 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f2574434-c777-42e2-a6ef-ffcb7abad93f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1547661 Feb 28 11:32:54.484517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57620) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:54.501052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.507197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:54.507879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.562369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-59af6d13-9f37-4c31-8ef1-ee96de532029 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 57511607-347b-4cde-b1f5-ec51d8d60dd3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:54.562742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59af6d13-9f37-4c31-8ef1-ee96de532029 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.633322 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2980068 Feb 28 11:32:54.636513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57624) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:54.637571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a6e89-0fa6-4dd8-8d10-6cac9b8f4d98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Network': ['ID=c064feb0-f0df-4994-bcca-0ff1354a9f5f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:54.645381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'admin_state_up': True, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:54.648808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:54.653621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:54.658398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:router and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:54.664370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:54.672023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:54.685164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.687331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.713794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.875241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59af6d13-9f37-4c31-8ef1-ee96de532029 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.003257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.012950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-59af6d13-9f37-4c31-8ef1-ee96de532029 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 57511607-347b-4cde-b1f5-ec51d8d60dd3 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:55.167649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59af6d13-9f37-4c31-8ef1-ee96de532029 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.223913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af6d13-9f37-4c31-8ef1-ee96de532029 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=57511607-347b-4cde-b1f5-ec51d8d60dd3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:55.268351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59af6d13-9f37-4c31-8ef1-ee96de532029 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.279615 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-59af6d13-9f37-4c31-8ef1-ee96de532029 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/57511607-347b-4cde-b1f5-ec51d8d60dd3 HTTP/1.1" status: 204 len: 168 time: 0.7939267 Feb 28 11:32:55.282001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57628) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:55.329923 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3435869-9d5b-4f68-8a22-2194731ee3f1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:32:55.330400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3435869-9d5b-4f68-8a22-2194731ee3f1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:32:55.332188 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a3435869-9d5b-4f68-8a22-2194731ee3f1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/57511607-347b-4cde-b1f5-ec51d8d60dd3 HTTP/1.1" status: 404 len: 333 time: 0.0492101 Feb 28 11:32:55.334828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:55.379658 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c181a976-d608-463a-a1fd-f044f1e1cb24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:32:55.380209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c181a976-d608-463a-a1fd-f044f1e1cb24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:55.401837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c181a976-d608-463a-a1fd-f044f1e1cb24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:55.406100 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c181a976-d608-463a-a1fd-f044f1e1cb24 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/57511607-347b-4cde-b1f5-ec51d8d60dd3 HTTP/1.1" status: 404 len: 333 time: 0.0702901 Feb 28 11:32:55.407000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:55.432330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.465496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.468512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 74ff9e9f-feb3-4a6c-831c-5f61698cde3e up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:55.478292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6eb3da0-9963-4e74-9096-458855ec1501 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet 1c508af5-1587-4cc3-9a9b-a98af041dfd0 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:32:55.482025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3da0-9963-4e74-9096-458855ec1501 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.508587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e13401-7b06-4b18-b495-2306229e77a5 None None] Network e125d585-c845-4422-9bc1-6c093f9562d1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:32:55.544544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3da0-9963-4e74-9096-458855ec1501 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.609969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.205 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/7728a645-cb8d-46e5-a910-a92f8b61f583) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:55.632044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3da0-9963-4e74-9096-458855ec1501 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.647481 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ba6a9c5-456a-4fe0-8082-a92ff4b2df15 None None] Provisioning for port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:55.718869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:55.723613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3da0-9963-4e74-9096-458855ec1501 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.725525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:55.726100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.770438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.781166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb3da0-9963-4e74-9096-458855ec1501 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=1c508af5-1587-4cc3-9a9b-a98af041dfd0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:55.788968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3da0-9963-4e74-9096-458855ec1501 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.797592 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a6eb3da0-9963-4e74-9096-458855ec1501 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/1c508af5-1587-4cc3-9a9b-a98af041dfd0 HTTP/1.1" status: 204 len: 168 time: 0.3894114 Feb 28 11:32:55.800221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57640) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:55.812632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.882990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:55.886412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:55.889034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:55.910356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.957760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=7728a645-cb8d-46e5-a910-a92f8b61f583,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:55.992971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=74ff9e9f-feb3-4a6c-831c-5f61698cde3e,segment=NetworkSegment(cb2d321f-fab2-489b-b0bf-7c44a79d2eb5),segment_id=cb2d321f-fab2-489b-b0bf-7c44a79d2eb5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:55.998824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.037885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1fc09755-a773-47b3-a60b-d8280103c9db no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:56.050924 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.062494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:56.062828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.090847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 1fc09755-a773-47b3-a60b-d8280103c9db {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:32:56.091293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1fc09755-a773-47b3-a60b-d8280103c9db not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:56.121154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=74ff9e9f-feb3-4a6c-831c-5f61698cde3e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:56.129370 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd85ddf8-b53b-4eee-96a5-f1daa275dd69 None None] Network e125d585-c845-4422-9bc1-6c093f9562d1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:32:56.279505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] For port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=74ff9e9f-feb3-4a6c-831c-5f61698cde3e,segment=NetworkSegment(cb2d321f-fab2-489b-b0bf-7c44a79d2eb5),segment_id=cb2d321f-fab2-489b-b0bf-7c44a79d2eb5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:32:56.280171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.297240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-088b64cd-ad12-474b-b7dd-6637f9ea2062 None None] Provisioning complete for port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:56.297614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-088b64cd-ad12-474b-b7dd-6637f9ea2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.379047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.407892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 74ff9e9f-feb3-4a6c-831c-5f61698cde3e owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:32:56.491388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.514524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce694de9-61fc-47bf-8247-da7478612675 None None] DHCP port deletion for e125d585-c845-4422-9bc1-6c093f9562d1 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:32:56.546622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=74ff9e9f-feb3-4a6c-831c-5f61698cde3e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:56.551909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No DVR routers for this DVR port 74ff9e9f-feb3-4a6c-831c-5f61698cde3e on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:32:56.672918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.697720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e125d585-c845-4422-9bc1-6c093f9562d1']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:56.709459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2d321f-fab2-489b-b0bf-7c44a79d2eb5') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:56.709750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2d321f-fab2-489b-b0bf-7c44a79d2eb5') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:56.720849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.732509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.737353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.744075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:32:56.744425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:56.760114 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:56.841087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.858806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.870294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Network': ['ID=e125d585-c845-4422-9bc1-6c093f9562d1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:56.882524 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a48f137b-5dac-4f19-8a9e-d7a16e3641a5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/networks/e125d585-c845-4422-9bc1-6c093f9562d1 HTTP/1.1" status: 204 len: 168 time: 1.0812716 Feb 28 11:32:56.886707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:56.892551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1302982459'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:56.898259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:56.902990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:network and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:56.906129 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:56.912059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:56.922532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:56.926133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.955397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:56.964173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.964517 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Added segment 2f3fef90-6831-4333-8f91-6e0045256a58 of type vlan for network 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 Feb 28 11:32:56.990236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.020945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.027989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:57.028622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.038537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.052248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 7026e8c0-a14d-492b-ae7c-cdde53010c73 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:32:57.140993 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2530887 Feb 28 11:32:57.143943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57648) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:57.152008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '53f7d3b8-8a28-450e-bc8c-795b7ff3fb82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:57.152878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805c3c9-3170-41d7-8eed-7bc91dfd10ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Network': ['ID=53f7d3b8-8a28-450e-bc8c-795b7ff3fb82,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:57.163105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:57.326874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:32:57.335928 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Sync routers for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:32:57.346292 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:57.346866 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:57.348296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:57.354838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:57.359745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:57.366520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:57.370351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.371549 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-60de0888-834a-475a-aae9-c1c844f49927 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7315884 Feb 28 11:32:57.374532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57652) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:57.400781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 74ff9e9f-feb3-4a6c-831c-5f61698cde3e no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:57.419810 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d58233ab-4a9e-4c50-b1df-e4e15cba080f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441225 Feb 28 11:32:57.422047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:57.423910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:57.426755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.440994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 74ff9e9f-feb3-4a6c-831c-5f61698cde3e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:32:57.441670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 74ff9e9f-feb3-4a6c-831c-5f61698cde3e not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:57.550345 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:57.567208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daace4e-86fb-46f9-9aad-2b57800d2593 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:57.572781 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3daace4e-86fb-46f9-9aad-2b57800d2593 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440725 Feb 28 11:32:57.573086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57660) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:57.616944 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-307272df-f830-4592-88a3-2ed4ed2452bc tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427601 Feb 28 11:32:57.619527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57664) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:57.625064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989206994', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:57.657660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.735680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:57.739903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=a06b0e05-0b6a-422a-afae-890a86e36958,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:57.740612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:subnet and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:57.744171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:57.748020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Checking segment: {'id': '2f3fef90-6831-4333-8f91-6e0045256a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '53f7d3b8-8a28-450e-bc8c-795b7ff3fb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:57.748270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network hostable DHCP agents. Network: 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:57.750280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:57.764257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:57.769824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.772271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:57.790104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:57.795644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:57.796253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.798899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81bde3d-500a-4730-b17b-94099e2acaee None None] Network 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:32:57.830469 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b920fda0-8763-4030-adf0-5041531999ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6853540 Feb 28 11:32:57.833117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57670) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:57.841795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '53f7d3b8-8a28-450e-bc8c-795b7ff3fb82', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-905019626'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:32:57.951261 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:32:56Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:57.956777 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Checking router: 7026e8c0-a14d-492b-ae7c-cdde53010c73 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:32:57.957537 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Updating router 7026e8c0-a14d-492b-ae7c-cdde53010c73 port 7728a645-cb8d-46e5-a910-a92f8b61f583 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:32:58.011337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:58.015751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:58.018854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:58.026047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:58.028920 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.038568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:58.046366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.065935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-53f7d3b8-8a28-450e-bc8c-795b7ff3fb82', 'network_id': '53f7d3b8-8a28-450e-bc8c-795b7ff3fb82', 'tenant_id': '78d0f2a66b6447cf97b78864a2ad733e', 'fixed_ips': [{'subnet_id': 'a06b0e05-0b6a-422a-afae-890a86e36958'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:32:58.066773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.088295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:32:58.125492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.222552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Checking segment: {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:58.222818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network hostable DHCP agents. Network: c064feb0-f0df-4994-bcca-0ff1354a9f5f, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:58.229044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=2479eb14-e522-42cf-9120-91d01b2922be,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:58.245002 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:58.247902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Allocated IP 2001:db8::2 (53f7d3b8-8a28-450e-bc8c-795b7ff3fb82/a06b0e05-0b6a-422a-afae-890a86e36958/30074aa2-63ce-48c6-9f53-b11a33fc80de) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:58.254901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, c064feb0-f0df-4994-bcca-0ff1354a9f5f) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:58.259700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:58.260597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.265659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6549556e-3088-4935-a451-ed536821f8c4 None None] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:32:58.287061 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5b9d2076-cd12-4360-8234-59dcccc6f063 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6663582 Feb 28 11:32:58.290047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57674) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:58.393138 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.405393 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Transition to ACTIVE for port object 7728a645-cb8d-46e5-a910-a92f8b61f583 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:58.411996 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.489259 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Attempting to bind port 7728a645-cb8d-46e5-a910-a92f8b61f583 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:58.489578 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Attempting to bind port 7728a645-cb8d-46e5-a910-a92f8b61f583 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:58.489892 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Attempting to bind port 7728a645-cb8d-46e5-a910-a92f8b61f583 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:32:58.496062 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Pushing event updated for resources: {'Port': ['ID=7728a645-cb8d-46e5-a910-a92f8b61f583,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:58.500904 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:32:58.501278 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:58.501671 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.502055 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:32:58.502510 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Bound port: 7728a645-cb8d-46e5-a910-a92f8b61f583, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:58.503047 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.534421 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.534665 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.534953 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.536946 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.536946 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.536946 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.536946 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.536946 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.536946 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.537491 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.537579 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.537843 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:58.590061 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] For port 7728a645-cb8d-46e5-a910-a92f8b61f583, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:32:58.593296 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] For port 7728a645-cb8d-46e5-a910-a92f8b61f583, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7728a645-cb8d-46e5-a910-a92f8b61f583,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:32:58.598986 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.643958 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:32:58.644867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.666076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.674821 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:32:58.675458 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:58.713449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Transition to ACTIVE for port object 30074aa2-63ce-48c6-9f53-b11a33fc80de will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:58.734289 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3c766-399a-452f-90f5-4b4d6960fd9f None None] Pushing event updated for resources: {'Port': ['ID=7728a645-cb8d-46e5-a910-a92f8b61f583,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:58.756685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Transition to ACTIVE for port object 30074aa2-63ce-48c6-9f53-b11a33fc80de will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:58.766192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.871109 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:32:58.893741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Network 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:58.923223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:58.925645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:58.933811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Pushing event updated for resources: {'Port': ['ID=30074aa2-63ce-48c6-9f53-b11a33fc80de,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:59.005477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::112 (53f7d3b8-8a28-450e-bc8c-795b7ff3fb82/a06b0e05-0b6a-422a-afae-890a86e36958/0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:59.042835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Attempting to bind port 30074aa2-63ce-48c6-9f53-b11a33fc80de on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:59.043265 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Attempting to bind port 30074aa2-63ce-48c6-9f53-b11a33fc80de by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '2f3fef90-6831-4333-8f91-6e0045256a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '53f7d3b8-8a28-450e-bc8c-795b7ff3fb82'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:59.043589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Attempting to bind port 30074aa2-63ce-48c6-9f53-b11a33fc80de on network 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:32:59.047468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Allocated IP 172.20.0.2 (c064feb0-f0df-4994-bcca-0ff1354a9f5f/2479eb14-e522-42cf-9120-91d01b2922be/d3775e6b-9c3d-4662-89c9-30f71a21f3f2) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:59.053147 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:32:59.053551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Checking segment: {'id': '2f3fef90-6831-4333-8f91-6e0045256a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '53f7d3b8-8a28-450e-bc8c-795b7ff3fb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:59.053994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.054858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Bound using segment: {'id': '2f3fef90-6831-4333-8f91-6e0045256a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '53f7d3b8-8a28-450e-bc8c-795b7ff3fb82'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:32:59.055006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Bound port: 30074aa2-63ce-48c6-9f53-b11a33fc80de, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3fef90-6831-4333-8f91-6e0045256a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '53f7d3b8-8a28-450e-bc8c-795b7ff3fb82'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:59.055427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.156008 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:32:56Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:59.159847 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b105eb5-6aa0-4914-811d-b976c2c80f09 None None] The sync data for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv is: [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:32:56Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:32:59.252597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] For port 30074aa2-63ce-48c6-9f53-b11a33fc80de, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:32:59.258040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] For port 30074aa2-63ce-48c6-9f53-b11a33fc80de, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=30074aa2-63ce-48c6-9f53-b11a33fc80de,segment=NetworkSegment(2f3fef90-6831-4333-8f91-6e0045256a58),segment_id=2f3fef90-6831-4333-8f91-6e0045256a58)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:32:59.268695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.330666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.357840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object 0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:59.362645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.430362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5d788-8460-4a7a-99fd-0588e5ef35cb None None] Pushing event updated for resources: {'Port': ['ID=30074aa2-63ce-48c6-9f53-b11a33fc80de,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:59.480301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.492063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Transition to ACTIVE for port object d3775e6b-9c3d-4662-89c9-30f71a21f3f2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:59.512210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Transition to ACTIVE for port object d3775e6b-9c3d-4662-89c9-30f71a21f3f2 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:59.519344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.592514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:59.600051 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:59.602535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:59.609368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.641874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Pushing event updated for resources: {'Port': ['ID=d3775e6b-9c3d-4662-89c9-30f71a21f3f2,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:59.712600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:59.718318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:59.730267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:32:59.742305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:59.742969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.749047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Attempting to bind port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:59.749427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Attempting to bind port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:59.749790 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Attempting to bind port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 on network c064feb0-f0df-4994-bcca-0ff1354a9f5f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:32:59.755882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:32:59.756259 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Checking segment: {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:32:59.756810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.757213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Bound using segment: {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:32:59.757691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Bound port: d3775e6b-9c3d-4662-89c9-30f71a21f3f2, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:59.758067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.839341 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0040731 Feb 28 11:32:59.842084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:59.854225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da050bbc-bb9e-45d7-9e10-3d8692a57993 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:59.887071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] For port d3775e6b-9c3d-4662-89c9-30f71a21f3f2, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:32:59.890423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] For port d3775e6b-9c3d-4662-89c9-30f71a21f3f2, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d3775e6b-9c3d-4662-89c9-30f71a21f3f2,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:32:59.898333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.964144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5e68940b-7b5e-4100-91a7-bc942d9d4570 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:32:59.964489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e68940b-7b5e-4100-91a7-bc942d9d4570 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.997781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03265a8f-5925-45a5-bee8-30a95025ee01 None None] Pushing event updated for resources: {'Port': ['ID=d3775e6b-9c3d-4662-89c9-30f71a21f3f2,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:00.070950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.1 (c064feb0-f0df-4994-bcca-0ff1354a9f5f/2479eb14-e522-42cf-9120-91d01b2922be/72ea91e8-5260-470c-aa38-360ecd668b03) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:00.186831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49bdc3ce-7e99-4a50-81c1-ad3111316ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.309220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.309606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e68940b-7b5e-4100-91a7-bc942d9d4570 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.329635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 72ea91e8-5260-470c-aa38-360ecd668b03 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:00.377663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.447936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:00.455352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5e68940b-7b5e-4100-91a7-bc942d9d4570 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:00.455586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:00.460051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:00.505107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=72ea91e8-5260-470c-aa38-360ecd668b03,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:00.525494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.620042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e68940b-7b5e-4100-91a7-bc942d9d4570 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.656285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c1578-4afb-446e-a5ad-f16205ac80a5 None None] Network 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:00.673694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68940b-7b5e-4100-91a7-bc942d9d4570 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:00.724151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e68940b-7b5e-4100-91a7-bc942d9d4570 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.736421 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5e68940b-7b5e-4100-91a7-bc942d9d4570 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a HTTP/1.1" status: 204 len: 168 time: 0.8925254 Feb 28 11:33:00.738699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57682) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.793494 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42bfa2a-5e3d-42a1-86d9-bcee022b9497 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:00.795006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d42bfa2a-5e3d-42a1-86d9-bcee022b9497 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:00.804395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b9b3e349-03d9-4e37-b6e3-4631679eebe2 None None] Provisioning for port 30074aa2-63ce-48c6-9f53-b11a33fc80de completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:00.817730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d42bfa2a-5e3d-42a1-86d9-bcee022b9497 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:00.822868 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d42bfa2a-5e3d-42a1-86d9-bcee022b9497 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a HTTP/1.1" status: 404 len: 333 time: 0.0829239 Feb 28 11:33:00.823868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.896284 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d03eeee-f37f-482a-a73c-25643539c0ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet a06b0e05-0b6a-422a-afae-890a86e36958 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:00.899345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d03eeee-f37f-482a-a73c-25643539c0ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.959786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d03eeee-f37f-482a-a73c-25643539c0ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.983899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.047338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d03eeee-f37f-482a-a73c-25643539c0ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.130513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d03eeee-f37f-482a-a73c-25643539c0ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.177967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03eeee-f37f-482a-a73c-25643539c0ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=a06b0e05-0b6a-422a-afae-890a86e36958,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:01.187617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d03eeee-f37f-482a-a73c-25643539c0ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.194857 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7d03eeee-f37f-482a-a73c-25643539c0ec tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/a06b0e05-0b6a-422a-afae-890a86e36958 HTTP/1.1" status: 204 len: 168 time: 0.3697820 Feb 28 11:33:01.197994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:01.363145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.392563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 30074aa2-63ce-48c6-9f53-b11a33fc80de {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:01.392908 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.487323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.495394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.496365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094308ba-5737-4e1a-8a7a-4ae316d2d3f4 None None] Network 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:01.616014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.650315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7728a645-cb8d-46e5-a910-a92f8b61f583 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:01.661236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=72ea91e8-5260-470c-aa38-360ecd668b03,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:01.716927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] For port 30074aa2-63ce-48c6-9f53-b11a33fc80de, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=30074aa2-63ce-48c6-9f53-b11a33fc80de,segment=NetworkSegment(2f3fef90-6831-4333-8f91-6e0045256a58),segment_id=2f3fef90-6831-4333-8f91-6e0045256a58)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:01.717290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.720110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75f5c6d6-f6f2-49e5-a0cb-f7ee5e0980fc None None] Could not find standard attr ID for object 0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:01.802583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:01.804163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:01.806689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aa97b5-1f3d-4e77-ad78-f3d604c3c4e3 None None] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:01.907920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 7728a645-cb8d-46e5-a910-a92f8b61f583 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:01.927094 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7728a645-cb8d-46e5-a910-a92f8b61f583 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:01.927754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.974831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e7cfbdde-52b0-413f-86a2-392632574117 None None] Provisioning for port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:02.009989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 30074aa2-63ce-48c6-9f53-b11a33fc80de owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:02.011202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 7026e8c0-a14d-492b-ae7c-cdde53010c73 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:33:02.093877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.149055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No DVR routers for this DVR port 30074aa2-63ce-48c6-9f53-b11a33fc80de on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:02.151774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=30074aa2-63ce-48c6-9f53-b11a33fc80de,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:02.222341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:33:02.244301 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-57e64165-dee9-4e23-b91c-c35bb474c596 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/7026e8c0-a14d-492b-ae7c-cdde53010c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9524238 Feb 28 11:33:02.246884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57694) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:02.250301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Sync routers for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:02.276005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.298177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:02.299159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:32:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:02.302110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.331260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f7d3b8-8a28-450e-bc8c-795b7ff3fb82']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:02.345917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3fef90-6831-4333-8f91-6e0045256a58') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:02.346386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3fef90-6831-4333-8f91-6e0045256a58') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:02.360138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.372757 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c76f748-82d6-45e0-970d-41dc46823f7d None None] DHCP port deletion for 53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:33:02.379958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.387855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:33:02.388647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.395306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 7728a645-cb8d-46e5-a910-a92f8b61f583, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7728a645-cb8d-46e5-a910-a92f8b61f583,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:02.407361 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:02.412686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.413399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 30074aa2-63ce-48c6-9f53-b11a33fc80de up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:02.508519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.516113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 30074aa2-63ce-48c6-9f53-b11a33fc80de {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:33:02.516453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 30074aa2-63ce-48c6-9f53-b11a33fc80de not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 28 11:33:02.533516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.543353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Network': ['ID=53f7d3b8-8a28-450e-bc8c-795b7ff3fb82,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:02.562721 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8da3856c-666a-4386-aa9a-c2c7568f65d0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/networks/53f7d3b8-8a28-450e-bc8c-795b7ff3fb82 HTTP/1.1" status: 204 len: 168 time: 1.3605788 Feb 28 11:33:02.562989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57698) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:02.566907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'name': 'tempest-PortsIpV6TestJSON-1309713011'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:02.577109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1adb656e-d749-4d8f-9f39-74b5ef3083a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.582117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b25f37-23c6-4356-9cde-ac84d97c157f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.582585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b25f37-23c6-4356-9cde-ac84d97c157f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.583050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b25f37-23c6-4356-9cde-ac84d97c157f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.583539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b25f37-23c6-4356-9cde-ac84d97c157f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.583994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b25f37-23c6-4356-9cde-ac84d97c157f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.584452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b25f37-23c6-4356-9cde-ac84d97c157f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.588148 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-81b25f37-23c6-4356-9cde-ac84d97c157f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4199 time: 0.3395834 Feb 28 11:33:02.590053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57702) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:02.641329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Port 30074aa2-63ce-48c6-9f53-b11a33fc80de not found, will not notify nova. {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 28 11:33:02.641329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3775e6b-9c3d-4662-89c9-30f71a21f3f2 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:02.668397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32965f4c-cec1-4a73-9fef-bb43be70777c tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.669130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32965f4c-cec1-4a73-9fef-bb43be70777c tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.670013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32965f4c-cec1-4a73-9fef-bb43be70777c tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.670013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32965f4c-cec1-4a73-9fef-bb43be70777c tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:02.674264 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-32965f4c-cec1-4a73-9fef-bb43be70777c tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0803580 Feb 28 11:33:02.674483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:02.703906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:02.708669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:02.711741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:02.718850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:02.731722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:02.736384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.755989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=7728a645-cb8d-46e5-a910-a92f8b61f583,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:02.766078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port c88d9cfc-3542-4b4a-b39d-8ae0f0e0914b yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:02.777149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:33:02.855300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:02.930514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:02.930858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.959726 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ad84db0e-10e7-4555-9c54-7f10e25ac849 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2840960 Feb 28 11:33:03.045750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.078584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.100665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a67df1b6-c393-4247-b5b3-4243d7a14954 None None] Provisioning complete for port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:03.101028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a67df1b6-c393-4247-b5b3-4243d7a14954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.165474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:03.169181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:03.171185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=c88d9cfc-3542-4b4a-b39d-8ae0f0e0914b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.173277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:03.178817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:03.179479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.210631 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-62d6548a-d975-46b0-a131-ec4988cb47f3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6491694 Feb 28 11:33:03.213241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57714) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:03.283167 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.309246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-35b66736-f63e-4fdf-8bfe-f080cc47aabf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port c88d9cfc-3542-4b4a-b39d-8ae0f0e0914b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:03.309246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35b66736-f63e-4fdf-8bfe-f080cc47aabf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.329899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:03.337321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534632806', 'description': 'tempest-secgroup-smoke-534632806 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:03.344886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:03.349368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:03.353021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:03.361527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:03.378013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.381534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port d3775e6b-9c3d-4662-89c9-30f71a21f3f2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d3775e6b-9c3d-4662-89c9-30f71a21f3f2,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:03.398090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.401695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:03.407555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:03.410401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:03.416864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:03.494871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.497761 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=d3775e6b-9c3d-4662-89c9-30f71a21f3f2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.503173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.517489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:01Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:03.519819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a67df1b6-c393-4247-b5b3-4243d7a14954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.542408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7728a645-cb8d-46e5-a910-a92f8b61f583 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:03.559034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622a08b7-e63f-47e8-82cf-f0c8b3f29446,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.562981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.567018 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b10d205-8558-4bee-a504-7894d8297f2a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2332158 Feb 28 11:33:03.567336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57722) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:03.572776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '622a08b7-e63f-47e8-82cf-f0c8b3f29446', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:03.579111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:03.582974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:03.585959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:03.592307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:03.613361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.620620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35b66736-f63e-4fdf-8bfe-f080cc47aabf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.621155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Checking router: 7026e8c0-a14d-492b-ae7c-cdde53010c73 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:33:03.621431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Updating router 7026e8c0-a14d-492b-ae7c-cdde53010c73 port 72ea91e8-5260-470c-aa38-360ecd668b03 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:33:03.692159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.698858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.723625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a324005-6798-4f79-b3c3-0de0ff729db5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.738553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.740140 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4e1042b2-8ef6-47f2-a5e5-df51c9b34998 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718640 Feb 28 11:33:03.742633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:03.748401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '622a08b7-e63f-47e8-82cf-f0c8b3f29446', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:03.754877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:03.759265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:03.762645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:03.768138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.768943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:03.789586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.794332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-35b66736-f63e-4fdf-8bfe-f080cc47aabf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for c88d9cfc-3542-4b4a-b39d-8ae0f0e0914b owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:03.821917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-a67df1b6-c393-4247-b5b3-4243d7a14954 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:03.822322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-a67df1b6-c393-4247-b5b3-4243d7a14954 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:03.822767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.824158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.863368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.867329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.882946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7728a645-cb8d-46e5-a910-a92f8b61f583 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:03.883824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.896833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cf20f6-d18b-4f1e-82b6-16e3ed181797,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.903909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35b66736-f63e-4fdf-8bfe-f080cc47aabf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.909683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.911091 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4e253189-cc90-41fc-a720-9ad6c9fc1e28 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1673517 Feb 28 11:33:03.913795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57730) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:03.920037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '622a08b7-e63f-47e8-82cf-f0c8b3f29446', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:03.925982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:03.930022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:03.933606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:03.939712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:03.958861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.959825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b66736-f63e-4fdf-8bfe-f080cc47aabf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=c88d9cfc-3542-4b4a-b39d-8ae0f0e0914b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.964829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35b66736-f63e-4fdf-8bfe-f080cc47aabf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.976552 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-35b66736-f63e-4fdf-8bfe-f080cc47aabf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/c88d9cfc-3542-4b4a-b39d-8ae0f0e0914b HTTP/1.1" status: 204 len: 168 time: 0.7618036 Feb 28 11:33:03.978993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57734) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:03.984751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'mac_address': 'fa:16:3e:45:b6:61', 'name': 'tempest-PortsIpV6TestJSON-1140506938'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:04.026365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.030213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.055408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084b74a2-ae1d-43f8-b477-556bb249d75d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.067148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.069164 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bb8d5003-d57c-4726-a962-8b5fad54a7e3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541367 Feb 28 11:33:04.071579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57738) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:04.076876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '622a08b7-e63f-47e8-82cf-f0c8b3f29446', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:04.082657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:04.086536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:04.089480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:04.095446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:04.109609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:04.113478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.114710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:04.118063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:04.126266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:04.138281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:04.184894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.195168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.224557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9559bf-8472-436f-b286-de7de1ca4a58,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.231759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.232956 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4d3bca05-3b6c-4998-b79f-369fbb03f2de tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604607 Feb 28 11:33:04.235828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57742) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:04.242294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '622a08b7-e63f-47e8-82cf-f0c8b3f29446', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:04.246348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.248797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:04.252594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:04.256051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:04.262787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:04.273024 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:33:04.273876 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 8b1ddab0-0bc8-45c0-8859-866c89f348f3 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:04.274246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 30074aa2-63ce-48c6-9f53-b11a33fc80de no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:04.280603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.355849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.360398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.362013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 30074aa2-63ce-48c6-9f53-b11a33fc80de {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:33:04.362606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 30074aa2-63ce-48c6-9f53-b11a33fc80de not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:04.387596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06869215-e2a6-45b5-98d7-bd986d9a9888,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.401262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.402704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.408734 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cd10022d-e735-4f2f-b0f2-8676f610be82 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1673627 Feb 28 11:33:04.408892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57746) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:04.419291 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Transition to ACTIVE for port object 72ea91e8-5260-470c-aa38-360ecd668b03 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:04.427936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.428192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '622a08b7-e63f-47e8-82cf-f0c8b3f29446', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:04.439198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:04.464545 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a67df1b6-c393-4247-b5b3-4243d7a14954 None None] Provisioning for port 72ea91e8-5260-470c-aa38-360ecd668b03 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:04.487252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:04.495595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:04.511744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:04.535077 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:33:04.545814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.548102 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.626739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4d92d-d833-450e-9e2a-a2b4bad0118b None None] Pushing event updated for resources: {'Port': ['ID=72ea91e8-5260-470c-aa38-360ecd668b03,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.665390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Attempting to bind port 72ea91e8-5260-470c-aa38-360ecd668b03 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:04.665752 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Attempting to bind port 72ea91e8-5260-470c-aa38-360ecd668b03 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:04.666103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Attempting to bind port 72ea91e8-5260-470c-aa38-360ecd668b03 on network c064feb0-f0df-4994-bcca-0ff1354a9f5f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:04.672442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:33:04.672813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Checking segment: {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:04.673212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.673597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Bound using segment: {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:33:04.674063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Bound port: 72ea91e8-5260-470c-aa38-360ecd668b03, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:04.674430 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.737886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.742152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.755746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.773339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] For port 72ea91e8-5260-470c-aa38-360ecd668b03, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:33:04.776817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] For port 72ea91e8-5260-470c-aa38-360ecd668b03, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=72ea91e8-5260-470c-aa38-360ecd668b03,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:33:04.782912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.816448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9541f0f9-f46c-4ab0-ae43-8b13733ad41b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.843907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:04.851731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:04.857046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.858233 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-25736453-9bd9-4807-8e20-8be18cc76cc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4490602 Feb 28 11:33:04.861651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:04.871486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:04.871635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4d92d-d833-450e-9e2a-a2b4bad0118b None None] Pushing event updated for resources: {'Port': ['ID=72ea91e8-5260-470c-aa38-360ecd668b03,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.872140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.874458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:04.875341 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:04.876152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=8b1ddab0-0bc8-45c0-8859-866c89f348f3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.902181 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-586531cb-683e-4395-ac79-7d19963519c7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9220600 Feb 28 11:33:04.905407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57752) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:04.990677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc380d-c6ec-4821-ae12-43bab72ecf46 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:04.991327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5fbc380d-c6ec-4821-ae12-43bab72ecf46 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:05.012099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5fbc380d-c6ec-4821-ae12-43bab72ecf46 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:05.013880 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5fbc380d-c6ec-4821-ae12-43bab72ecf46 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/8b1ddab0-0bc8-45c0-8859-866c89f348f3 HTTP/1.1" status: 200 len: 845 time: 0.1075282 Feb 28 11:33:05.016744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57758) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:05.092070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:33:05.101296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b5566f06-d773-419b-996a-040f6917f315 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 8b1ddab0-0bc8-45c0-8859-866c89f348f3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:05.101640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5566f06-d773-419b-996a-040f6917f315 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.174844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.193006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-8e4cb127-58bf-4764-befe-3285fadbb519 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:05.252877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-8e4cb127-58bf-4764-befe-3285fadbb519 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:05.254215 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-8e4cb127-58bf-4764-befe-3285fadbb519 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534632806&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.1566978 Feb 28 11:33:05.438814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:04Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:05.443479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f97d3-2c96-43a8-8b47-6946cdc6f45b None None] The sync data for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv is: [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:04Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:05.501998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3775e6b-9c3d-4662-89c9-30f71a21f3f2 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:05.588859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5566f06-d773-419b-996a-040f6917f315 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.622854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:05.623259 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.738985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b5566f06-d773-419b-996a-040f6917f315 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 8b1ddab0-0bc8-45c0-8859-866c89f348f3 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:05.804794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-3d514382-9511-4993-88d8-b47e3860a69d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:05.806896 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-3d514382-9511-4993-88d8-b47e3860a69d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 797 time: 0.5334604 Feb 28 11:33:05.831706 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-98a2232e-9657-44fe-883a-722744eae0c5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0173223 Feb 28 11:33:05.893731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5566f06-d773-419b-996a-040f6917f315 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.948316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5566f06-d773-419b-996a-040f6917f315 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=8b1ddab0-0bc8-45c0-8859-866c89f348f3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:05.956667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5566f06-d773-419b-996a-040f6917f315 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.973445 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b5566f06-d773-419b-996a-040f6917f315 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/8b1ddab0-0bc8-45c0-8859-866c89f348f3 HTTP/1.1" status: 204 len: 168 time: 0.9556024 Feb 28 11:33:05.976122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57770) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:05.993038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-a54aaab7-2f68-4add-83ab-eb349980ffd9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:06.008430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-a54aaab7-2f68-4add-83ab-eb349980ffd9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:06.009822 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-a54aaab7-2f68-4add-83ab-eb349980ffd9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675057 Feb 28 11:33:06.020307 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f33039-0121-4f13-abe5-1d37d831330e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:06.025872 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d2f33039-0121-4f13-abe5-1d37d831330e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/8b1ddab0-0bc8-45c0-8859-866c89f348f3 HTTP/1.1" status: 404 len: 333 time: 0.0445809 Feb 28 11:33:06.026139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57774) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:06.051997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'name': 'tempest-PortsIpV6TestJSON-496752777'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:06.244515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:06.259484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:06.263638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:06.271530 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-5b54558a-6915-41e7-adab-dea5e3b3b4fd service neutron] 10.222.0.64 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468333 Feb 28 11:33:06.272314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:06.311749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:06.315198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.398268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port eb900e74-5647-4ef8-964d-b18a0502f7bf yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:06.502726 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-da29790e-92d3-4a10-999a-bf5519829717 service neutron] 10.222.0.64 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249646 Feb 28 11:33:06.694841 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e5a7662c-bc41-448d-864a-e6dea915b72e req-22eb23a7-9423-4573-991f-5df2b6fd42c5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 210 time: 0.0579860 Feb 28 11:33:06.700389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.736630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.802332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:06.805518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:06.808419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:06.814240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:06.814830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.845967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=eb900e74-5647-4ef8-964d-b18a0502f7bf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:06.861709 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-256637d8-45ea-437e-99c5-1d99ddcb8b90 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8344393 Feb 28 11:33:06.864213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57786) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:06.870533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c2144241-7238-41db-b295-7370fc771fed tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:06.989223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2144241-7238-41db-b295-7370fc771fed tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.310941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2144241-7238-41db-b295-7370fc771fed tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.315288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2144241-7238-41db-b295-7370fc771fed tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.368508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c2144241-7238-41db-b295-7370fc771fed tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] In _notify_port_updated(), no bound segment for port eb900e74-5647-4ef8-964d-b18a0502f7bf on network 738ed971-a868-40af-b3df-855ef37deab0 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:33:07.373844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2144241-7238-41db-b295-7370fc771fed tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:07.374448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2144241-7238-41db-b295-7370fc771fed tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.375735 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c2144241-7238-41db-b295-7370fc771fed tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "PUT /v2.0/ports/eb900e74-5647-4ef8-964d-b18a0502f7bf HTTP/1.1" status: 200 len: 818 time: 0.5104520 Feb 28 11:33:07.378526 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57792) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:07.398048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2144241-7238-41db-b295-7370fc771fed tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=eb900e74-5647-4ef8-964d-b18a0502f7bf,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:07.458260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5d5d6-06a1-4d27-8986-ff63e58a948c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port eb900e74-5647-4ef8-964d-b18a0502f7bf {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:07.458605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d5d6-06a1-4d27-8986-ff63e58a948c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.516563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 72ea91e8-5260-470c-aa38-360ecd668b03 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:07.614073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 72ea91e8-5260-470c-aa38-360ecd668b03 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:07.636738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 72ea91e8-5260-470c-aa38-360ecd668b03 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:07.637164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.767479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d5d6-06a1-4d27-8986-ff63e58a948c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.811223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-de3037b7-7d1d-4144-8c49-caec0287e69a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:07.812890 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-de3037b7-7d1d-4144-8c49-caec0287e69a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 797 time: 0.2477822 Feb 28 11:33:07.876680 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-97666671-6287-4190-ba6d-bff76cc42186 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 379 time: 0.0495386 Feb 28 11:33:07.897061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.919545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['622a08b7-e63f-47e8-82cf-f0c8b3f29446']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:07.935534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 72ea91e8-5260-470c-aa38-360ecd668b03, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=72ea91e8-5260-470c-aa38-360ecd668b03,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:07.942344 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df2935fc-e8dc-4c0a-bbb2-5f48c6384d38 req-afdc43a7-b102-49e8-a421-bf0161b3fce0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 210 time: 0.0646164 Feb 28 11:33:07.943714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.987744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5d5d6-06a1-4d27-8986-ff63e58a948c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for eb900e74-5647-4ef8-964d-b18a0502f7bf owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:08.030066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=72ea91e8-5260-470c-aa38-360ecd668b03,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:08.086470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d5d6-06a1-4d27-8986-ff63e58a948c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.087644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:08.097973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:08.107428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:08.110936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.138905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5d5d6-06a1-4d27-8986-ff63e58a948c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=eb900e74-5647-4ef8-964d-b18a0502f7bf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:08.145490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d5d6-06a1-4d27-8986-ff63e58a948c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.155786 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b5c5d5d6-06a1-4d27-8986-ff63e58a948c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/eb900e74-5647-4ef8-964d-b18a0502f7bf HTTP/1.1" status: 204 len: 168 time: 0.7760754 Feb 28 11:33:08.158308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57802) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:08.237432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb769b73-6004-4a68-ace5-8eeae3381a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:08.238150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eb769b73-6004-4a68-ace5-8eeae3381a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:08.255663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-eb769b73-6004-4a68-ace5-8eeae3381a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:08.256848 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eb769b73-6004-4a68-ace5-8eeae3381a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0976429 Feb 28 11:33:08.260289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57806) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:08.278362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.8 (c064feb0-f0df-4994-bcca-0ff1354a9f5f/2479eb14-e522-42cf-9120-91d01b2922be/1b294fc5-defb-45b1-9998-21239e72b5a6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:08.303724 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ee1828-0f45-4fe6-a588-12fc675ed954 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:08.308946 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e1ee1828-0f45-4fe6-a588-12fc675ed954 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/eb900e74-5647-4ef8-964d-b18a0502f7bf HTTP/1.1" status: 404 len: 333 time: 0.0437860 Feb 28 11:33:08.309317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57810) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:08.314605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1828673618'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:08.319763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:08.324799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:network and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:08.327793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:08.333442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:08.343983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:08.347928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.374940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:08.384229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.384857 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Added segment 56001a82-405b-434e-b3bd-8bb02b19e12c of type vlan for network 05228d5c-84f5-4214-acbb-e857428f0270 Feb 28 11:33:08.413532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.444206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.450235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:08.450861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.467988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.484289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 1b294fc5-defb-45b1-9998-21239e72b5a6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:08.509218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.549642 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2391441 Feb 28 11:33:08.554791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57814) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:08.561465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc02afc-cb2c-4df8-9297-d783a9ed2624 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Network': ['ID=05228d5c-84f5-4214-acbb-e857428f0270,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:08.572215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 05228d5c-84f5-4214-acbb-e857428f0270 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:08.578377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '05228d5c-84f5-4214-acbb-e857428f0270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:08.599369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:08.613016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:08.615675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:08.731476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=1b294fc5-defb-45b1-9998-21239e72b5a6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:08.766693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:08.767342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.784484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:08.790618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:08.795641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:08.802774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:08.806601 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-495ff4c8-bb16-4567-b553-d1f444190462 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909979 Feb 28 11:33:08.813751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:08.814646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-47a2d880-7e26-451b-8162-b47ba9f632c4 None None] Provisioning for port 1b294fc5-defb-45b1-9998-21239e72b5a6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:08.817442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.819644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-47a2d880-7e26-451b-8162-b47ba9f632c4 None None] Provisioning complete for port 1b294fc5-defb-45b1-9998-21239e72b5a6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:08.820016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-47a2d880-7e26-451b-8162-b47ba9f632c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.845044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Request body: {'port': {'device_id': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:08.873540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-47a2d880-7e26-451b-8162-b47ba9f632c4 None None] Port 1b294fc5-defb-45b1-9998-21239e72b5a6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:09.037448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.460498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46ed33-8576-4acc-b80d-28babe406f86 req-92dde1b1-a8f1-4e5b-98ce-dab92715fdbf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:09.461180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1c46ed33-8576-4acc-b80d-28babe406f86 req-92dde1b1-a8f1-4e5b-98ce-dab92715fdbf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:09.463694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.470540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 72ea91e8-5260-470c-aa38-360ecd668b03 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:09.540332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 72ea91e8-5260-470c-aa38-360ecd668b03 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:09.540700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.610848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1c46ed33-8576-4acc-b80d-28babe406f86 req-92dde1b1-a8f1-4e5b-98ce-dab92715fdbf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:09.612015 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c46ed33-8576-4acc-b80d-28babe406f86 req-92dde1b1-a8f1-4e5b-98ce-dab92715fdbf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 931 time: 0.5316770 Feb 28 11:33:09.627626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=1f1c807c-1460-40b5-8e12-f01d529f302f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:09.670803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Checking segment: {'id': '56001a82-405b-434e-b3bd-8bb02b19e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '05228d5c-84f5-4214-acbb-e857428f0270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:09.671201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network hostable DHCP agents. Network: 05228d5c-84f5-4214-acbb-e857428f0270, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:09.714106 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c46ed33-8576-4acc-b80d-28babe406f86 req-a5e557c0-b324-4588-9e2d-07f9cd11af8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909805 Feb 28 11:33:09.762046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 05228d5c-84f5-4214-acbb-e857428f0270 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:09.785567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 05228d5c-84f5-4214-acbb-e857428f0270) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:09.791896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:09.792500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.797280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e838cc7-062d-4251-bcb8-63d872e30e76 None None] Network 05228d5c-84f5-4214-acbb-e857428f0270 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:09.799893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b294fc5-defb-45b1-9998-21239e72b5a6 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:33:09.813161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.830257 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c54b2687-88be-4f97-adb5-c994b5262356 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2744021 Feb 28 11:33:09.833172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Transition to ACTIVE for port object 1b294fc5-defb-45b1-9998-21239e72b5a6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:09.833738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57820) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:09.838021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.840460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '05228d5c-84f5-4214-acbb-e857428f0270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:09.996500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Pushing event updated for resources: {'Port': ['ID=1b294fc5-defb-45b1-9998-21239e72b5a6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:10.011283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:10.015317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:10.019860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:10.027840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:10.036388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-05228d5c-84f5-4214-acbb-e857428f0270', 'network_id': '05228d5c-84f5-4214-acbb-e857428f0270', 'tenant_id': '78d0f2a66b6447cf97b78864a2ad733e', 'fixed_ips': [{'subnet_id': '1f1c807c-1460-40b5-8e12-f01d529f302f'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:33:10.037518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.040808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:10.048682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.079408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Attempting to bind port 1b294fc5-defb-45b1-9998-21239e72b5a6 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:10.079796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Attempting to bind port 1b294fc5-defb-45b1-9998-21239e72b5a6 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:10.080125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Attempting to bind port 1b294fc5-defb-45b1-9998-21239e72b5a6 on network c064feb0-f0df-4994-bcca-0ff1354a9f5f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:10.085061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Port 1b294fc5-defb-45b1-9998-21239e72b5a6 on network c064feb0-f0df-4994-bcca-0ff1354a9f5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:33:10.085383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Attempting to bind port 1b294fc5-defb-45b1-9998-21239e72b5a6 on network c064feb0-f0df-4994-bcca-0ff1354a9f5f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:10.091785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:33:10.092119 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Checking segment: {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:10.092498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Bound using segment: {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:33:10.092919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Bound port: 1b294fc5-defb-45b1-9998-21239e72b5a6, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:10.093267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.194682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] For port 1b294fc5-defb-45b1-9998-21239e72b5a6, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:33:10.196135 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.ipam_backend_mixin [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f1c807c-1460-40b5-8e12-f01d529f302f (CIDR: 2001:db8::/64) Feb 28 11:33:10.198050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] For port 1b294fc5-defb-45b1-9998-21239e72b5a6, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1b294fc5-defb-45b1-9998-21239e72b5a6,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:33:10.200617 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:33:10.201093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:10.203197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.223228 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Allocated IP 2001:db8::2 (05228d5c-84f5-4214-acbb-e857428f0270/1f1c807c-1460-40b5-8e12-f01d529f302f/f8caa946-6ca9-4a89-a2a6-1608695f3c29) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:10.225941 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f38f352f-030b-4c23-8947-6e11fc1de118 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3880107 Feb 28 11:33:10.228106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57824) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:10.234029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '05228d5c-84f5-4214-acbb-e857428f0270', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:10.277163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:10.277746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.279430 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] 10.222.0.37 "PUT /v2.0/ports/1b294fc5-defb-45b1-9998-21239e72b5a6 HTTP/1.1" status: 200 len: 1093 time: 1.4413445 Feb 28 11:33:10.282417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:10.297312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1196a-c011-43d9-b0a7-c4e08e2eac12 service neutron] Pushing event updated for resources: {'Port': ['ID=1b294fc5-defb-45b1-9998-21239e72b5a6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:10.369265 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'status': 'completed', 'code': 200} Feb 28 11:33:10.406396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-1377ea28-3d4a-4032-b054-67d1cbf800c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:10.408203 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-1377ea28-3d4a-4032-b054-67d1cbf800c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 1096 time: 0.0853848 Feb 28 11:33:10.449971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.462014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Transition to ACTIVE for port object f8caa946-6ca9-4a89-a2a6-1608695f3c29 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:10.485430 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Transition to ACTIVE for port object f8caa946-6ca9-4a89-a2a6-1608695f3c29 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:10.489691 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-2b73ce65-c19b-442c-857e-6d94fac88fc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b294fc5-defb-45b1-9998-21239e72b5a6 HTTP/1.1" status: 200 len: 217 time: 0.0740674 Feb 28 11:33:10.493528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.541633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:10.545752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:10.549042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:10.555892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:10.562860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-76b3a74e-6bd8-4956-8c19-a34f6aa1c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:10.563837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Network 05228d5c-84f5-4214-acbb-e857428f0270 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:10.564460 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-76b3a74e-6bd8-4956-8c19-a34f6aa1c37d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 200 len: 834 time: 0.0690966 Feb 28 11:33:10.566555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:10.566949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:10.570852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.575577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:10.611049 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Pushing event updated for resources: {'Port': ['ID=f8caa946-6ca9-4a89-a2a6-1608695f3c29,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:10.646987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-5c4afa49-5050-4c0d-be80-02aec9ea9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:10.648508 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-5c4afa49-5050-4c0d-be80-02aec9ea9a12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782347 Feb 28 11:33:10.716384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Attempting to bind port f8caa946-6ca9-4a89-a2a6-1608695f3c29 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:10.716602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Attempting to bind port f8caa946-6ca9-4a89-a2a6-1608695f3c29 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '56001a82-405b-434e-b3bd-8bb02b19e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '05228d5c-84f5-4214-acbb-e857428f0270'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:10.716961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Attempting to bind port f8caa946-6ca9-4a89-a2a6-1608695f3c29 on network 05228d5c-84f5-4214-acbb-e857428f0270 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:10.725812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:33:10.726187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Checking segment: {'id': '56001a82-405b-434e-b3bd-8bb02b19e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '05228d5c-84f5-4214-acbb-e857428f0270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:10.726589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.726982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Bound using segment: {'id': '56001a82-405b-434e-b3bd-8bb02b19e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '05228d5c-84f5-4214-acbb-e857428f0270'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:33:10.727565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Bound port: f8caa946-6ca9-4a89-a2a6-1608695f3c29, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56001a82-405b-434e-b3bd-8bb02b19e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '05228d5c-84f5-4214-acbb-e857428f0270'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:10.728165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.795765 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-f9dc0992-b835-45ed-a7af-f14635fc642b service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412902 Feb 28 11:33:10.858235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] For port f8caa946-6ca9-4a89-a2a6-1608695f3c29, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:33:10.861901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] For port f8caa946-6ca9-4a89-a2a6-1608695f3c29, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f8caa946-6ca9-4a89-a2a6-1608695f3c29,segment=NetworkSegment(56001a82-405b-434e-b3bd-8bb02b19e12c),segment_id=56001a82-405b-434e-b3bd-8bb02b19e12c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:33:10.866497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.867671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.927900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 05228d5c-84f5-4214-acbb-e857428f0270 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:10.931747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:10.936316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:10.936495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.952786 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a868a-71c2-43c8-b1bb-ecf48b28d02f None None] Pushing event updated for resources: {'Port': ['ID=f8caa946-6ca9-4a89-a2a6-1608695f3c29,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:10.955655 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=9f17aedc-c292-4182-8002-b0dd255567df,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:10.965289 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c500c3ee-9f5a-4b95-b7e8-e762242149b5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7359645 Feb 28 11:33:10.968009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57832) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:10.973823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '05228d5c-84f5-4214-acbb-e857428f0270', 'fixed_ips': [{'subnet_id': '1f1c807c-1460-40b5-8e12-f01d529f302f'}, {'subnet_id': '9f17aedc-c292-4182-8002-b0dd255567df'}], 'name': 'tempest-PortsIpV6TestJSON-1060132573'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:10.990185 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a649852-6b7f-475c-9ad2-6a6df356f67a req-7bbcf516-db98-44c4-9cff-b100e0980f4a service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873956 Feb 28 11:33:11.013935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226470-99ea-4827-b095-cad94bbe2b5a req-46c5e6df-6641-41f1-a90e-c61ba94732ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:11.015702 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-02226470-99ea-4827-b095-cad94bbe2b5a req-46c5e6df-6641-41f1-a90e-c61ba94732ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 943 time: 0.1795244 Feb 28 11:33:11.130296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:11.135296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:11.138698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:11.145291 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:11.157472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:11.231934 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-02226470-99ea-4827-b095-cad94bbe2b5a req-4373b07b-9934-429b-b4d4-da30d8e491ac tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093704 Feb 28 11:33:11.259239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-928f7a43-d782-43ab-8af9-b8469bfb6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:11.260714 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-928f7a43-d782-43ab-8af9-b8469bfb6ea6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 1096 time: 0.2194710 Feb 28 11:33:11.304462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.328269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:11.407282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-ec26112e-8e22-4fcc-a88b-8b6a1c18007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:11.408747 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-ec26112e-8e22-4fcc-a88b-8b6a1c18007a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 898 time: 0.1414242 Feb 28 11:33:11.479537 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-fdf76d78-7095-407f-a898-e26fbead3e7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b294fc5-defb-45b1-9998-21239e72b5a6 HTTP/1.1" status: 200 len: 217 time: 0.0641978 Feb 28 11:33:11.503950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f8caa946-6ca9-4a89-a2a6-1608695f3c29 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:11.548972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-c87725fc-b556-4a90-8091-120b79306f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:11.550492 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-c87725fc-b556-4a90-8091-120b79306f44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 200 len: 834 time: 0.0652802 Feb 28 11:33:11.577065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f8caa946-6ca9-4a89-a2a6-1608695f3c29 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:11.626997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-84115c37-9e4a-4162-b3cd-d7eb78987def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:11.628477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-84115c37-9e4a-4162-b3cd-d7eb78987def service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717287 Feb 28 11:33:11.697365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::316 (05228d5c-84f5-4214-acbb-e857428f0270/1f1c807c-1460-40b5-8e12-f01d529f302f/06b1d89d-2af2-40a5-93d8-ff3c285e8c47) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:11.706125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8:0:1::3a9 (05228d5c-84f5-4214-acbb-e857428f0270/9f17aedc-c292-4182-8002-b0dd255567df/06b1d89d-2af2-40a5-93d8-ff3c285e8c47) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:11.776894 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-e9c9ffd8-a05b-4181-a074-69a3a24a7cc0 service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407816 Feb 28 11:33:11.917224 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bf71d91-02fe-4f95-a6ad-a575e3a19f0e req-46a92298-10f0-4538-8ee3-10ed7c62c21e service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341035 Feb 28 11:33:11.931921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.950010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:11.974561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.043967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 05228d5c-84f5-4214-acbb-e857428f0270 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:12.047258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:12.059579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:12.065147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:12.065765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.082658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbcbd13-0abb-4730-b460-71e52dddadad None None] Network 05228d5c-84f5-4214-acbb-e857428f0270 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:12.083283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=06b1d89d-2af2-40a5-93d8-ff3c285e8c47,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:12.097583 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a06b2bc7-5c7a-446c-9b98-510814db1e36 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.1280909 Feb 28 11:33:12.099733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57836) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.107234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f1c807c-1460-40b5-8e12-f01d529f302f'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:12.192518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e3fab6bc-c212-4e08-8712-9be729f2310e None None] Provisioning for port f8caa946-6ca9-4a89-a2a6-1608695f3c29 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:12.208868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e3fab6bc-c212-4e08-8712-9be729f2310e None None] Provisioning complete for port f8caa946-6ca9-4a89-a2a6-1608695f3c29 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:12.209235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e3fab6bc-c212-4e08-8712-9be729f2310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.225628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.272485 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:33:12.418687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e3fab6bc-c212-4e08-8712-9be729f2310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.439095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0566a5e-f228-4dd8-8cd2-59e1a5fc619c req-8eb5ae8e-2451-4668-9a60-dbde9757eaab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:12.440620 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a0566a5e-f228-4dd8-8cd2-59e1a5fc619c req-8eb5ae8e-2451-4668-9a60-dbde9757eaab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 943 time: 0.0940323 Feb 28 11:33:12.464559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e3fab6bc-c212-4e08-8712-9be729f2310e None None] For port f8caa946-6ca9-4a89-a2a6-1608695f3c29, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f8caa946-6ca9-4a89-a2a6-1608695f3c29,segment=NetworkSegment(56001a82-405b-434e-b3bd-8bb02b19e12c),segment_id=56001a82-405b-434e-b3bd-8bb02b19e12c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:12.469968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e3fab6bc-c212-4e08-8712-9be729f2310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.492062 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a0566a5e-f228-4dd8-8cd2-59e1a5fc619c req-147fcc48-5c02-4f9e-a970-3c3229f095ea tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421834 Feb 28 11:33:12.566899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Delete allocated IP 2001:db8:0:1::3a9 (05228d5c-84f5-4214-acbb-e857428f0270/9f17aedc-c292-4182-8002-b0dd255567df) {{(pid=87639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:33:12.588355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fab6bc-c212-4e08-8712-9be729f2310e None None] Pushing event updated for resources: {'Port': ['ID=f8caa946-6ca9-4a89-a2a6-1608695f3c29,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:12.602788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb19393e-9a74-4d27-8bbd-23224b8f4947 None None] Update dhcp port {'port': {'network_id': '05228d5c-84f5-4214-acbb-e857428f0270', 'fixed_ips': [{'subnet_id': '1f1c807c-1460-40b5-8e12-f01d529f302f', 'ip_address': '2001:db8::2'}, {'subnet_id': '9f17aedc-c292-4182-8002-b0dd255567df'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'f8caa946-6ca9-4a89-a2a6-1608695f3c29'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:33:12.656843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb19393e-9a74-4d27-8bbd-23224b8f4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.833900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.848132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Ignored duplicate provisioning block setup for port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 11:33:12.851763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.912650 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-bb19393e-9a74-4d27-8bbd-23224b8f4947 None None] Allocated IP 2001:db8:0:1::2 (05228d5c-84f5-4214-acbb-e857428f0270/9f17aedc-c292-4182-8002-b0dd255567df/f8caa946-6ca9-4a89-a2a6-1608695f3c29) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:12.948143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] In _notify_port_updated(), no bound segment for port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 on network 05228d5c-84f5-4214-acbb-e857428f0270 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:33:12.953639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:12.954253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.955543 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "PUT /v2.0/ports/06b1d89d-2af2-40a5-93d8-ff3c285e8c47 HTTP/1.1" status: 200 len: 926 time: 0.8548977 Feb 28 11:33:12.958357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57842) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.964456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f1c807c-1460-40b5-8e12-f01d529f302f'}, {'subnet_id': '9f17aedc-c292-4182-8002-b0dd255567df'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:12.968836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e132066-4d72-4c75-8b58-ec4ff4c63379 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=06b1d89d-2af2-40a5-93d8-ff3c285e8c47,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:13.046677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bb19393e-9a74-4d27-8bbd-23224b8f4947 None None] For port f8caa946-6ca9-4a89-a2a6-1608695f3c29, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f8caa946-6ca9-4a89-a2a6-1608695f3c29,segment=NetworkSegment(56001a82-405b-434e-b3bd-8bb02b19e12c),segment_id=56001a82-405b-434e-b3bd-8bb02b19e12c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:13.071277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb19393e-9a74-4d27-8bbd-23224b8f4947 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.087304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bb19393e-9a74-4d27-8bbd-23224b8f4947 None None] Transition to ACTIVE for port object f8caa946-6ca9-4a89-a2a6-1608695f3c29 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:13.091268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb19393e-9a74-4d27-8bbd-23224b8f4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.206542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.236707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19393e-9a74-4d27-8bbd-23224b8f4947 None None] Pushing event updated for resources: {'Port': ['ID=f8caa946-6ca9-4a89-a2a6-1608695f3c29,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:13.476061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f8caa946-6ca9-4a89-a2a6-1608695f3c29 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:13.572830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8:0:1::34 (05228d5c-84f5-4214-acbb-e857428f0270/9f17aedc-c292-4182-8002-b0dd255567df/06b1d89d-2af2-40a5-93d8-ff3c285e8c47) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:13.772180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab7f355-82b3-42e0-93a2-243c714053fd None None] Network 05228d5c-84f5-4214-acbb-e857428f0270 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:13.810005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf0992-cb9c-4806-89c3-c3f21a70d161 req-43dda6ba-c32e-47eb-a804-97165816461e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:13.811486 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8ccf0992-cb9c-4806-89c3-c3f21a70d161 req-43dda6ba-c32e-47eb-a804-97165816461e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 943 time: 0.2000875 Feb 28 11:33:13.842423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.871314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38f0f2fa-b155-44f1-a030-6b5f1e4ded05 None None] Provisioning for port f8caa946-6ca9-4a89-a2a6-1608695f3c29 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:13.881102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38f0f2fa-b155-44f1-a030-6b5f1e4ded05 None None] Provisioning complete for port f8caa946-6ca9-4a89-a2a6-1608695f3c29 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:13.881480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38f0f2fa-b155-44f1-a030-6b5f1e4ded05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.972876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Ignored duplicate provisioning block setup for port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 11:33:13.977713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.036371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8ccf0992-cb9c-4806-89c3-c3f21a70d161 req-e53c8cfb-1c5f-4539-bfe2-4733902520c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128057 Feb 28 11:33:14.129701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] In _notify_port_updated(), no bound segment for port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 on network 05228d5c-84f5-4214-acbb-e857428f0270 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:33:14.135636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:14.136260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.136665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1b294fc5-defb-45b1-9998-21239e72b5a6 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:33:14.140175 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "PUT /v2.0/ports/06b1d89d-2af2-40a5-93d8-ff3c285e8c47 HTTP/1.1" status: 200 len: 1011 time: 1.1781371 Feb 28 11:33:14.140175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73317c2-03a4-4ee7-9d56-4d3fa8be90f0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=06b1d89d-2af2-40a5-93d8-ff3c285e8c47,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:14.140550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57848) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.164655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38f0f2fa-b155-44f1-a030-6b5f1e4ded05 None None] Provisioning for port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:14.189023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38f0f2fa-b155-44f1-a030-6b5f1e4ded05 None None] Provisioning complete for port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:14.189410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38f0f2fa-b155-44f1-a030-6b5f1e4ded05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.221794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bdc3b-429f-4401-93fb-6efe1b73d9d2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:14.222135 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc3b-429f-4401-93fb-6efe1b73d9d2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.323684 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-38f0f2fa-b155-44f1-a030-6b5f1e4ded05 None None] Port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:14.358509 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1b294fc5-defb-45b1-9998-21239e72b5a6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1b294fc5-defb-45b1-9998-21239e72b5a6,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:14.372943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'port_id': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'mac_address': 'fa:16:3e:9c:c0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:33:14.438445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.459736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b294fc5-defb-45b1-9998-21239e72b5a6 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:33:14.476846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1b294fc5-defb-45b1-9998-21239e72b5a6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1b294fc5-defb-45b1-9998-21239e72b5a6,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:14.480942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.486377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc3b-429f-4401-93fb-6efe1b73d9d2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.561766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1b294fc5-defb-45b1-9998-21239e72b5a6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:14.566292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe3980da-3b54-4c38-8da3-d37f57881417 None None] Provisioning complete for port f8caa946-6ca9-4a89-a2a6-1608695f3c29 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:14.566658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe3980da-3b54-4c38-8da3-d37f57881417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.628847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bdc3b-429f-4401-93fb-6efe1b73d9d2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:14.690480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['1b294fc5-defb-45b1-9998-21239e72b5a6'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:33:14.755243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe3980da-3b54-4c38-8da3-d37f57881417 None None] Provisioning complete for port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:14.755605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe3980da-3b54-4c38-8da3-d37f57881417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.828843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fe3980da-3b54-4c38-8da3-d37f57881417 None None] Port 06b1d89d-2af2-40a5-93d8-ff3c285e8c47 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:14.884704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc3b-429f-4401-93fb-6efe1b73d9d2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.933075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bdc3b-429f-4401-93fb-6efe1b73d9d2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=06b1d89d-2af2-40a5-93d8-ff3c285e8c47,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:14.963903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b4b720f8-4644-43e1-9f43-d68f8c2465a2 None None] Could not find standard attr ID for object 06b1d89d-2af2-40a5-93d8-ff3c285e8c47. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:15.020283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc3b-429f-4401-93fb-6efe1b73d9d2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.030294 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1b8bdc3b-429f-4401-93fb-6efe1b73d9d2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/06b1d89d-2af2-40a5-93d8-ff3c285e8c47 HTTP/1.1" status: 204 len: 168 time: 0.8884003 Feb 28 11:33:15.032940 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:15.079643 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e41abb-3f8c-47b9-8e9f-8749a29f9d39 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:15.081697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b2e41abb-3f8c-47b9-8e9f-8749a29f9d39 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:15.089934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-222a44fc-a0db-4e92-9511-4f70b7f68c96 None None] Could not find standard attr ID for object 06b1d89d-2af2-40a5-93d8-ff3c285e8c47. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:15.098514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b2e41abb-3f8c-47b9-8e9f-8749a29f9d39 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:15.099758 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b2e41abb-3f8c-47b9-8e9f-8749a29f9d39 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/06b1d89d-2af2-40a5-93d8-ff3c285e8c47 HTTP/1.1" status: 404 len: 333 time: 0.0652611 Feb 28 11:33:15.102688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57858) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:15.174544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfe8cc2-a3e0-4a43-8bb8-367efb7090cf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet 9f17aedc-c292-4182-8002-b0dd255567df {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:15.177758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8cc2-a3e0-4a43-8bb8-367efb7090cf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.240600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8cc2-a3e0-4a43-8bb8-367efb7090cf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.250335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a30c2-e409-4427-87a6-bf20652e1ba2 req-ddc9b7e4-37b9-4cc8-855f-331a8ff9f41d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:15.251879 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-270a30c2-e409-4427-87a6-bf20652e1ba2 req-ddc9b7e4-37b9-4cc8-855f-331a8ff9f41d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 944 time: 0.0895143 Feb 28 11:33:15.297554 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-270a30c2-e409-4427-87a6-bf20652e1ba2 req-d902c678-59dd-4536-9f32-4f1619a86a35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398011 Feb 28 11:33:15.326738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8cc2-a3e0-4a43-8bb8-367efb7090cf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.402429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8cc2-a3e0-4a43-8bb8-367efb7090cf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.447289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe8cc2-a3e0-4a43-8bb8-367efb7090cf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=9f17aedc-c292-4182-8002-b0dd255567df,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:15.449227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8cc2-a3e0-4a43-8bb8-367efb7090cf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.455804 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4dfe8cc2-a3e0-4a43-8bb8-367efb7090cf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/9f17aedc-c292-4182-8002-b0dd255567df HTTP/1.1" status: 204 len: 168 time: 0.3514042 Feb 28 11:33:15.456365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b43596-5a5a-4fa2-8569-39dea8c3da69 None None] Network 05228d5c-84f5-4214-acbb-e857428f0270 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:15.457982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57862) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:15.522323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4feeabb9-7471-4445-8f9b-54e59a21de31 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet 1f1c807c-1460-40b5-8e12-f01d529f302f {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:15.525304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4feeabb9-7471-4445-8f9b-54e59a21de31 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.585236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4feeabb9-7471-4445-8f9b-54e59a21de31 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.668315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4feeabb9-7471-4445-8f9b-54e59a21de31 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.746475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4feeabb9-7471-4445-8f9b-54e59a21de31 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.791880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeabb9-7471-4445-8f9b-54e59a21de31 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1c807c-1460-40b5-8e12-f01d529f302f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:15.796095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4feeabb9-7471-4445-8f9b-54e59a21de31 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.805962 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4feeabb9-7471-4445-8f9b-54e59a21de31 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/1f1c807c-1460-40b5-8e12-f01d529f302f HTTP/1.1" status: 204 len: 168 time: 0.3443122 Feb 28 11:33:15.806168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57866) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:15.924878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.936068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port f8caa946-6ca9-4a89-a2a6-1608695f3c29 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:15.936398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.132141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1b294fc5-defb-45b1-9998-21239e72b5a6 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:16.146211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] For port f8caa946-6ca9-4a89-a2a6-1608695f3c29, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f8caa946-6ca9-4a89-a2a6-1608695f3c29,segment=NetworkSegment(56001a82-405b-434e-b3bd-8bb02b19e12c),segment_id=56001a82-405b-434e-b3bd-8bb02b19e12c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:16.146753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.172403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81e8b7-b6dc-4c63-8707-4c1b87208d99 None None] Network 05228d5c-84f5-4214-acbb-e857428f0270 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:16.275612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for f8caa946-6ca9-4a89-a2a6-1608695f3c29 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:16.322465 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6504af82-bd99-482d-96f2-19f058dbeb7c None None] Provisioning complete for port f8caa946-6ca9-4a89-a2a6-1608695f3c29 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:16.322840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6504af82-bd99-482d-96f2-19f058dbeb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.354828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.402660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=f8caa946-6ca9-4a89-a2a6-1608695f3c29,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:16.403022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 1b294fc5-defb-45b1-9998-21239e72b5a6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:16.405796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No DVR routers for this DVR port f8caa946-6ca9-4a89-a2a6-1608695f3c29 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:16.422023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 1b294fc5-defb-45b1-9998-21239e72b5a6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:16.422454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.463833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6504af82-bd99-482d-96f2-19f058dbeb7c None None] Could not find standard attr ID for object f8caa946-6ca9-4a89-a2a6-1608695f3c29. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:16.469742 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.plugins.ml2.db [None req-6504af82-bd99-482d-96f2-19f058dbeb7c None None] No ports have port_id starting with f8caa946-6ca9-4a89-a2a6-1608695f3c29 Feb 28 11:33:16.481661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf11e45-48af-4649-9d9a-f49ae3837790 None None] DHCP port deletion for 05228d5c-84f5-4214-acbb-e857428f0270 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:33:16.555577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.576985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.584810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:16.595097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1b294fc5-defb-45b1-9998-21239e72b5a6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1b294fc5-defb-45b1-9998-21239e72b5a6,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:16.599331 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.612786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05228d5c-84f5-4214-acbb-e857428f0270']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:16.634223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56001a82-405b-434e-b3bd-8bb02b19e12c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:16.634522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56001a82-405b-434e-b3bd-8bb02b19e12c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:16.655311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892a289-5a39-452b-9661-467aa6b490ae req-eb7992a4-37ca-48ee-af61-0ea1d5f722c4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:16.656895 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7892a289-5a39-452b-9661-467aa6b490ae req-eb7992a4-37ca-48ee-af61-0ea1d5f722c4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 944 time: 0.2217298 Feb 28 11:33:16.658750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.672442 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'code': 200} Feb 28 11:33:16.689332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.703968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:33:16.704307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:16.722563 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:16.730582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1b294fc5-defb-45b1-9998-21239e72b5a6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:16.937250 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7892a289-5a39-452b-9661-467aa6b490ae req-94f6e786-6a6a-41ea-8a85-72b0c28ce3aa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709219 Feb 28 11:33:16.955267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.959993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.989455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Network': ['ID=05228d5c-84f5-4214-acbb-e857428f0270,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:17.004078 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b446d617-7472-4b61-b85a-df966f284e91 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/networks/05228d5c-84f5-4214-acbb-e857428f0270 HTTP/1.1" status: 204 len: 168 time: 1.1967864 Feb 28 11:33:17.007640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57874) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.040564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cdead-e2c8-4869-ba44-b99c3e96a7d1 req-4d14e230-bd52-4722-abe2-7650fc65409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:17.041930 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ed9cdead-e2c8-4869-ba44-b99c3e96a7d1 req-4d14e230-bd52-4722-abe2-7650fc65409b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 1098 time: 0.2020738 Feb 28 11:33:17.097200 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ed9cdead-e2c8-4869-ba44-b99c3e96a7d1 req-71e9a062-03a6-4ebb-b005-5435541d4bb2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489564 Feb 28 11:33:17.121801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d88c6d1-33a3-4854-94c8-fd7adf51e583 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:17.122468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d88c6d1-33a3-4854-94c8-fd7adf51e583 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:17.137522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d88c6d1-33a3-4854-94c8-fd7adf51e583 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:17.138786 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3d88c6d1-33a3-4854-94c8-fd7adf51e583 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1302907 Feb 28 11:33:17.142384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57878) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.216629 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-95785f4b-5d62-4e6d-a89e-23afcc3a6415 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0731943 Feb 28 11:33:17.219912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.225036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1560604779'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:17.230074 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:17.234018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:network and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:17.236811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:17.242435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:17.252814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:17.256356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.282550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:17.291172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.291508 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Added segment c65f122b-40ac-4a39-93ea-7ec03fe43a1a of type vlan for network 5a2c7900-6d13-483a-b966-10e605711da1 Feb 28 11:33:17.316759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.348389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.354415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:17.355029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.451480 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2305303 Feb 28 11:33:17.454438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57886) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.460843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '5a2c7900-6d13-483a-b966-10e605711da1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:17.463394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074a34c-e3ba-4824-99f3-925d054f9199 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Network': ['ID=5a2c7900-6d13-483a-b966-10e605711da1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:17.468490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f8caa946-6ca9-4a89-a2a6-1608695f3c29 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:17.497920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 5a2c7900-6d13-483a-b966-10e605711da1 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:17.528518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f8caa946-6ca9-4a89-a2a6-1608695f3c29 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:33:17.528861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f8caa946-6ca9-4a89-a2a6-1608695f3c29 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:17.572372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:17.577306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:17.580170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:17.586262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:17.595793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:17.599444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.925781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.012114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=dcb0ef01-ffdf-4bdb-a35d-0278d7d37f99,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:18.016388 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Checking segment: {'id': 'c65f122b-40ac-4a39-93ea-7ec03fe43a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5a2c7900-6d13-483a-b966-10e605711da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:18.016754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network hostable DHCP agents. Network: 5a2c7900-6d13-483a-b966-10e605711da1, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:18.040971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 5a2c7900-6d13-483a-b966-10e605711da1 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:18.051218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 5a2c7900-6d13-483a-b966-10e605711da1) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:18.064665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d88be-7ee7-4fce-84f1-8bbc5714c970 None None] Network 5a2c7900-6d13-483a-b966-10e605711da1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:18.068251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:18.068906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.101286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:18.103999 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2c3d0c60-1998-4b5b-a75c-09a2bbeae94a tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6475921 Feb 28 11:33:18.113082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '5a2c7900-6d13-483a-b966-10e605711da1', 'name': 'tempest-PortsIpV6TestJSON-524381961'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:18.269650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce06d08-738d-4620-8360-64df737a104e req-53cdd886-a048-4aad-a26c-ce587664d2b5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:18.271009 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dce06d08-738d-4620-8360-64df737a104e req-53cdd886-a048-4aad-a26c-ce587664d2b5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 945 time: 0.2215991 Feb 28 11:33:18.275662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:18.287859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-5a2c7900-6d13-483a-b966-10e605711da1', 'network_id': '5a2c7900-6d13-483a-b966-10e605711da1', 'tenant_id': '78d0f2a66b6447cf97b78864a2ad733e', 'fixed_ips': [{'subnet_id': 'dcb0ef01-ffdf-4bdb-a35d-0278d7d37f99'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:33:18.288720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.303178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:18.327885 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dce06d08-738d-4620-8360-64df737a104e req-0c02fbef-5888-4c7d-894b-397854b9ad4a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498455 Feb 28 11:33:18.328964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:18.332201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.356600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port cf7549ac-7761-497d-8801-e2a7a9c9e4bb yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:18.448180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Allocated IP 2001:db8::2 (5a2c7900-6d13-483a-b966-10e605711da1/dcb0ef01-ffdf-4bdb-a35d-0278d7d37f99/c6eb6d47-3930-43e4-87cb-b17762a2b45e) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:18.642503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.653227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Transition to ACTIVE for port object c6eb6d47-3930-43e4-87cb-b17762a2b45e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:18.670490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Transition to ACTIVE for port object c6eb6d47-3930-43e4-87cb-b17762a2b45e will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:18.676571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.737940 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Network 5a2c7900-6d13-483a-b966-10e605711da1 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:18.740713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:18.749162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:18.754599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::2c0 (5a2c7900-6d13-483a-b966-10e605711da1/dcb0ef01-ffdf-4bdb-a35d-0278d7d37f99/cf7549ac-7761-497d-8801-e2a7a9c9e4bb) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:18.759220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Pushing event updated for resources: {'Port': ['ID=c6eb6d47-3930-43e4-87cb-b17762a2b45e,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:18.843353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Attempting to bind port c6eb6d47-3930-43e4-87cb-b17762a2b45e on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:18.843713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Attempting to bind port c6eb6d47-3930-43e4-87cb-b17762a2b45e by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'c65f122b-40ac-4a39-93ea-7ec03fe43a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5a2c7900-6d13-483a-b966-10e605711da1'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:18.844078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Attempting to bind port c6eb6d47-3930-43e4-87cb-b17762a2b45e on network 5a2c7900-6d13-483a-b966-10e605711da1 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:18.849184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:33:18.849554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Checking segment: {'id': 'c65f122b-40ac-4a39-93ea-7ec03fe43a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5a2c7900-6d13-483a-b966-10e605711da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:18.849952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.850342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Bound using segment: {'id': 'c65f122b-40ac-4a39-93ea-7ec03fe43a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5a2c7900-6d13-483a-b966-10e605711da1'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:33:18.850802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Bound port: c6eb6d47-3930-43e4-87cb-b17762a2b45e, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f122b-40ac-4a39-93ea-7ec03fe43a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5a2c7900-6d13-483a-b966-10e605711da1'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:18.851198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.940209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] For port c6eb6d47-3930-43e4-87cb-b17762a2b45e, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:33:18.943632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] For port c6eb6d47-3930-43e4-87cb-b17762a2b45e, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c6eb6d47-3930-43e4-87cb-b17762a2b45e,segment=NetworkSegment(c65f122b-40ac-4a39-93ea-7ec03fe43a1a),segment_id=c65f122b-40ac-4a39-93ea-7ec03fe43a1a)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:33:18.948649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.957083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.973045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object cf7549ac-7761-497d-8801-e2a7a9c9e4bb will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:18.998696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.033227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec5baf-8ee0-48d6-971d-5f3eefc861c1 None None] Pushing event updated for resources: {'Port': ['ID=c6eb6d47-3930-43e4-87cb-b17762a2b45e,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:19.079185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 5a2c7900-6d13-483a-b966-10e605711da1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:19.082184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:19.084731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:19.091250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:19.091860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.114555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=cf7549ac-7761-497d-8801-e2a7a9c9e4bb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:19.129754 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-99dc243a-9203-4a3c-8afa-e7f8e74f0234 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0263338 Feb 28 11:33:19.132149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57896) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:19.138199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '5a2c7900-6d13-483a-b966-10e605711da1', 'name': 'tempest-PortsIpV6TestJSON-89380612'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:19.290535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:19.294903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:19.298023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:19.303735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:19.315952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:19.320056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.345841 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port b1f462c7-877e-4112-a561-15bb6dac6c5f yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:19.501682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c6eb6d47-3930-43e4-87cb-b17762a2b45e up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:19.538301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::387 (5a2c7900-6d13-483a-b966-10e605711da1/dcb0ef01-ffdf-4bdb-a35d-0278d7d37f99/b1f462c7-877e-4112-a561-15bb6dac6c5f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:19.568891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port c6eb6d47-3930-43e4-87cb-b17762a2b45e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:19.590579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02874bc1-3364-45a4-980d-fa34fa9e6300 req-d0fbb18b-1f00-4618-b601-e24bb9b7decc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:19.592108 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-02874bc1-3364-45a4-980d-fa34fa9e6300 req-d0fbb18b-1f00-4618-b601-e24bb9b7decc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 945 time: 0.1373105 Feb 28 11:33:19.850222 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-02874bc1-3364-45a4-980d-fa34fa9e6300 req-1d20eecc-26b8-4f2b-a0cc-cc58fd831416 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491684 Feb 28 11:33:19.925487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.927570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071d6bef-cac8-4e09-95a9-e74c9fc0623f None None] Network 5a2c7900-6d13-483a-b966-10e605711da1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:19.943408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object b1f462c7-877e-4112-a561-15bb6dac6c5f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:19.969224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.045178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 5a2c7900-6d13-483a-b966-10e605711da1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:20.053703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:20.059857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:20.060449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7e02e1ff-97b3-45f9-ab86-4522a708790c None None] Provisioning for port c6eb6d47-3930-43e4-87cb-b17762a2b45e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:20.065823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:20.066559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.075280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=b1f462c7-877e-4112-a561-15bb6dac6c5f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:20.076658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7e02e1ff-97b3-45f9-ab86-4522a708790c None None] Provisioning complete for port c6eb6d47-3930-43e4-87cb-b17762a2b45e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:20.077039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e02e1ff-97b3-45f9-ab86-4522a708790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.097368 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-881bed2f-88ca-44d7-a812-80aa41ceddad tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9639831 Feb 28 11:33:20.100197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57904) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:20.191367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55df6b7-141e-4a83-957e-ce0e46debc19 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:20.191973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e55df6b7-141e-4a83-957e-ce0e46debc19 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:20.207920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e55df6b7-141e-4a83-957e-ce0e46debc19 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:20.211877 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e55df6b7-141e-4a83-957e-ce0e46debc19 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2c0 HTTP/1.1" status: 200 len: 928 time: 0.1079068 Feb 28 11:33:20.212122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57908) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:20.212440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f2598-ce95-4ed8-a4c0-84a99de40318 req-12743ac3-ef38-4f4f-a456-6ed692f2d3bf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:20.214173 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-373f2598-ce95-4ed8-a4c0-84a99de40318 req-12743ac3-ef38-4f4f-a456-6ed692f2d3bf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 945 time: 0.0887201 Feb 28 11:33:20.262019 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-373f2598-ce95-4ed8-a4c0-84a99de40318 req-9b720b72-ba02-48af-8588-0a03f5063096 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416005 Feb 28 11:33:20.285597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57912) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:20.292341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-37ee3964-a340-4adc-b1ee-2ef61d42f63f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port b1f462c7-877e-4112-a561-15bb6dac6c5f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:20.293030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ee3964-a340-4adc-b1ee-2ef61d42f63f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.322569 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e02e1ff-97b3-45f9-ab86-4522a708790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.369106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902cc04c-94c2-4d45-bba6-20d099f26493 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:20.373236 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-902cc04c-94c2-4d45-bba6-20d099f26493 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 1093 time: 0.0839441 Feb 28 11:33:20.374120 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57916) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:20.377203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7e02e1ff-97b3-45f9-ab86-4522a708790c None None] For port c6eb6d47-3930-43e4-87cb-b17762a2b45e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c6eb6d47-3930-43e4-87cb-b17762a2b45e,segment=NetworkSegment(c65f122b-40ac-4a39-93ea-7ec03fe43a1a),segment_id=c65f122b-40ac-4a39-93ea-7ec03fe43a1a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:20.380593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:20.385196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e02e1ff-97b3-45f9-ab86-4522a708790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.396599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:20.401364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:floatingip and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:20.407441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:20.415516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:20.429733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.459913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02e1ff-97b3-45f9-ab86-4522a708790c None None] Pushing event updated for resources: {'Port': ['ID=c6eb6d47-3930-43e4-87cb-b17762a2b45e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:20.583397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ee3964-a340-4adc-b1ee-2ef61d42f63f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.583894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.616933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Provisioning for port cf7549ac-7761-497d-8801-e2a7a9c9e4bb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:20.622169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Provisioning complete for port cf7549ac-7761-497d-8801-e2a7a9c9e4bb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:20.622548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.688007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Port cf7549ac-7761-497d-8801-e2a7a9c9e4bb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:20.699796 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Provisioning complete for port c6eb6d47-3930-43e4-87cb-b17762a2b45e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:20.700560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.715448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-37ee3964-a340-4adc-b1ee-2ef61d42f63f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for b1f462c7-877e-4112-a561-15bb6dac6c5f owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:20.777455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.153 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/458b6629-b03a-4a98-ab92-357dcd1e3049) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:20.905798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Provisioning for port b1f462c7-877e-4112-a561-15bb6dac6c5f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:20.912196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Provisioning complete for port b1f462c7-877e-4112-a561-15bb6dac6c5f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:20.912651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.915655 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ee3964-a340-4adc-b1ee-2ef61d42f63f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.951709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-878affe0-d235-41e1-a609-1bb85d73071a None None] Port b1f462c7-877e-4112-a561-15bb6dac6c5f was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 11:33:20.956413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.989443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.013480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee3964-a340-4adc-b1ee-2ef61d42f63f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=b1f462c7-877e-4112-a561-15bb6dac6c5f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:21.028576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37ee3964-a340-4adc-b1ee-2ef61d42f63f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.047184 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-37ee3964-a340-4adc-b1ee-2ef61d42f63f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/b1f462c7-877e-4112-a561-15bb6dac6c5f HTTP/1.1" status: 204 len: 168 time: 0.8315110 Feb 28 11:33:21.047422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57920) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:21.057406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:21.064431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:21.068846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:21.081899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-542a135e-dd36-4a58-85fe-4b22c0a89cbf None None] Provisioning complete for port cf7549ac-7761-497d-8801-e2a7a9c9e4bb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:21.082672 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-542a135e-dd36-4a58-85fe-4b22c0a89cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.099513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=458b6629-b03a-4a98-ab92-357dcd1e3049,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:21.105467 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1459fad8-8e79-46a5-ad0f-fa45dceba248 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:21.105986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1459fad8-8e79-46a5-ad0f-fa45dceba248 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:21.122845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1459fad8-8e79-46a5-ad0f-fa45dceba248 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:21.124238 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1459fad8-8e79-46a5-ad0f-fa45dceba248 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/b1f462c7-877e-4112-a561-15bb6dac6c5f HTTP/1.1" status: 404 len: 333 time: 0.0759008 Feb 28 11:33:21.126998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57924) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:21.151543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-542a135e-dd36-4a58-85fe-4b22c0a89cbf None None] Port cf7549ac-7761-497d-8801-e2a7a9c9e4bb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:21.158175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-542a135e-dd36-4a58-85fe-4b22c0a89cbf None None] Could not find standard attr ID for object b1f462c7-877e-4112-a561-15bb6dac6c5f. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:21.206566 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8190b226-9658-40bc-9245-c5a20b4b6db5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port cf7549ac-7761-497d-8801-e2a7a9c9e4bb {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:21.206903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8190b226-9658-40bc-9245-c5a20b4b6db5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.462361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8190b226-9658-40bc-9245-c5a20b4b6db5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.479906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c6eb6d47-3930-43e4-87cb-b17762a2b45e up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:21.511005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.549549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c6eb6d47-3930-43e4-87cb-b17762a2b45e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:21.550256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.589591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8190b226-9658-40bc-9245-c5a20b4b6db5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for cf7549ac-7761-497d-8801-e2a7a9c9e4bb owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:21.591289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.841228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8190b226-9658-40bc-9245-c5a20b4b6db5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.889090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190b226-9658-40bc-9245-c5a20b4b6db5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=cf7549ac-7761-497d-8801-e2a7a9c9e4bb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:21.920000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.924844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.935413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8190b226-9658-40bc-9245-c5a20b4b6db5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.952519 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8190b226-9658-40bc-9245-c5a20b4b6db5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/cf7549ac-7761-497d-8801-e2a7a9c9e4bb HTTP/1.1" status: 204 len: 168 time: 0.8240464 Feb 28 11:33:21.953133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57928) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:21.999046 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-046a46e5-22b3-4995-afc1-99cca070448c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:21.999639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-046a46e5-22b3-4995-afc1-99cca070448c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:22.016675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-046a46e5-22b3-4995-afc1-99cca070448c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:22.020826 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-046a46e5-22b3-4995-afc1-99cca070448c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/cf7549ac-7761-497d-8801-e2a7a9c9e4bb HTTP/1.1" status: 404 len: 333 time: 0.0639062 Feb 28 11:33:22.021070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57932) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:22.049250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=458b6629-b03a-4a98-ab92-357dcd1e3049,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:22.059286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.091725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-40967804-82e7-46c2-9251-fa8b8606f723 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet dcb0ef01-ffdf-4bdb-a35d-0278d7d37f99 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:22.094604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40967804-82e7-46c2-9251-fa8b8606f723 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.154127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40967804-82e7-46c2-9251-fa8b8606f723 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.231097 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 47a00fcf-6005-47aa-9b74-5b93cc3e7d5a associated. External IP: 172.26.8.153, port: 1b294fc5-defb-45b1-9998-21239e72b5a6. Feb 28 11:33:22.237078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40967804-82e7-46c2-9251-fa8b8606f723 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.313874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40967804-82e7-46c2-9251-fa8b8606f723 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.352593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40967804-82e7-46c2-9251-fa8b8606f723 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb0ef01-ffdf-4bdb-a35d-0278d7d37f99,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:22.356118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40967804-82e7-46c2-9251-fa8b8606f723 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.362614 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-40967804-82e7-46c2-9251-fa8b8606f723 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/dcb0ef01-ffdf-4bdb-a35d-0278d7d37f99 HTTP/1.1" status: 204 len: 168 time: 0.3388207 Feb 28 11:33:22.365188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57936) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:22.366962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d517e4-4f2e-4bf3-83f1-61dd8d70c3e6 None None] Network 5a2c7900-6d13-483a-b966-10e605711da1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:22.482659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.493528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port c6eb6d47-3930-43e4-87cb-b17762a2b45e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:22.493852 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.590683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 7026e8c0-a14d-492b-ae7c-cdde53010c73 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:33:22.647367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] DHCP port deletion for 5a2c7900-6d13-483a-b966-10e605711da1 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:33:22.651912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] Deleting port c6eb6d47-3930-43e4-87cb-b17762a2b45e {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:22.652284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.704265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] For port c6eb6d47-3930-43e4-87cb-b17762a2b45e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c6eb6d47-3930-43e4-87cb-b17762a2b45e,segment=NetworkSegment(c65f122b-40ac-4a39-93ea-7ec03fe43a1a),segment_id=c65f122b-40ac-4a39-93ea-7ec03fe43a1a)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:22.705060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.783702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:33:22.800062 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] Sync routers for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:22.813059 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:22.814096 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:22.814255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.837459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for c6eb6d47-3930-43e4-87cb-b17762a2b45e owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:22.865582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] For port c6eb6d47-3930-43e4-87cb-b17762a2b45e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c6eb6d47-3930-43e4-87cb-b17762a2b45e,segment=NetworkSegment(c65f122b-40ac-4a39-93ea-7ec03fe43a1a),segment_id=c65f122b-40ac-4a39-93ea-7ec03fe43a1a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:22.866008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.878304 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57940) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:22.878989 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-279c4b33-e4b8-4cef-a85a-f496454bd670 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5043128 Feb 28 11:33:22.879808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:22.931197 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'status': 'completed', 'code': 200} Feb 28 11:33:23.002671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] Calling delete_port for c6eb6d47-3930-43e4-87cb-b17762a2b45e owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:23.021410 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:33:23.031273 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-05853afc-0695-44c5-aa72-546bf45cd428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 991 time: 0.1509721 Feb 28 11:33:23.032731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050c2d-900b-49c2-911f-490b455343f6 req-d1e0d649-400b-4c25-a9d7-db7fea30d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:23.035359 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c050c2d-900b-49c2-911f-490b455343f6 req-d1e0d649-400b-4c25-a9d7-db7fea30d1f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 1098 time: 0.0807168 Feb 28 11:33:23.047010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.088209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:23.088886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:23.112088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=c6eb6d47-3930-43e4-87cb-b17762a2b45e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:23.113929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No DVR routers for this DVR port c6eb6d47-3930-43e4-87cb-b17762a2b45e on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:23.176325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050c2d-900b-49c2-911f-490b455343f6 req-1d4f32d1-3e09-474d-875a-d7c3b968f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:23.176743 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c050c2d-900b-49c2-911f-490b455343f6 req-1d4f32d1-3e09-474d-875a-d7c3b968f218 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 898 time: 0.1359029 Feb 28 11:33:23.242221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.267525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2c7900-6d13-483a-b966-10e605711da1']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:23.280227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65f122b-40ac-4a39-93ea-7ec03fe43a1a') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:23.280603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65f122b-40ac-4a39-93ea-7ec03fe43a1a') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:23.285212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c050c2d-900b-49c2-911f-490b455343f6 req-244a665f-d5ff-4da4-8872-916f422b84b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b294fc5-defb-45b1-9998-21239e72b5a6 HTTP/1.1" status: 200 len: 999 time: 0.1028614 Feb 28 11:33:23.293545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.310727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.317113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:33:23.317491 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:23.333397 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:23.427624 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '47a00fcf-6005-47aa-9b74-5b93cc3e7d5a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'port_id': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'mac_address': 'fa:16:3e:9c:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:33:21Z', 'updated_at': '2022-02-28T11:33:21Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:23.433856 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] Checking router: 7026e8c0-a14d-492b-ae7c-cdde53010c73 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:33:23.444298 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:23.445025 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:23.482123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050c2d-900b-49c2-911f-490b455343f6 req-59b95c5f-6d3e-436e-8964-b4bdcafa6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:23.483715 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c050c2d-900b-49c2-911f-490b455343f6 req-59b95c5f-6d3e-436e-8964-b4bdcafa6edf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 200 len: 834 time: 0.1924961 Feb 28 11:33:23.498058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c6eb6d47-3930-43e4-87cb-b17762a2b45e no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:23.529555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.535515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: c6eb6d47-3930-43e4-87cb-b17762a2b45e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:33:23.536113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c6eb6d47-3930-43e4-87cb-b17762a2b45e not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:23.554483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.563688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Network': ['ID=5a2c7900-6d13-483a-b966-10e605711da1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:23.579876 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9d62031b-bfeb-453a-8189-a5338fb591ef tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/networks/5a2c7900-6d13-483a-b966-10e605711da1 HTTP/1.1" status: 204 len: 168 time: 1.2099290 Feb 28 11:33:23.580625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57946) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:23.584494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050c2d-900b-49c2-911f-490b455343f6 req-1aa64eb6-ee4b-42c9-9bd1-7535f92741b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:23.585951 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c050c2d-900b-49c2-911f-490b455343f6 req-1aa64eb6-ee4b-42c9-9bd1-7535f92741b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959785 Feb 28 11:33:23.587033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-250884302'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:23.590578 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] Deleting port c6eb6d47-3930-43e4-87cb-b17762a2b45e {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:23.590967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.592512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:23.596519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:network and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:23.599418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:23.606855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:23.619438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:23.625690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.638406 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:33:23.658867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:23.670124 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.670124 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Added segment 74ada29f-5be8-45df-98c8-0b3866040f15 of type vlan for network c04340e0-4189-434c-b512-76a7cbe2f3ad Feb 28 11:33:23.677615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b85bb7b6-dd04-4078-97e3-2a63748bd193 None None] The port 'c6eb6d47-3930-43e4-87cb-b17762a2b45e' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:33:23.704139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.744562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.751974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:23.752689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.776193 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c050c2d-900b-49c2-911f-490b455343f6 req-37db7011-9b96-486c-a1ea-61ab8312b472 service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837020 Feb 28 11:33:23.871892 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2899439 Feb 28 11:33:23.873308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:23.880883 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5377e-203d-49ba-b491-41b0295f18e4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Network': ['ID=c04340e0-4189-434c-b512-76a7cbe2f3ad,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:23.890468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': 'c04340e0-4189-434c-b512-76a7cbe2f3ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:23.893127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network c04340e0-4189-434c-b512-76a7cbe2f3ad details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:24.005876 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '47a00fcf-6005-47aa-9b74-5b93cc3e7d5a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'port_id': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'mac_address': 'fa:16:3e:9c:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:33:21Z', 'updated_at': '2022-02-28T11:33:21Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:24.011955 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c56b9-178b-42ad-8ffb-fd0724a9b2da None None] The sync data for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv is: [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '47a00fcf-6005-47aa-9b74-5b93cc3e7d5a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'port_id': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'mac_address': 'fa:16:3e:9c:c0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:33:21Z', 'updated_at': '2022-02-28T11:33:21Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:24.017897 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c050c2d-900b-49c2-911f-490b455343f6 req-4b441e37-ff5e-4005-b199-e4114031def4 service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360685 Feb 28 11:33:24.022909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:24.028055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:24.031327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:24.034899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57954) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:24.038112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:24.049545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:24.053587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.150083 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-47384bd6-3726-4f7e-819b-150161e481d4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 991 time: 0.1137078 Feb 28 11:33:24.223573 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dabea-ceb8-443d-893e-01f875b50fa8 None None] New status for floating IP 47a00fcf-6005-47aa-9b74-5b93cc3e7d5a: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:33:24.282111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.368855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=0540403f-8529-4a0f-b7b5-4dc868805ef0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:24.375520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Checking segment: {'id': '74ada29f-5be8-45df-98c8-0b3866040f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c04340e0-4189-434c-b512-76a7cbe2f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:24.375882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network hostable DHCP agents. Network: c04340e0-4189-434c-b512-76a7cbe2f3ad, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:24.395056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network c04340e0-4189-434c-b512-76a7cbe2f3ad is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:24.404701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, c04340e0-4189-434c-b512-76a7cbe2f3ad) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:24.409804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:24.410485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.418220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7da6545-9403-48e2-8570-1a7643b13eca None None] Network c04340e0-4189-434c-b512-76a7cbe2f3ad requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:24.433129 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7185ef43-5afd-42fa-bd1e-576da35a0590 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5557616 Feb 28 11:33:24.433367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57958) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:24.438784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': 'c04340e0-4189-434c-b512-76a7cbe2f3ad', 'name': 'tempest-PortsIpV6TestJSON-567066203', 'fixed_ips': [{'subnet_id': '0540403f-8529-4a0f-b7b5-4dc868805ef0', 'ip_address': '2001:db8::10'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:24.572692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:24.576600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:24.579351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:24.584916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:24.595005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:24.712595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-c04340e0-4189-434c-b512-76a7cbe2f3ad', 'network_id': 'c04340e0-4189-434c-b512-76a7cbe2f3ad', 'tenant_id': '78d0f2a66b6447cf97b78864a2ad733e', 'fixed_ips': [{'subnet_id': '0540403f-8529-4a0f-b7b5-4dc868805ef0'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:33:24.713544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.722270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.747626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 3e8062e5-f781-4308-ab39-9350af62571b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:24.871841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Allocated IP 2001:db8::2 (c04340e0-4189-434c-b512-76a7cbe2f3ad/0540403f-8529-4a0f-b7b5-4dc868805ef0/344615bc-089c-4a65-85ae-a5c7b4d80ce9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:25.069225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.079587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Transition to ACTIVE for port object 344615bc-089c-4a65-85ae-a5c7b4d80ce9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:25.097188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Transition to ACTIVE for port object 344615bc-089c-4a65-85ae-a5c7b4d80ce9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:25.102313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.152938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57962) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:25.162645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Network c04340e0-4189-434c-b512-76a7cbe2f3ad is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:25.165949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:25.173604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:25.183469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Pushing event updated for resources: {'Port': ['ID=344615bc-089c-4a65-85ae-a5c7b4d80ce9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:25.239610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::10 (c04340e0-4189-434c-b512-76a7cbe2f3ad/0540403f-8529-4a0f-b7b5-4dc868805ef0/3e8062e5-f781-4308-ab39-9350af62571b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:25.268413 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Attempting to bind port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:25.268783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Attempting to bind port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '74ada29f-5be8-45df-98c8-0b3866040f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c04340e0-4189-434c-b512-76a7cbe2f3ad'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:25.269143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Attempting to bind port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 on network c04340e0-4189-434c-b512-76a7cbe2f3ad {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:25.274655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:33:25.275033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Checking segment: {'id': '74ada29f-5be8-45df-98c8-0b3866040f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c04340e0-4189-434c-b512-76a7cbe2f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:25.275540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.276352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Bound using segment: {'id': '74ada29f-5be8-45df-98c8-0b3866040f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c04340e0-4189-434c-b512-76a7cbe2f3ad'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:33:25.276822 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Bound port: 344615bc-089c-4a65-85ae-a5c7b4d80ce9, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ada29f-5be8-45df-98c8-0b3866040f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c04340e0-4189-434c-b512-76a7cbe2f3ad'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:25.277222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.278727 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-93912135-74c1-4b96-9679-a31e5b2ded36 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 993 time: 0.1248496 Feb 28 11:33:25.368960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] For port 344615bc-089c-4a65-85ae-a5c7b4d80ce9, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:33:25.372114 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] For port 344615bc-089c-4a65-85ae-a5c7b4d80ce9, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=344615bc-089c-4a65-85ae-a5c7b4d80ce9,segment=NetworkSegment(74ada29f-5be8-45df-98c8-0b3866040f15),segment_id=74ada29f-5be8-45df-98c8-0b3866040f15)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:33:25.383902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.464143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407a9da-5aa0-40f7-8822-089b65a4b0f8 None None] Pushing event updated for resources: {'Port': ['ID=344615bc-089c-4a65-85ae-a5c7b4d80ce9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:25.470349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.487083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object 3e8062e5-f781-4308-ab39-9350af62571b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:25.511624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.689602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network c04340e0-4189-434c-b512-76a7cbe2f3ad is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:25.692887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:25.696109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:25.701621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.702237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.735009 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=3e8062e5-f781-4308-ab39-9350af62571b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:25.747064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.747424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.747775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.748106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.748437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.748770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.749090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.749414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.749740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.750128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.750454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.750774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:25.759618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57966) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:25.765423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': 'c04340e0-4189-434c-b512-76a7cbe2f3ad', 'name': 'tempest-PortsIpV6TestJSON-1024211257', 'fixed_ips': [{'subnet_id': '0540403f-8529-4a0f-b7b5-4dc868805ef0', 'ip_address': '2001:db8::f'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:25.767811 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-76d78725-772a-4bd4-82a1-b70f7a30d7fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3332803 Feb 28 11:33:25.909075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:25.913086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:25.915999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:25.921719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:25.931459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:26.054315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.075879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port ef546aac-0aa8-41ee-893c-2d0e698d76e4 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:26.284545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::f (c04340e0-4189-434c-b512-76a7cbe2f3ad/0540403f-8529-4a0f-b7b5-4dc868805ef0/ef546aac-0aa8-41ee-893c-2d0e698d76e4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:26.357261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5703e2-a2c5-40cb-9954-337732059015 None None] Network c04340e0-4189-434c-b512-76a7cbe2f3ad requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:26.459955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2c335cd7-fe47-4106-8fab-f9d7f16a3839 None None] Provisioning for port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:26.490069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.506558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object ef546aac-0aa8-41ee-893c-2d0e698d76e4 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:26.530184 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.594624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network c04340e0-4189-434c-b512-76a7cbe2f3ad is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:26.602554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:26.606893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:26.612296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:26.612890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.621203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=ef546aac-0aa8-41ee-893c-2d0e698d76e4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:26.642290 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f2c10f6d-022c-4358-9b8a-0686069c566f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8815687 Feb 28 11:33:26.644967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57970) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:26.736966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f356ac7-2db8-4e96-89f7-a00473316e07 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:26.737777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f356ac7-2db8-4e96-89f7-a00473316e07 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:26.754575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f356ac7-2db8-4e96-89f7-a00473316e07 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:26.758740 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1f356ac7-2db8-4e96-89f7-a00473316e07 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1098149 Feb 28 11:33:26.758861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 57974) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:26.807981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be9d7c8f-69fe-4388-9ddc-fb188c3ef68a None None] Provisioning for port ef546aac-0aa8-41ee-893c-2d0e698d76e4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:26.813423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be9d7c8f-69fe-4388-9ddc-fb188c3ef68a None None] Provisioning complete for port ef546aac-0aa8-41ee-893c-2d0e698d76e4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:26.813793 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be9d7c8f-69fe-4388-9ddc-fb188c3ef68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.850435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c0fe4-1bad-4ab6-845e-ec455e9b3cee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:26.856922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c0fe4-1bad-4ab6-845e-ec455e9b3cee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:26.862728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c0fe4-1bad-4ab6-845e-ec455e9b3cee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:26.868496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57978) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:26.869050 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f59c0fe4-1bad-4ab6-845e-ec455e9b3cee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1078985 Feb 28 11:33:26.870149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-be9d7c8f-69fe-4388-9ddc-fb188c3ef68a None None] Port ef546aac-0aa8-41ee-893c-2d0e698d76e4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:26.880863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be9d7c8f-69fe-4388-9ddc-fb188c3ef68a None None] Provisioning for port 3e8062e5-f781-4308-ab39-9350af62571b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:26.885708 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be9d7c8f-69fe-4388-9ddc-fb188c3ef68a None None] Provisioning complete for port 3e8062e5-f781-4308-ab39-9350af62571b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:26.886011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be9d7c8f-69fe-4388-9ddc-fb188c3ef68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.943523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5c625f9e-0296-4a9b-bd09-dd44d11fe442 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port ef546aac-0aa8-41ee-893c-2d0e698d76e4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:26.943867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c625f9e-0296-4a9b-bd09-dd44d11fe442 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.946519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-be9d7c8f-69fe-4388-9ddc-fb188c3ef68a None None] Port 3e8062e5-f781-4308-ab39-9350af62571b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:27.037148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.078564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1939f5f0-77b5-4dc4-98cd-9f81d951a172 None None] Provisioning complete for port 3e8062e5-f781-4308-ab39-9350af62571b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:27.079077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1939f5f0-77b5-4dc4-98cd-9f81d951a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.134426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1939f5f0-77b5-4dc4-98cd-9f81d951a172 None None] Port 3e8062e5-f781-4308-ab39-9350af62571b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:27.199769 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c625f9e-0296-4a9b-bd09-dd44d11fe442 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.253343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e2466920-f0e7-46d6-ae5b-d151b14431f8 None None] Provisioning complete for port ef546aac-0aa8-41ee-893c-2d0e698d76e4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:27.253624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2466920-f0e7-46d6-ae5b-d151b14431f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.327504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5c625f9e-0296-4a9b-bd09-dd44d11fe442 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for ef546aac-0aa8-41ee-893c-2d0e698d76e4 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:27.347787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e2466920-f0e7-46d6-ae5b-d151b14431f8 None None] Port ef546aac-0aa8-41ee-893c-2d0e698d76e4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:27.488227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c625f9e-0296-4a9b-bd09-dd44d11fe442 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.504871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 344615bc-089c-4a65-85ae-a5c7b4d80ce9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:27.541509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c625f9e-0296-4a9b-bd09-dd44d11fe442 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=ef546aac-0aa8-41ee-893c-2d0e698d76e4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:27.573490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:27.578629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:27.579033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.586820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c625f9e-0296-4a9b-bd09-dd44d11fe442 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.602214 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5c625f9e-0296-4a9b-bd09-dd44d11fe442 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/ef546aac-0aa8-41ee-893c-2d0e698d76e4 HTTP/1.1" status: 204 len: 168 time: 0.7311299 Feb 28 11:33:27.604898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57982) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:27.652533 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca7766b-c7f1-4b9e-81db-e068f6793468 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:27.653231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8ca7766b-c7f1-4b9e-81db-e068f6793468 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:27.670746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8ca7766b-c7f1-4b9e-81db-e068f6793468 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:27.674604 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8ca7766b-c7f1-4b9e-81db-e068f6793468 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/ef546aac-0aa8-41ee-893c-2d0e698d76e4 HTTP/1.1" status: 404 len: 333 time: 0.0659730 Feb 28 11:33:27.674798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57986) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:27.705342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.738555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 344615bc-089c-4a65-85ae-a5c7b4d80ce9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=344615bc-089c-4a65-85ae-a5c7b4d80ce9,segment=NetworkSegment(74ada29f-5be8-45df-98c8-0b3866040f15),segment_id=74ada29f-5be8-45df-98c8-0b3866040f15)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:27.748511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.760047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ef71a5b6-131f-4737-9c55-d3d86cbf6a9c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 3e8062e5-f781-4308-ab39-9350af62571b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:27.760340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5b6-131f-4737-9c55-d3d86cbf6a9c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.824604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=344615bc-089c-4a65-85ae-a5c7b4d80ce9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:28.003076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5b6-131f-4737-9c55-d3d86cbf6a9c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.123850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ef71a5b6-131f-4737-9c55-d3d86cbf6a9c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 3e8062e5-f781-4308-ab39-9350af62571b owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:28.261740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5b6-131f-4737-9c55-d3d86cbf6a9c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.309506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71a5b6-131f-4737-9c55-d3d86cbf6a9c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=3e8062e5-f781-4308-ab39-9350af62571b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:28.456641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef71a5b6-131f-4737-9c55-d3d86cbf6a9c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.470837 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ef71a5b6-131f-4737-9c55-d3d86cbf6a9c tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/3e8062e5-f781-4308-ab39-9350af62571b HTTP/1.1" status: 204 len: 168 time: 0.7945905 Feb 28 11:33:28.473388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57990) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:28.515343 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-350be77e-d6ff-4e8d-b6d6-7e7ae70c1835 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:28.515862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-350be77e-d6ff-4e8d-b6d6-7e7ae70c1835 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:28.530770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-350be77e-d6ff-4e8d-b6d6-7e7ae70c1835 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:28.531946 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-350be77e-d6ff-4e8d-b6d6-7e7ae70c1835 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/3e8062e5-f781-4308-ab39-9350af62571b HTTP/1.1" status: 404 len: 333 time: 0.0576336 Feb 28 11:33:28.534640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:28.599389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8f78ae-e842-46a1-b838-c4cb0fb635bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet 0540403f-8529-4a0f-b7b5-4dc868805ef0 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:28.602703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d8f78ae-e842-46a1-b838-c4cb0fb635bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.657930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d8f78ae-e842-46a1-b838-c4cb0fb635bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.738661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d8f78ae-e842-46a1-b838-c4cb0fb635bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.813090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d8f78ae-e842-46a1-b838-c4cb0fb635bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.853708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f78ae-e842-46a1-b838-c4cb0fb635bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=0540403f-8529-4a0f-b7b5-4dc868805ef0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:28.855646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d8f78ae-e842-46a1-b838-c4cb0fb635bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.861780 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4d8f78ae-e842-46a1-b838-c4cb0fb635bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/0540403f-8529-4a0f-b7b5-4dc868805ef0 HTTP/1.1" status: 204 len: 168 time: 0.3261516 Feb 28 11:33:28.862152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad64aa-24d6-447e-817d-17f435e295b1 None None] Network c04340e0-4189-434c-b512-76a7cbe2f3ad requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:28.864687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 57998) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:28.977195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.987214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:28.987538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.109433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] DHCP port deletion for c04340e0-4189-434c-b512-76a7cbe2f3ad request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:33:29.113654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] Deleting port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:29.114027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.195057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] For port 344615bc-089c-4a65-85ae-a5c7b4d80ce9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=344615bc-089c-4a65-85ae-a5c7b4d80ce9,segment=NetworkSegment(74ada29f-5be8-45df-98c8-0b3866040f15),segment_id=74ada29f-5be8-45df-98c8-0b3866040f15)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:29.195771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.319905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] For port 344615bc-089c-4a65-85ae-a5c7b4d80ce9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=344615bc-089c-4a65-85ae-a5c7b4d80ce9,segment=NetworkSegment(74ada29f-5be8-45df-98c8-0b3866040f15),segment_id=74ada29f-5be8-45df-98c8-0b3866040f15)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:29.320192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.320424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 344615bc-089c-4a65-85ae-a5c7b4d80ce9 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:29.398875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.449500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] Calling delete_port for 344615bc-089c-4a65-85ae-a5c7b4d80ce9 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:29.459302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=344615bc-089c-4a65-85ae-a5c7b4d80ce9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:29.461620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No DVR routers for this DVR port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:29.486764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 344615bc-089c-4a65-85ae-a5c7b4d80ce9 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:29.523232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 344615bc-089c-4a65-85ae-a5c7b4d80ce9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:33:29.524124 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 344615bc-089c-4a65-85ae-a5c7b4d80ce9 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:29.558685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:29.559185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:29.585330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.609788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04340e0-4189-434c-b512-76a7cbe2f3ad']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:29.621776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ada29f-5be8-45df-98c8-0b3866040f15') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:29.622069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ada29f-5be8-45df-98c8-0b3866040f15') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:29.632913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.648008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.653738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:33:29.654112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:29.668731 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:29.749855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.767011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.777724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Network': ['ID=c04340e0-4189-434c-b512-76a7cbe2f3ad,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:29.787835 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-993bfa9f-9320-47ff-bde6-68583f5ed363 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/networks/c04340e0-4189-434c-b512-76a7cbe2f3ad HTTP/1.1" status: 204 len: 168 time: 0.9221909 Feb 28 11:33:29.792108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58002) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:29.798052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1947718059'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:29.803088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:29.807438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:network and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:29.810257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:29.816699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:29.826484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:29.829794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.856765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:29.865290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.865633 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Added segment 933aa1a6-e209-4e9c-8372-69804f97eabf of type vlan for network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 Feb 28 11:33:29.899966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.930484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.935775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:29.936354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.027082 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2337432 Feb 28 11:33:30.030020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.036110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '19dbbcfa-d621-49d7-b142-68d9d7bb8639', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:30.038471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfe2b2-52d9-4269-8ada-0d9d63fcee76 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Network': ['ID=19dbbcfa-d621-49d7-b142-68d9d7bb8639,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:30.049218 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:30.063983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] Deleting port 344615bc-089c-4a65-85ae-a5c7b4d80ce9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:30.064347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.141298 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e797e126-892b-42fd-bb0f-9ed3bd7a3c84 None None] The port '344615bc-089c-4a65-85ae-a5c7b4d80ce9' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:33:30.148168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:30.152730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:30.155597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:30.161454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:30.171960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:30.175829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.220102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1fd1978c-31e9-41cb-adc2-cb0342cab8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.494466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.569885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=2c9cfc20-4f1f-4bf9-b865-d012a62bad55,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:30.580237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Checking segment: {'id': '933aa1a6-e209-4e9c-8372-69804f97eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '19dbbcfa-d621-49d7-b142-68d9d7bb8639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:30.580591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network hostable DHCP agents. Network: 19dbbcfa-d621-49d7-b142-68d9d7bb8639, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:30.598997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:30.607551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 19dbbcfa-d621-49d7-b142-68d9d7bb8639) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:30.611258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:30.611842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.615984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f8a8e-3d57-41de-b2e5-7209853815ec None None] Network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:30.632134 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6ba93efe-c25d-4a5b-89a4-703b40e99ae9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6010098 Feb 28 11:33:30.635360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58010) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.640227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2061097798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:30.646493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:30.651157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:router and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:30.653997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:30.659607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:30.670078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.671107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.686470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.706485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.728117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.731920 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-79509268-612a-4ab9-86ea-829bd7b64ba9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.0930176 Feb 28 11:33:30.732080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.737529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'network_id': '19dbbcfa-d621-49d7-b142-68d9d7bb8639', 'name': 'tempest-PortsIpV6TestJSON-1086151545'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:30.835719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-19dbbcfa-d621-49d7-b142-68d9d7bb8639', 'network_id': '19dbbcfa-d621-49d7-b142-68d9d7bb8639', 'tenant_id': '78d0f2a66b6447cf97b78864a2ad733e', 'fixed_ips': [{'subnet_id': '2c9cfc20-4f1f-4bf9-b865-d012a62bad55'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:33:30.837139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.874939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:30.879072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:port and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:30.881970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:30.887773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:30.897683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:30.901639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.922963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:30.997244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Allocated IP 2001:db8::2 (19dbbcfa-d621-49d7-b142-68d9d7bb8639/2c9cfc20-4f1f-4bf9-b865-d012a62bad55/f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:31.217357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.226899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Transition to ACTIVE for port object f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:31.243985 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Transition to ACTIVE for port object f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:31.249373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.305841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:31.308835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:31.312460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:31.320772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::180 (19dbbcfa-d621-49d7-b142-68d9d7bb8639/2c9cfc20-4f1f-4bf9-b865-d012a62bad55/35aa2f6d-11a5-4c27-8800-d47e63fe2cb8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:31.390755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Pushing event updated for resources: {'Port': ['ID=f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:31.414370 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Attempting to bind port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:31.414732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Attempting to bind port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '933aa1a6-e209-4e9c-8372-69804f97eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '19dbbcfa-d621-49d7-b142-68d9d7bb8639'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:31.415085 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Attempting to bind port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 on network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:31.420318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:33:31.420710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Checking segment: {'id': '933aa1a6-e209-4e9c-8372-69804f97eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '19dbbcfa-d621-49d7-b142-68d9d7bb8639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:31.421466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.422203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Bound using segment: {'id': '933aa1a6-e209-4e9c-8372-69804f97eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '19dbbcfa-d621-49d7-b142-68d9d7bb8639'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:33:31.422857 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Bound port: f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933aa1a6-e209-4e9c-8372-69804f97eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '19dbbcfa-d621-49d7-b142-68d9d7bb8639'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:31.423537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.518910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] For port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:33:31.521727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] For port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054,segment=NetworkSegment(933aa1a6-e209-4e9c-8372-69804f97eabf),segment_id=933aa1a6-e209-4e9c-8372-69804f97eabf)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:33:31.525133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.526417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.540649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:31.564678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.607796 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b0672-33ec-4b5b-9a57-f0912579ebf6 None None] Pushing event updated for resources: {'Port': ['ID=f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:31.647390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:31.651322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:31.653117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=35aa2f6d-11a5-4c27-8800-d47e63fe2cb8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:31.655283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:31.660958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:31.661469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.687587 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-02734fe1-6a13-4f1a-ad84-1c5879783f9d tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9542849 Feb 28 11:33:31.691368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58018) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:32.384059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.418073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c8ababb-5a57-4489-9fd4-1c7e139cb2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.520097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e80921-ec47-4f46-9c00-4e30f90974bb None None] Network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:32.637755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2819f7a-eb57-49d7-a823-107ec5895637 None None] Provisioning for port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:32.750711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.756018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.883762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=35aa2f6d-11a5-4c27-8800-d47e63fe2cb8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:32.984383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-44a871ba-832e-4b67-8d43-c1852078ee18 None None] Provisioning for port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:32.989663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-44a871ba-832e-4b67-8d43-c1852078ee18 None None] Provisioning complete for port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:32.990954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44a871ba-832e-4b67-8d43-c1852078ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.036109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.052499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-44a871ba-832e-4b67-8d43-c1852078ee18 None None] Port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:33.174246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1b380db5-3130-4c85-806a-e4e0985c2181 None None] Provisioning complete for port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:33.174634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b380db5-3130-4c85-806a-e4e0985c2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.240560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b380db5-3130-4c85-806a-e4e0985c2181 None None] Port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:33.274586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.360905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c21ba38-89b2-46bf-b63a-af482a5fc681 None None] Provisioning complete for port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:33.361280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c21ba38-89b2-46bf-b63a-af482a5fc681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.417087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9c21ba38-89b2-46bf-b63a-af482a5fc681 None None] Port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:33.505541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:33.568499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.582722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:33.587762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:33.588127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.661163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.665591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.666757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.704516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.744937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.750374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054,segment=NetworkSegment(933aa1a6-e209-4e9c-8372-69804f97eabf),segment_id=933aa1a6-e209-4e9c-8372-69804f97eabf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:33.756913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.837088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:33.939053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=35aa2f6d-11a5-4c27-8800-d47e63fe2cb8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:33.987767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:33.988791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:34.189445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Router dd93f976-4896-4376-9251-5413ff7e981c is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:33:34.241565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-87d66b0d-0498-4532-8ebb-ea66fc85ad3c None None] Provisioning complete for port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:34.242080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87d66b0d-0498-4532-8ebb-ea66fc85ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.294709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-87d66b0d-0498-4532-8ebb-ea66fc85ad3c None None] Port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:34.347448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:33:34.352651 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-72b65b71-d9b7-4032-b7a6-216ff5da6f82 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "PUT /v2.0/routers/dd93f976-4896-4376-9251-5413ff7e981c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6602969 Feb 28 11:33:34.355488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58022) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:34.358532 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fbf740-aed7-48f6-9403-69bb42885b31 None None] Sync routers for ids ['dd93f976-4896-4376-9251-5413ff7e981c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:34.368504 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fbf740-aed7-48f6-9403-69bb42885b31 None None] Routers {'dd93f976-4896-4376-9251-5413ff7e981c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:34.369181 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-64fbf740-aed7-48f6-9403-69bb42885b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dd93f976-4896-4376-9251-5413ff7e981c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:34.432544 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-64fbf740-aed7-48f6-9403-69bb42885b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:34.437843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1836a6c2-efe6-4cb4-b043-e56e018faba1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:34.438546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1836a6c2-efe6-4cb4-b043-e56e018faba1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:34.440862 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fbf740-aed7-48f6-9403-69bb42885b31 None None] Routers {'dd93f976-4896-4376-9251-5413ff7e981c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:34.441392 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-64fbf740-aed7-48f6-9403-69bb42885b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dd93f976-4896-4376-9251-5413ff7e981c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:34.455372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1836a6c2-efe6-4cb4-b043-e56e018faba1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:34.456623 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1836a6c2-efe6-4cb4-b043-e56e018faba1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd93f976-4896-4376-9251-5413ff7e981c HTTP/1.1" status: 200 len: 989 time: 0.1002307 Feb 28 11:33:34.459513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:34.509048 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-64fbf740-aed7-48f6-9403-69bb42885b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:34.509443 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fbf740-aed7-48f6-9403-69bb42885b31 None None] The sync data for ids ['dd93f976-4896-4376-9251-5413ff7e981c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:34.946127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.141363 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.213680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:35.214016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.485984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:35.514149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.552493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:35.552862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.637268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:35.819146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.871452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=35aa2f6d-11a5-4c27-8800-d47e63fe2cb8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:36.048696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.311472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Router dd93f976-4896-4376-9251-5413ff7e981c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:33:36.442326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:33:36.452258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e99a0-2f67-4acf-837c-dcda4849b006 None None] Sync routers for ids ['dd93f976-4896-4376-9251-5413ff7e981c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:36.459701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-db906f50-a9a5-47ff-8f6a-ed0321ca92d1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "PUT /v2.0/routers/dd93f976-4896-4376-9251-5413ff7e981c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9977028 Feb 28 11:33:36.460813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58030) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:36.461444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e99a0-2f67-4acf-837c-dcda4849b006 None None] Routers {'dd93f976-4896-4376-9251-5413ff7e981c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:36.462162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8c5e99a0-2f67-4acf-837c-dcda4849b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dd93f976-4896-4376-9251-5413ff7e981c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:36.504829 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ffd74e-2e1d-4cb9-af1b-5477e42e99d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:36.505394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-85ffd74e-2e1d-4cb9-af1b-5477e42e99d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:36.520748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-85ffd74e-2e1d-4cb9-af1b-5477e42e99d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:36.522288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-85ffd74e-2e1d-4cb9-af1b-5477e42e99d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/35aa2f6d-11a5-4c27-8800-d47e63fe2cb8 HTTP/1.1" status: 404 len: 333 time: 0.0605726 Feb 28 11:33:36.525147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58034) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:36.559239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8c5e99a0-2f67-4acf-837c-dcda4849b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:36.567659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e99a0-2f67-4acf-837c-dcda4849b006 None None] Routers {'dd93f976-4896-4376-9251-5413ff7e981c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:36.568460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8c5e99a0-2f67-4acf-837c-dcda4849b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dd93f976-4896-4376-9251-5413ff7e981c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:36.630517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8c5e99a0-2f67-4acf-837c-dcda4849b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:36.630935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e99a0-2f67-4acf-837c-dcda4849b006 None None] The sync data for ids ['dd93f976-4896-4376-9251-5413ff7e981c'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:36.772072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da3c-66a6-4797-a2cf-296a76a1600e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.094420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da3c-66a6-4797-a2cf-296a76a1600e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.100636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da3c-66a6-4797-a2cf-296a76a1600e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.127846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da3c-66a6-4797-a2cf-296a76a1600e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.128349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed2da3c-66a6-4797-a2cf-296a76a1600e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Fanout notify agent at l3_agent the message router_deleted on router dd93f976-4896-4376-9251-5413ff7e981c {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:33:37.147499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ed2da3c-66a6-4797-a2cf-296a76a1600e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.149205 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1ed2da3c-66a6-4797-a2cf-296a76a1600e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/routers/dd93f976-4896-4376-9251-5413ff7e981c HTTP/1.1" status: 204 len: 168 time: 0.6231675 Feb 28 11:33:37.152008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58040) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:37.156638 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-36e85f0b-aa0c-4a90-8bfb-d1de644ff4a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1027734 Feb 28 11:33:37.222709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2881dc-e025-4349-9e60-98fa623b5a53 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet 2c9cfc20-4f1f-4bf9-b865-d012a62bad55 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:37.225736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2881dc-e025-4349-9e60-98fa623b5a53 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.279917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2881dc-e025-4349-9e60-98fa623b5a53 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.299755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-ca90b04f-9f58-480f-94ef-83a1a68bcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:37.301236 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-ca90b04f-9f58-480f-94ef-83a1a68bcdb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 1098 time: 0.0727787 Feb 28 11:33:37.366545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2881dc-e025-4349-9e60-98fa623b5a53 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.439303 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2881dc-e025-4349-9e60-98fa623b5a53 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.450891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-7104a87a-6fa8-4e15-b774-31f5a5ea7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:37.452380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-7104a87a-6fa8-4e15-b774-31f5a5ea7b4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 898 time: 0.1303496 Feb 28 11:33:37.479985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2881dc-e025-4349-9e60-98fa623b5a53 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9cfc20-4f1f-4bf9-b865-d012a62bad55,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:37.481915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e2881dc-e025-4349-9e60-98fa623b5a53 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.488115 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0e2881dc-e025-4349-9e60-98fa623b5a53 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/2c9cfc20-4f1f-4bf9-b865-d012a62bad55 HTTP/1.1" status: 204 len: 168 time: 0.3349955 Feb 28 11:33:37.491537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58044) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:37.493999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0dc70b-d6dc-4f6b-916e-ae5463da6591 None None] Network 19dbbcfa-d621-49d7-b142-68d9d7bb8639 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:37.559142 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-bdbc10c2-6263-4215-b9a1-d3fe9afdce82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b294fc5-defb-45b1-9998-21239e72b5a6 HTTP/1.1" status: 200 len: 1001 time: 0.1010466 Feb 28 11:33:37.609860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.620996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:37.621337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.625573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-1edf6a0c-68f6-4b5a-ac02-3f1e1945d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:37.627023 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-1edf6a0c-68f6-4b5a-ac02-3f1e1945d13f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 200 len: 834 time: 0.0582428 Feb 28 11:33:37.711311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-3df54b2d-11f5-4b4a-8c61-e962f085ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:37.712907 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-3df54b2d-11f5-4b4a-8c61-e962f085ca4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793486 Feb 28 11:33:37.781806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] DHCP port deletion for 19dbbcfa-d621-49d7-b142-68d9d7bb8639 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:33:37.786320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] Deleting port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:37.786935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.857571 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-08e769bd-9168-447e-bbf1-7159903c234d service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376655 Feb 28 11:33:37.934919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] For port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054,segment=NetworkSegment(933aa1a6-e209-4e9c-8372-69804f97eabf),segment_id=933aa1a6-e209-4e9c-8372-69804f97eabf)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:37.935365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.996461 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ceb35b9-fa4b-4ee4-9088-47e3a0b6d3a9 req-eb59dc73-8973-4ae7-b01a-37e8a01ce61d service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323442 Feb 28 11:33:38.004993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] For port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054,segment=NetworkSegment(933aa1a6-e209-4e9c-8372-69804f97eabf),segment_id=933aa1a6-e209-4e9c-8372-69804f97eabf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:38.005526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.059875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:38.129255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] Calling delete_port for f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:38.138579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.185253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:38.188529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No DVR routers for this DVR port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:38.206755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:38.207110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:38.309330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.334204 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dbbcfa-d621-49d7-b142-68d9d7bb8639']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:38.346518 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933aa1a6-e209-4e9c-8372-69804f97eabf') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:38.346815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933aa1a6-e209-4e9c-8372-69804f97eabf') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:38.358558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.377839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.384024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:33:38.384413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:38.399162 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:38.475294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.492466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.503125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Network': ['ID=19dbbcfa-d621-49d7-b142-68d9d7bb8639,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:38.514091 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-85e05720-8554-4e6f-b106-52159558986e tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/networks/19dbbcfa-d621-49d7-b142-68d9d7bb8639 HTTP/1.1" status: 204 len: 168 time: 1.0206149 Feb 28 11:33:38.517648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.590656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1eb858-12e5-4c96-94cd-9dddb75f9bdb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:38.591231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9e1eb858-12e5-4c96-94cd-9dddb75f9bdb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:38.606317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9e1eb858-12e5-4c96-94cd-9dddb75f9bdb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:38.607439 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9e1eb858-12e5-4c96-94cd-9dddb75f9bdb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/660187ec-d91b-461d-9ce2-70470a130202 HTTP/1.1" status: 200 len: 844 time: 0.0888391 Feb 28 11:33:38.611042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.676069 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-090df61c-5558-44ed-9a28-6fefd450c985 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/660187ec-d91b-461d-9ce2-70470a130202?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0639417 Feb 28 11:33:38.680040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58058) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.685219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:38.708468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] Deleting port f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:38.708977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.777151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-99a0292c-21b1-4068-bd78-d522453e65fe None None] The port 'f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:33:38.794875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:38.801007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:38.804179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:38.810454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:38.819841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:38.823280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.042099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.098089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:39.101289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:39.105314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:39.105899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.110120 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb3996-cf7d-4de6-92d3-f3f201a017ab None None] Network 738ed971-a868-40af-b3df-855ef37deab0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:39.126424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=272d6615-91a6-4c56-808b-a924f56cd252,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:39.136083 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-933d5b97-5b39-47a8-b430-8cfc5c95bdc0 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4550929 Feb 28 11:33:39.138748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58062) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:39.144102 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'security_group': {'name': 'tempest-secgroup-2046735936'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:39.150664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.154615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:39.157479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:39.163093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.173721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.193068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.196804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group_rule and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:39.199548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:39.205117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.276521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.284237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.333178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1005cce3-7117-49e2-9240-33d9cf8a6970,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:39.338149 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.341897 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c17cb197-34ec-4b01-8fe6-44ab8b8db4fb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1997790 Feb 28 11:33:39.342422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58066) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:39.348199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'security_group': {'name': 'tempest-secgroup-57856057'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:39.354652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.356735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-738ed971-a868-40af-b3df-855ef37deab0', 'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'tenant_id': '78d0f2a66b6447cf97b78864a2ad733e', 'fixed_ips': [{'subnet_id': '272d6615-91a6-4c56-808b-a924f56cd252'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:33:39.357635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.358942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:39.361994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:39.371911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.382028 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.403214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.406936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group_rule and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:39.409798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:39.415615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.492815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:39.493405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.497145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.533666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:33:39.533998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f1d69ca6-22ba-4a5e-a003-5aeb1bd9d054 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:39.539990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6fac86-fb76-49a3-9fcc-b8de8fc9a566,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:39.543269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.544767 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c9517f36-70f9-4522-8e4a-4d108cd6fcac tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2010219 Feb 28 11:33:39.547082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:39.553604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-286412316', 'security_groups': ['da6fac86-fb76-49a3-9fcc-b8de8fc9a566'], 'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '272d6615-91a6-4c56-808b-a924f56cd252'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:39.559798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Allocated IP 2001:db8::2 (738ed971-a868-40af-b3df-855ef37deab0/272d6615-91a6-4c56-808b-a924f56cd252/f3d3b340-fc71-47ed-b7af-35de9f9d713a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:39.804043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.813890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.814674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Transition to ACTIVE for port object f3d3b340-fc71-47ed-b7af-35de9f9d713a will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:39.824282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.833325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:39.833964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Transition to ACTIVE for port object f3d3b340-fc71-47ed-b7af-35de9f9d713a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:39.839421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.898953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:39.901663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:39.909750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:39.918959 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Pushing event updated for resources: {'Port': ['ID=f3d3b340-fc71-47ed-b7af-35de9f9d713a,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:39.961408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.981913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 55dc3bb6-ef02-4570-8dd9-6f5932fab947 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:40.002743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Attempting to bind port f3d3b340-fc71-47ed-b7af-35de9f9d713a on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:40.003112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Attempting to bind port f3d3b340-fc71-47ed-b7af-35de9f9d713a by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '34b8e291-4cd4-4cf6-897c-8fcf7ca7b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '738ed971-a868-40af-b3df-855ef37deab0'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:40.003501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Attempting to bind port f3d3b340-fc71-47ed-b7af-35de9f9d713a on network 738ed971-a868-40af-b3df-855ef37deab0 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:40.009244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:33:40.009620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Checking segment: {'id': '34b8e291-4cd4-4cf6-897c-8fcf7ca7b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '738ed971-a868-40af-b3df-855ef37deab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:40.010018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.010417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Bound using segment: {'id': '34b8e291-4cd4-4cf6-897c-8fcf7ca7b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '738ed971-a868-40af-b3df-855ef37deab0'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:33:40.010876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Bound port: f3d3b340-fc71-47ed-b7af-35de9f9d713a, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b8e291-4cd4-4cf6-897c-8fcf7ca7b865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '738ed971-a868-40af-b3df-855ef37deab0'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:40.011274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.099784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] For port f3d3b340-fc71-47ed-b7af-35de9f9d713a, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:33:40.102644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] For port f3d3b340-fc71-47ed-b7af-35de9f9d713a, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f3d3b340-fc71-47ed-b7af-35de9f9d713a,segment=NetworkSegment(34b8e291-4cd4-4cf6-897c-8fcf7ca7b865),segment_id=34b8e291-4cd4-4cf6-897c-8fcf7ca7b865)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:33:40.106464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.184945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29ea84-4887-464d-926c-1152034b0c68 None None] Pushing event updated for resources: {'Port': ['ID=f3d3b340-fc71-47ed-b7af-35de9f9d713a,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.188952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::41 (738ed971-a868-40af-b3df-855ef37deab0/272d6615-91a6-4c56-808b-a924f56cd252/55dc3bb6-ef02-4570-8dd9-6f5932fab947) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:40.400493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.417128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object 55dc3bb6-ef02-4570-8dd9-6f5932fab947 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:40.441536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.510952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:40.513858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:40.522179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:40.527664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:40.528262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.541893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=55dc3bb6-ef02-4570-8dd9-6f5932fab947,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.558839 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d1ad0565-1367-405a-95ea-5fc0a3d13de8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0107548 Feb 28 11:33:40.561905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58074) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.567788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:40.703409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:40.707110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:40.709905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:40.715521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:40.725239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:40.728698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.863879 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.ipam_backend_mixin [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 272d6615-91a6-4c56-808b-a924f56cd252 (CIDR: 2001:db8::/64) Feb 28 11:33:40.869466 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:33:40.870207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:40.890635 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a378093e-7dc5-4a59-afec-63f9b9aac376 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3275239 Feb 28 11:33:40.893331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58078) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.898925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:41.140742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:41.144556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:41.147445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:41.153826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:41.164068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:41.165877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-822b33ff-596c-46a1-a2c7-08a838457f58 None None] Provisioning for port f3d3b340-fc71-47ed-b7af-35de9f9d713a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:41.167698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.182580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-822b33ff-596c-46a1-a2c7-08a838457f58 None None] Provisioning complete for port 660187ec-d91b-461d-9ce2-70470a130202 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:41.183296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-822b33ff-596c-46a1-a2c7-08a838457f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.242285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-822b33ff-596c-46a1-a2c7-08a838457f58 None None] Port 660187ec-d91b-461d-9ce2-70470a130202 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:41.361136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c05a62e0-8fc4-4822-8138-8405485432cf None None] Provisioning for port 55dc3bb6-ef02-4570-8dd9-6f5932fab947 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:41.365881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c05a62e0-8fc4-4822-8138-8405485432cf None None] Provisioning complete for port 55dc3bb6-ef02-4570-8dd9-6f5932fab947 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:41.366250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c05a62e0-8fc4-4822-8138-8405485432cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.418677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c05a62e0-8fc4-4822-8138-8405485432cf None None] Port 55dc3bb6-ef02-4570-8dd9-6f5932fab947 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:41.421194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.486034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:41.489219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:41.493372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:41.493777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.504455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b8f191-2373-441c-b402-e888d1f69b10 None None] Network 738ed971-a868-40af-b3df-855ef37deab0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:41.517792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=fead66a8-7dfc-4f87-9a0d-d5912337daac,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:41.523515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f3d3b340-fc71-47ed-b7af-35de9f9d713a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:41.528586 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d16cbca0-9d2c-4b61-84d4-f5baee349daf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6342680 Feb 28 11:33:41.531516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:41.537527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-460751093', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fead66a8-7dfc-4f87-9a0d-d5912337daac'}], 'security_groups': ['1005cce3-7117-49e2-9240-33d9cf8a6970']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:41.658175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.705235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f3d3b340-fc71-47ed-b7af-35de9f9d713a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:41.719907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f3d3b340-fc71-47ed-b7af-35de9f9d713a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:41.720277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.891389 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.968950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port f3d3b340-fc71-47ed-b7af-35de9f9d713a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f3d3b340-fc71-47ed-b7af-35de9f9d713a,segment=NetworkSegment(34b8e291-4cd4-4cf6-897c-8fcf7ca7b865),segment_id=34b8e291-4cd4-4cf6-897c-8fcf7ca7b865)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:41.978023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.055865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Delete allocated IP 2001:db8::41 (738ed971-a868-40af-b3df-855ef37deab0/272d6615-91a6-4c56-808b-a924f56cd252) {{(pid=87638) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:33:42.058380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1a5559-0c6d-4788-b14f-b37986aadf29 None None] Update dhcp port {'port': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'fixed_ips': [{'subnet_id': '272d6615-91a6-4c56-808b-a924f56cd252', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fead66a8-7dfc-4f87-9a0d-d5912337daac'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'f3d3b340-fc71-47ed-b7af-35de9f9d713a'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:33:42.063394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8:0:1::148 (738ed971-a868-40af-b3df-855ef37deab0/fead66a8-7dfc-4f87-9a0d-d5912337daac/55dc3bb6-ef02-4570-8dd9-6f5932fab947) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:42.101682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=f3d3b340-fc71-47ed-b7af-35de9f9d713a,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:42.118700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c1a5559-0c6d-4788-b14f-b37986aadf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.264049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.280681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object 55dc3bb6-ef02-4570-8dd9-6f5932fab947 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:42.284435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.350270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a5559-0c6d-4788-b14f-b37986aadf29 None None] Allocated IP 2001:db8:0:1::2 (738ed971-a868-40af-b3df-855ef37deab0/fead66a8-7dfc-4f87-9a0d-d5912337daac/f3d3b340-fc71-47ed-b7af-35de9f9d713a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:42.387648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] In _notify_port_updated(), no bound segment for port 55dc3bb6-ef02-4570-8dd9-6f5932fab947 on network 738ed971-a868-40af-b3df-855ef37deab0 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:33:42.392951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:42.393553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.397399 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "PUT /v2.0/ports/55dc3bb6-ef02-4570-8dd9-6f5932fab947 HTTP/1.1" status: 200 len: 930 time: 0.8622336 Feb 28 11:33:42.397814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58086) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:42.402961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967f3c9-5559-4c99-aa49-ae74683d6a04 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=55dc3bb6-ef02-4570-8dd9-6f5932fab947,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:42.472738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a3db5558-e10f-491b-83aa-b6ec8a608486 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 55dc3bb6-ef02-4570-8dd9-6f5932fab947 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:42.473081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3db5558-e10f-491b-83aa-b6ec8a608486 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.488393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0c1a5559-0c6d-4788-b14f-b37986aadf29 None None] For port f3d3b340-fc71-47ed-b7af-35de9f9d713a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f3d3b340-fc71-47ed-b7af-35de9f9d713a,segment=NetworkSegment(34b8e291-4cd4-4cf6-897c-8fcf7ca7b865),segment_id=34b8e291-4cd4-4cf6-897c-8fcf7ca7b865)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:42.513101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c1a5559-0c6d-4788-b14f-b37986aadf29 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.530316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0c1a5559-0c6d-4788-b14f-b37986aadf29 None None] Transition to ACTIVE for port object f3d3b340-fc71-47ed-b7af-35de9f9d713a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:42.535644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c1a5559-0c6d-4788-b14f-b37986aadf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.709986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a5559-0c6d-4788-b14f-b37986aadf29 None None] Pushing event updated for resources: {'Port': ['ID=f3d3b340-fc71-47ed-b7af-35de9f9d713a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:42.731191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3db5558-e10f-491b-83aa-b6ec8a608486 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.871035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a3db5558-e10f-491b-83aa-b6ec8a608486 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 55dc3bb6-ef02-4570-8dd9-6f5932fab947 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:43.017808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3db5558-e10f-491b-83aa-b6ec8a608486 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.070714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db5558-e10f-491b-83aa-b6ec8a608486 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=55dc3bb6-ef02-4570-8dd9-6f5932fab947,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.113818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3db5558-e10f-491b-83aa-b6ec8a608486 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.124380 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a3db5558-e10f-491b-83aa-b6ec8a608486 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/55dc3bb6-ef02-4570-8dd9-6f5932fab947 HTTP/1.1" status: 204 len: 168 time: 0.7244282 Feb 28 11:33:43.126937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58090) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:43.169639 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a38d25d-8ec7-434f-a1da-9eecb9b363db tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:43.170173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a38d25d-8ec7-434f-a1da-9eecb9b363db tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:43.185982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a38d25d-8ec7-434f-a1da-9eecb9b363db tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:43.187558 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3a38d25d-8ec7-434f-a1da-9eecb9b363db tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/55dc3bb6-ef02-4570-8dd9-6f5932fab947 HTTP/1.1" status: 404 len: 333 time: 0.0594304 Feb 28 11:33:43.190220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58094) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:43.252385 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08d7a0d7-73d1-4f26-9d54-508a3614bb50 None None] Provisioning for port f3d3b340-fc71-47ed-b7af-35de9f9d713a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:43.255078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aca37adf-4fb5-44d7-9161-42c57e17cb73 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.259932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08d7a0d7-73d1-4f26-9d54-508a3614bb50 None None] Provisioning complete for port f3d3b340-fc71-47ed-b7af-35de9f9d713a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:43.260310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08d7a0d7-73d1-4f26-9d54-508a3614bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.288396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aca37adf-4fb5-44d7-9161-42c57e17cb73 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.347930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aca37adf-4fb5-44d7-9161-42c57e17cb73 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.369201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca37adf-4fb5-44d7-9161-42c57e17cb73 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6fac86-fb76-49a3-9fcc-b8de8fc9a566,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.373611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aca37adf-4fb5-44d7-9161-42c57e17cb73 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.377436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58100) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:43.377609 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aca37adf-4fb5-44d7-9161-42c57e17cb73 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/security-groups/da6fac86-fb76-49a3-9fcc-b8de8fc9a566 HTTP/1.1" status: 204 len: 168 time: 0.1861801 Feb 28 11:33:43.410774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08d7a0d7-73d1-4f26-9d54-508a3614bb50 None None] Could not find standard attr ID for object 55dc3bb6-ef02-4570-8dd9-6f5932fab947. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:43.423715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08d7a0d7-73d1-4f26-9d54-508a3614bb50 None None] Provisioning complete for port 660187ec-d91b-461d-9ce2-70470a130202 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:43.424155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08d7a0d7-73d1-4f26-9d54-508a3614bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.474800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39964ce-ee5d-4351-9e44-cb6236a65faf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.490869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-08d7a0d7-73d1-4f26-9d54-508a3614bb50 None None] Port 660187ec-d91b-461d-9ce2-70470a130202 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:43.521394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39964ce-ee5d-4351-9e44-cb6236a65faf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.532260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f3d3b340-fc71-47ed-b7af-35de9f9d713a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:43.578327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39964ce-ee5d-4351-9e44-cb6236a65faf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.596540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39964ce-ee5d-4351-9e44-cb6236a65faf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1005cce3-7117-49e2-9240-33d9cf8a6970,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.603367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a39964ce-ee5d-4351-9e44-cb6236a65faf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.606875 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a39964ce-ee5d-4351-9e44-cb6236a65faf tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/security-groups/1005cce3-7117-49e2-9240-33d9cf8a6970 HTTP/1.1" status: 204 len: 168 time: 0.2260761 Feb 28 11:33:43.607060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f3d3b340-fc71-47ed-b7af-35de9f9d713a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:43.607060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.607336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58106) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:43.662491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ebaa63ae-50fb-4f43-9e65-fecfde837ebc None None] Could not find standard attr ID for object 55dc3bb6-ef02-4570-8dd9-6f5932fab947. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:43.674413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet 272d6615-91a6-4c56-808b-a924f56cd252 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:43.677333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.731689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.818612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.889654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.929785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=272d6615-91a6-4c56-808b-a924f56cd252,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.934522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.940521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cefbf4b-9648-4202-8ea1-2064f005a9fe None None] Network 738ed971-a868-40af-b3df-855ef37deab0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:43.941503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.941848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.942180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.942506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.943080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.943431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.943750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.944064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.944380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.944693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.945497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.946726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:43.950645 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d287ab8d-70cc-44e7-b40c-49b33ad1c307 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/272d6615-91a6-4c56-808b-a924f56cd252 HTTP/1.1" status: 204 len: 168 time: 0.3426149 Feb 28 11:33:43.954568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:43.960338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:44.098739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:44.102730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:44.105527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:44.111392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:44.121038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:44.124477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.388481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.562275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:44.563443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:44.568070 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:44.568645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.594330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=61f1d071-08f8-4f47-9d14-b3d381398cbf,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:44.599616 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-47c482fc-34c3-4a54-8789-daa984424690 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6439111 Feb 28 11:33:44.600915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58114) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:44.606976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'security_group': {'name': 'tempest-secgroup-485773460'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:44.613205 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:44.617750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:44.620979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:44.627001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:44.638596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.658934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:44.662924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group_rule and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:44.665796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:44.671179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2ba70-5894-4da7-a27c-2c8a318ade90 None None] Network 738ed971-a868-40af-b3df-855ef37deab0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:44.671658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:44.747289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.752569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.773564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-084f23b8-b7de-40fc-a412-90b961d713ae None None] Provisioning complete for port f3d3b340-fc71-47ed-b7af-35de9f9d713a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:44.773942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-084f23b8-b7de-40fc-a412-90b961d713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.796231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.797725 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1949894 Feb 28 11:33:44.800394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58118) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:44.801273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec4f2e-013d-4ed7-8a9e-53a5c3f30094 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b3ffb3-d2e9-4047-a61d-d270071970ba,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:44.814875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'security_group': {'name': 'tempest-secgroup-1599486534'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:44.821726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:44.825545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:44.828440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:44.836341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:44.845869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.865104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:44.868855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group_rule and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:44.871623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:44.877217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:44.950150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.955010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.996450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602e3fb0-d46a-4ab5-9cd4-ad6dd40ed5cd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.000706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.001821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8116a3db-035a-49ba-8faf-db3c51dd915b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2004321 Feb 28 11:33:45.004488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58122) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:45.010460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'security_group': {'name': 'tempest-secgroup-1062675672'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:45.016173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:45.019215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-084f23b8-b7de-40fc-a412-90b961d713ae None None] Provisioning complete for port 660187ec-d91b-461d-9ce2-70470a130202 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:45.019582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-084f23b8-b7de-40fc-a412-90b961d713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.019931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:45.022727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:45.029234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:45.040218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.064963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:45.068938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:security_group_rule and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:45.071746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:45.077465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:45.082920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-084f23b8-b7de-40fc-a412-90b961d713ae None None] Port 660187ec-d91b-461d-9ce2-70470a130202 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:45.154363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.158181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.164154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7e2981-addc-49ce-a515-95653e29ab1a None None] Update dhcp port {'port': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'fixed_ips': [{'subnet_id': 'fead66a8-7dfc-4f87-9a0d-d5912337daac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '61f1d071-08f8-4f47-9d14-b3d381398cbf'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'f3d3b340-fc71-47ed-b7af-35de9f9d713a'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:33:45.199775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eacd932-03b0-42dc-bd4e-50ff69e7d368,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.203909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.205102 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0abc2407-489b-43ee-9741-75d3209e1145 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1994061 Feb 28 11:33:45.208112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:45.215272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1220842358', 'security_groups': ['6eacd932-03b0-42dc-bd4e-50ff69e7d368'], 'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '61f1d071-08f8-4f47-9d14-b3d381398cbf'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:45.219218 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2981-addc-49ce-a515-95653e29ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.422874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ba7e2981-addc-49ce-a515-95653e29ab1a None None] Allocated IP 2001:db8::2 (738ed971-a868-40af-b3df-855ef37deab0/61f1d071-08f8-4f47-9d14-b3d381398cbf/f3d3b340-fc71-47ed-b7af-35de9f9d713a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:45.447422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:45.457119 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:45.467762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:45.567651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ba7e2981-addc-49ce-a515-95653e29ab1a None None] For port f3d3b340-fc71-47ed-b7af-35de9f9d713a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f3d3b340-fc71-47ed-b7af-35de9f9d713a,segment=NetworkSegment(34b8e291-4cd4-4cf6-897c-8fcf7ca7b865),segment_id=34b8e291-4cd4-4cf6-897c-8fcf7ca7b865)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:45.593749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.596135 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2981-addc-49ce-a515-95653e29ab1a None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.611987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ba7e2981-addc-49ce-a515-95653e29ab1a None None] Transition to ACTIVE for port object f3d3b340-fc71-47ed-b7af-35de9f9d713a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:45.614682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] device_id is not set on port 0f022cf1-3bc7-421d-a14d-99065d8beb62 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:33:45.616268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2981-addc-49ce-a515-95653e29ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.785712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e2981-addc-49ce-a515-95653e29ab1a None None] Pushing event updated for resources: {'Port': ['ID=f3d3b340-fc71-47ed-b7af-35de9f9d713a,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.837711 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8::114 (738ed971-a868-40af-b3df-855ef37deab0/61f1d071-08f8-4f47-9d14-b3d381398cbf/0f022cf1-3bc7-421d-a14d-99065d8beb62) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:46.045746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.062328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object 0f022cf1-3bc7-421d-a14d-99065d8beb62 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:46.087263 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.153889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:46.161713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:46.166217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:46.171719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:46.172345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.184881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=0f022cf1-3bc7-421d-a14d-99065d8beb62,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:46.202315 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8e030d9f-5030-4bd9-98eb-f2261e8869c1 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9930735 Feb 28 11:33:46.205635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58132) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:46.211923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:46.312988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-291ed9ce-df12-4bed-b120-ae30fcec34bd None None] Provisioning for port f3d3b340-fc71-47ed-b7af-35de9f9d713a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:46.319165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-291ed9ce-df12-4bed-b120-ae30fcec34bd None None] Provisioning complete for port f3d3b340-fc71-47ed-b7af-35de9f9d713a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:46.320675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-291ed9ce-df12-4bed-b120-ae30fcec34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.358844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:46.363028 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:46.368048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:46.374211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:46.385252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:46.389199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.457150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-291ed9ce-df12-4bed-b120-ae30fcec34bd None None] Provisioning complete for port 660187ec-d91b-461d-9ce2-70470a130202 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:46.457517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-291ed9ce-df12-4bed-b120-ae30fcec34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.510135 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-291ed9ce-df12-4bed-b120-ae30fcec34bd None None] Port 660187ec-d91b-461d-9ce2-70470a130202 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:46.526684 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61f1d071-08f8-4f47-9d14-b3d381398cbf (CIDR: 2001:db8::/64) Feb 28 11:33:46.529580 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:33:46.530016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:46.546209 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9230db4a-f482-430e-bf3f-1443193debe8 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3394718 Feb 28 11:33:46.548938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:46.554785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:46.628227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-368431a5-f141-4393-b474-ea13b1c787cb None None] Provisioning for port 0f022cf1-3bc7-421d-a14d-99065d8beb62 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:46.633369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-368431a5-f141-4393-b474-ea13b1c787cb None None] Provisioning complete for port 0f022cf1-3bc7-421d-a14d-99065d8beb62 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:46.633739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-368431a5-f141-4393-b474-ea13b1c787cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.687533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-368431a5-f141-4393-b474-ea13b1c787cb None None] Port 0f022cf1-3bc7-421d-a14d-99065d8beb62 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:46.690205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:46.694358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:46.698358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:46.704012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:46.713996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:46.717601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.847013 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fead66a8-7dfc-4f87-9a0d-d5912337daac (CIDR: 2001:db8:0:1::/64) Feb 28 11:33:46.849835 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:33:46.850280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:46.868246 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5d246bc5-a982-4f45-adaf-6c39ed7dc212 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3183386 Feb 28 11:33:46.870970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58140) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:46.876310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'subnet': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:47.010308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:47.014077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Usage tracker for resource:subnet and tenant:78d0f2a66b6447cf97b78864a2ad733e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:47.016904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:47.022471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:47.031759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Made reservation on behalf of 78d0f2a66b6447cf97b78864a2ad733e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:47.035257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.286402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.341167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Network 738ed971-a868-40af-b3df-855ef37deab0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:47.344188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:47.348276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.348847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.354271 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b36151-ca0c-45c9-98f5-9bcafd9f7558 None None] Network 738ed971-a868-40af-b3df-855ef37deab0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:47.365163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Subnet': ['ID=70593b9d-5178-47be-b8f9-c9be1ffb1e4a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:47.377218 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1b6fc9bd-a156-4e55-87cc-baf235c421d7 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5051637 Feb 28 11:33:47.379871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:47.386199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-251450445', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70593b9d-5178-47be-b8f9-c9be1ffb1e4a'}], 'security_groups': ['41b3ffb3-d2e9-4047-a61d-d270071970ba', '602e3fb0-d46a-4ab5-9cd4-ad6dd40ed5cd']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:47.504467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f3d3b340-fc71-47ed-b7af-35de9f9d713a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:47.635790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.636348 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f3d3b340-fc71-47ed-b7af-35de9f9d713a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:47.636725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.831473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8812ce-4f67-4cb8-a29a-fd7236ae5a33 None None] Update dhcp port {'port': {'network_id': '738ed971-a868-40af-b3df-855ef37deab0', 'fixed_ips': [{'subnet_id': 'fead66a8-7dfc-4f87-9a0d-d5912337daac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '61f1d071-08f8-4f47-9d14-b3d381398cbf', 'ip_address': '2001:db8::2'}, {'subnet_id': '70593b9d-5178-47be-b8f9-c9be1ffb1e4a'}], 'binding:host_id': 'dv-neutron-831192-2-hyperv'}, 'id': 'f3d3b340-fc71-47ed-b7af-35de9f9d713a'} from dv-neutron-831192-2-hyperv. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 11:33:47.887561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b8812ce-4f67-4cb8-a29a-fd7236ae5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.138791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Delete allocated IP 2001:db8::114 (738ed971-a868-40af-b3df-855ef37deab0/61f1d071-08f8-4f47-9d14-b3d381398cbf) {{(pid=87638) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:33:48.145820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Allocated IP 2001:db8:0:2::301 (738ed971-a868-40af-b3df-855ef37deab0/70593b9d-5178-47be-b8f9-c9be1ffb1e4a/0f022cf1-3bc7-421d-a14d-99065d8beb62) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:48.346802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.362582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Transition to ACTIVE for port object 0f022cf1-3bc7-421d-a14d-99065d8beb62 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:48.366196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.431669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2b8812ce-4f67-4cb8-a29a-fd7236ae5a33 None None] Allocated IP 2001:db8:0:2::2 (738ed971-a868-40af-b3df-855ef37deab0/70593b9d-5178-47be-b8f9-c9be1ffb1e4a/f3d3b340-fc71-47ed-b7af-35de9f9d713a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:48.471650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] In _notify_port_updated(), no bound segment for port 0f022cf1-3bc7-421d-a14d-99065d8beb62 on network 738ed971-a868-40af-b3df-855ef37deab0 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:33:48.476971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.477575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.478829 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "PUT /v2.0/ports/0f022cf1-3bc7-421d-a14d-99065d8beb62 HTTP/1.1" status: 200 len: 969 time: 1.0980258 Feb 28 11:33:48.481822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58150) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.485830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e3471-71dc-4e19-81a6-8c8d39e37df9 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event updated for resources: {'Port': ['ID=0f022cf1-3bc7-421d-a14d-99065d8beb62,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:48.570779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-28a65428-c2f3-4203-9874-b3627f9be7f4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 0f022cf1-3bc7-421d-a14d-99065d8beb62 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:48.571255 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28a65428-c2f3-4203-9874-b3627f9be7f4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.575379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2b8812ce-4f67-4cb8-a29a-fd7236ae5a33 None None] For port f3d3b340-fc71-47ed-b7af-35de9f9d713a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f3d3b340-fc71-47ed-b7af-35de9f9d713a,segment=NetworkSegment(34b8e291-4cd4-4cf6-897c-8fcf7ca7b865),segment_id=34b8e291-4cd4-4cf6-897c-8fcf7ca7b865)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:48.603269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b8812ce-4f67-4cb8-a29a-fd7236ae5a33 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.619643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2b8812ce-4f67-4cb8-a29a-fd7236ae5a33 None None] Transition to ACTIVE for port object f3d3b340-fc71-47ed-b7af-35de9f9d713a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:48.624117 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b8812ce-4f67-4cb8-a29a-fd7236ae5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.793617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8812ce-4f67-4cb8-a29a-fd7236ae5a33 None None] Pushing event updated for resources: {'Port': ['ID=f3d3b340-fc71-47ed-b7af-35de9f9d713a,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:48.817081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28a65428-c2f3-4203-9874-b3627f9be7f4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.953487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-28a65428-c2f3-4203-9874-b3627f9be7f4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 0f022cf1-3bc7-421d-a14d-99065d8beb62 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:49.102427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28a65428-c2f3-4203-9874-b3627f9be7f4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.154627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a65428-c2f3-4203-9874-b3627f9be7f4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=0f022cf1-3bc7-421d-a14d-99065d8beb62,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:49.199401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28a65428-c2f3-4203-9874-b3627f9be7f4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.210511 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-28a65428-c2f3-4203-9874-b3627f9be7f4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/0f022cf1-3bc7-421d-a14d-99065d8beb62 HTTP/1.1" status: 204 len: 168 time: 0.7273524 Feb 28 11:33:49.213003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58154) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.260078 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae9ed3a-17a7-4e5e-9d20-3bbe9110c5ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] GET failed (client error): The resource could not be found. Feb 28 11:33:49.260617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2ae9ed3a-17a7-4e5e-9d20-3bbe9110c5ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:49.276664 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:33:49.277658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2ae9ed3a-17a7-4e5e-9d20-3bbe9110c5ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:49.278730 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2ae9ed3a-17a7-4e5e-9d20-3bbe9110c5ee tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports/0f022cf1-3bc7-421d-a14d-99065d8beb62 HTTP/1.1" status: 404 len: 333 time: 0.0646527 Feb 28 11:33:49.281750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58158) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.336869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-355fe00a-bd35-495c-8d54-d2c4a104207d None None] Provisioning for port f3d3b340-fc71-47ed-b7af-35de9f9d713a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:49.342825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-355fe00a-bd35-495c-8d54-d2c4a104207d None None] Provisioning complete for port f3d3b340-fc71-47ed-b7af-35de9f9d713a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:49.343450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-355fe00a-bd35-495c-8d54-d2c4a104207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.369356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef99cafd-60a2-4526-8b4f-287a93070785 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.415927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef99cafd-60a2-4526-8b4f-287a93070785 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.480194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef99cafd-60a2-4526-8b4f-287a93070785 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.498604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99cafd-60a2-4526-8b4f-287a93070785 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eacd932-03b0-42dc-bd4e-50ff69e7d368,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:49.509101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef99cafd-60a2-4526-8b4f-287a93070785 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.513082 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ef99cafd-60a2-4526-8b4f-287a93070785 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/security-groups/6eacd932-03b0-42dc-bd4e-50ff69e7d368 HTTP/1.1" status: 204 len: 168 time: 0.2302547 Feb 28 11:33:49.514374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58162) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.535765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f3d3b340-fc71-47ed-b7af-35de9f9d713a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:49.591584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0acb8ae-bb1f-4d1c-b004-41503b75eb78 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.620404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-355fe00a-bd35-495c-8d54-d2c4a104207d None None] Could not find standard attr ID for object 0f022cf1-3bc7-421d-a14d-99065d8beb62. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:49.620731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0acb8ae-bb1f-4d1c-b004-41503b75eb78 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.636033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-355fe00a-bd35-495c-8d54-d2c4a104207d None None] Provisioning complete for port 660187ec-d91b-461d-9ce2-70470a130202 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:49.636531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-355fe00a-bd35-495c-8d54-d2c4a104207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.673701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0acb8ae-bb1f-4d1c-b004-41503b75eb78 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.692142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acb8ae-bb1f-4d1c-b004-41503b75eb78 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602e3fb0-d46a-4ab5-9cd4-ad6dd40ed5cd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:49.696109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f3d3b340-fc71-47ed-b7af-35de9f9d713a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:49.696888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.697645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0acb8ae-bb1f-4d1c-b004-41503b75eb78 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.701695 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c0acb8ae-bb1f-4d1c-b004-41503b75eb78 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/security-groups/602e3fb0-d46a-4ab5-9cd4-ad6dd40ed5cd HTTP/1.1" status: 204 len: 168 time: 0.1843576 Feb 28 11:33:49.702603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58168) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.771222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e224-88cd-440f-a048-8e7ae23b5d45 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.773270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-355fe00a-bd35-495c-8d54-d2c4a104207d None None] Port 660187ec-d91b-461d-9ce2-70470a130202 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:49.799565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e224-88cd-440f-a048-8e7ae23b5d45 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.848051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e224-88cd-440f-a048-8e7ae23b5d45 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.868250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2e224-88cd-440f-a048-8e7ae23b5d45 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b3ffb3-d2e9-4047-a61d-d270071970ba,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:49.874419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e224-88cd-440f-a048-8e7ae23b5d45 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.875533 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0fd2e224-88cd-440f-a048-8e7ae23b5d45 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/security-groups/41b3ffb3-d2e9-4047-a61d-d270071970ba HTTP/1.1" status: 204 len: 168 time: 0.1718895 Feb 28 11:33:49.878298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58172) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.890211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-35e0422f-a579-4bc1-957f-a9ef2e44d449 None None] Could not find standard attr ID for object 0f022cf1-3bc7-421d-a14d-99065d8beb62. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:49.945979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00ff360-cfc1-4214-b9d6-fd980e9c6316 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet 61f1d071-08f8-4f47-9d14-b3d381398cbf {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:49.948841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c00ff360-cfc1-4214-b9d6-fd980e9c6316 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.994152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:50.001965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c00ff360-cfc1-4214-b9d6-fd980e9c6316 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.067498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10975f-d0be-4abb-8ed0-bc9a35d2ac74 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:50.068147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10975f-d0be-4abb-8ed0-bc9a35d2ac74 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:50.068612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10975f-d0be-4abb-8ed0-bc9a35d2ac74 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:50.070237 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8e10975f-d0be-4abb-8ed0-bc9a35d2ac74 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=561094ea078044209e9ac36a5207e7d8&network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 2999 time: 0.0750232 Feb 28 11:33:50.087337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c00ff360-cfc1-4214-b9d6-fd980e9c6316 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.162499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c00ff360-cfc1-4214-b9d6-fd980e9c6316 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.203325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c00ff360-cfc1-4214-b9d6-fd980e9c6316 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.205779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff360-cfc1-4214-b9d6-fd980e9c6316 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=61f1d071-08f8-4f47-9d14-b3d381398cbf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:50.207697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48232d64-cee5-4ba9-ba30-51ce5e5a8fc2 None None] Network 738ed971-a868-40af-b3df-855ef37deab0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:50.210871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c00ff360-cfc1-4214-b9d6-fd980e9c6316 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/61f1d071-08f8-4f47-9d14-b3d381398cbf HTTP/1.1" status: 204 len: 168 time: 0.3315482 Feb 28 11:33:50.214399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58182) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:50.282483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c1372f-17fe-444f-9444-99c6502df0c4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet 70593b9d-5178-47be-b8f9-c9be1ffb1e4a {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:50.285494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5c1372f-17fe-444f-9444-99c6502df0c4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.340527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5c1372f-17fe-444f-9444-99c6502df0c4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.426821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5c1372f-17fe-444f-9444-99c6502df0c4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.503039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5c1372f-17fe-444f-9444-99c6502df0c4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.543209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1372f-17fe-444f-9444-99c6502df0c4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=70593b9d-5178-47be-b8f9-c9be1ffb1e4a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:50.547102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5c1372f-17fe-444f-9444-99c6502df0c4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.553426 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f5c1372f-17fe-444f-9444-99c6502df0c4 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/70593b9d-5178-47be-b8f9-c9be1ffb1e4a HTTP/1.1" status: 204 len: 168 time: 0.3376377 Feb 28 11:33:50.556371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58188) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:50.598538 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0d2e9b-debc-4c3b-ad60-abb2bae6e72b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:50.598988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0d2e9b-debc-4c3b-ad60-abb2bae6e72b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:50.600764 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ee0d2e9b-debc-4c3b-ad60-abb2bae6e72b tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/61f1d071-08f8-4f47-9d14-b3d381398cbf HTTP/1.1" status: 404 len: 337 time: 0.0433900 Feb 28 11:33:50.603322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58192) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:50.668375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b8fcf8-ee5e-4ae9-b401-9cd0df7f67e6 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting subnet fead66a8-7dfc-4f87-9a0d-d5912337daac {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:33:50.671559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06b8fcf8-ee5e-4ae9-b401-9cd0df7f67e6 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.728662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06b8fcf8-ee5e-4ae9-b401-9cd0df7f67e6 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.817576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06b8fcf8-ee5e-4ae9-b401-9cd0df7f67e6 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.892045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06b8fcf8-ee5e-4ae9-b401-9cd0df7f67e6 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.917784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72afaeb-0593-4450-81fa-17e25cd46330 None None] Network 738ed971-a868-40af-b3df-855ef37deab0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:50.936168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8fcf8-ee5e-4ae9-b401-9cd0df7f67e6 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Subnet': ['ID=fead66a8-7dfc-4f87-9a0d-d5912337daac,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:50.937970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06b8fcf8-ee5e-4ae9-b401-9cd0df7f67e6 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.944603 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-06b8fcf8-ee5e-4ae9-b401-9cd0df7f67e6 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/fead66a8-7dfc-4f87-9a0d-d5912337daac HTTP/1.1" status: 204 len: 168 time: 0.3402812 Feb 28 11:33:50.946880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58196) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:50.984053 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c910f1a0-879e-48c2-9b59-4c474ad1e891 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:50.984496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c910f1a0-879e-48c2-9b59-4c474ad1e891 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:50.986132 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c910f1a0-879e-48c2-9b59-4c474ad1e891 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/272d6615-91a6-4c56-808b-a924f56cd252 HTTP/1.1" status: 404 len: 337 time: 0.0383379 Feb 28 11:33:50.988724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.030093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f1299ed8-a452-41fb-a0fb-0b74792f3175 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Synchronizing usage tracker for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:51.041730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f1299ed8-a452-41fb-a0fb-0b74792f3175 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Unset dirty status for tenant:78d0f2a66b6447cf97b78864a2ad733e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:51.042838 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f1299ed8-a452-41fb-a0fb-0b74792f3175 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd93f976-4896-4376-9251-5413ff7e981c HTTP/1.1" status: 200 len: 205 time: 0.0532415 Feb 28 11:33:51.045353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.080766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-31eb644c-8877-4aca-9612-7fdc0a02da7e None None] Provisioning complete for port f3d3b340-fc71-47ed-b7af-35de9f9d713a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:51.081137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31eb644c-8877-4aca-9612-7fdc0a02da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.218486 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-bfc5a665-e417-43b8-a380-ac0c1004a9bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] delete failed (client error): The resource could not be found. Feb 28 11:33:51.219526 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bfc5a665-e417-43b8-a380-ac0c1004a9bb tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/routers/dd93f976-4896-4376-9251-5413ff7e981c HTTP/1.1" status: 404 len: 336 time: 0.1733179 Feb 28 11:33:51.222054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58210) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.240061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-31eb644c-8877-4aca-9612-7fdc0a02da7e None None] Provisioning complete for port 660187ec-d91b-461d-9ce2-70470a130202 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:51.240427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31eb644c-8877-4aca-9612-7fdc0a02da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.260584 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-393ab7c2-eecd-470d-9f99-0cd6d1886af2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:51.261037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393ab7c2-eecd-470d-9f99-0cd6d1886af2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:51.262701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-393ab7c2-eecd-470d-9f99-0cd6d1886af2 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/2c9cfc20-4f1f-4bf9-b865-d012a62bad55 HTTP/1.1" status: 404 len: 337 time: 0.0397398 Feb 28 11:33:51.265221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58214) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.284562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6573a1c8-060e-40d2-948b-ce13fca8f905 None None] DHCP port deletion for 738ed971-a868-40af-b3df-855ef37deab0 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:33:51.301701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6573a1c8-060e-40d2-948b-ce13fca8f905 None None] Deleting port f3d3b340-fc71-47ed-b7af-35de9f9d713a {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:51.302077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6573a1c8-060e-40d2-948b-ce13fca8f905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.306112 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2084d3c-8b7f-4a2b-943a-fc21fa9e5a0f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:51.306559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2084d3c-8b7f-4a2b-943a-fc21fa9e5a0f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:51.308253 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d2084d3c-8b7f-4a2b-943a-fc21fa9e5a0f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/0540403f-8529-4a0f-b7b5-4dc868805ef0 HTTP/1.1" status: 404 len: 337 time: 0.0420926 Feb 28 11:33:51.310782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58218) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.338557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-31eb644c-8877-4aca-9612-7fdc0a02da7e None None] Port 660187ec-d91b-461d-9ce2-70470a130202 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:51.346978 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cb131f-661d-4f0c-b93c-6803a0298953 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:51.347457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cb131f-661d-4f0c-b93c-6803a0298953 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:51.349104 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a7cb131f-661d-4f0c-b93c-6803a0298953 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/dcb0ef01-ffdf-4bdb-a35d-0278d7d37f99 HTTP/1.1" status: 404 len: 337 time: 0.0374095 Feb 28 11:33:51.352156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58222) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.391841 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ea9829-e193-4d15-b6e8-b2ea46f116da tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:51.392298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ea9829-e193-4d15-b6e8-b2ea46f116da tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:51.393932 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c5ea9829-e193-4d15-b6e8-b2ea46f116da tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/06b1d89d-2af2-40a5-93d8-ff3c285e8c47 HTTP/1.1" status: 404 len: 333 time: 0.0408914 Feb 28 11:33:51.396381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.437866 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8cec6e-d934-4393-9c85-d4ef99219a10 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:51.438485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8cec6e-d934-4393-9c85-d4ef99219a10 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:51.440163 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9a8cec6e-d934-4393-9c85-d4ef99219a10 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/9f17aedc-c292-4182-8002-b0dd255567df HTTP/1.1" status: 404 len: 337 time: 0.0427520 Feb 28 11:33:51.442646 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58230) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.483098 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d49af83-0f87-42ae-9d5e-df07cefe69ca tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:51.483614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d49af83-0f87-42ae-9d5e-df07cefe69ca tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:51.488114 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9d49af83-0f87-42ae-9d5e-df07cefe69ca tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/1f1c807c-1460-40b5-8e12-f01d529f302f HTTP/1.1" status: 404 len: 337 time: 0.0435522 Feb 28 11:33:51.488912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58234) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.493453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f3d3b340-fc71-47ed-b7af-35de9f9d713a no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:51.529850 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b18bc5-68d9-45bd-82b8-e98e4176dfb5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:51.530228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b18bc5-68d9-45bd-82b8-e98e4176dfb5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:51.534331 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a5b18bc5-68d9-45bd-82b8-e98e4176dfb5 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/0a10d1e3-a924-4dbe-a10b-9e5ccfd8c27a HTTP/1.1" status: 404 len: 333 time: 0.0419605 Feb 28 11:33:51.534490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.551174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6573a1c8-060e-40d2-948b-ce13fca8f905 None None] For port f3d3b340-fc71-47ed-b7af-35de9f9d713a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f3d3b340-fc71-47ed-b7af-35de9f9d713a,segment=NetworkSegment(34b8e291-4cd4-4cf6-897c-8fcf7ca7b865),segment_id=34b8e291-4cd4-4cf6-897c-8fcf7ca7b865)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:51.551579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6573a1c8-060e-40d2-948b-ce13fca8f905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.575737 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c374fd8-cce7-4030-8852-b4d5a10eb536 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:51.576185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c374fd8-cce7-4030-8852-b4d5a10eb536 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:51.577832 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6c374fd8-cce7-4030-8852-b4d5a10eb536 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/a06b0e05-0b6a-422a-afae-890a86e36958 HTTP/1.1" status: 404 len: 337 time: 0.0424654 Feb 28 11:33:51.580441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58242) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.620536 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d810f09a-9ecf-42aa-b2b5-c6c9525e947f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:51.620978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d810f09a-9ecf-42aa-b2b5-c6c9525e947f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:51.622589 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d810f09a-9ecf-42aa-b2b5-c6c9525e947f tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/subnets/1c508af5-1587-4cc3-9a9b-a98af041dfd0 HTTP/1.1" status: 404 len: 337 time: 0.0412724 Feb 28 11:33:51.625194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.688990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1db9d936-21e2-4b9c-8aa2-a48747c09950 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Deleting port 660187ec-d91b-461d-9ce2-70470a130202 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:33:51.689325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1db9d936-21e2-4b9c-8aa2-a48747c09950 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.713104 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6573a1c8-060e-40d2-948b-ce13fca8f905 None None] Calling delete_port for f3d3b340-fc71-47ed-b7af-35de9f9d713a owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:51.790307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.890729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6573a1c8-060e-40d2-948b-ce13fca8f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.907287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1db9d936-21e2-4b9c-8aa2-a48747c09950 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.944465 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573a1c8-060e-40d2-948b-ce13fca8f905 None None] Pushing event deleted for resources: {'Port': ['ID=f3d3b340-fc71-47ed-b7af-35de9f9d713a,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:51.946243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573a1c8-060e-40d2-948b-ce13fca8f905 None None] No DVR routers for this DVR port f3d3b340-fc71-47ed-b7af-35de9f9d713a on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:52.028670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1db9d936-21e2-4b9c-8aa2-a48747c09950 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Calling delete_port for 660187ec-d91b-461d-9ce2-70470a130202 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:33:52.112229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1db9d936-21e2-4b9c-8aa2-a48747c09950 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.161148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9d936-21e2-4b9c-8aa2-a48747c09950 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Port': ['ID=660187ec-d91b-461d-9ce2-70470a130202,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:52.166539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1db9d936-21e2-4b9c-8aa2-a48747c09950 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.179762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1db9d936-21e2-4b9c-8aa2-a48747c09950 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/ports/660187ec-d91b-461d-9ce2-70470a130202 HTTP/1.1" status: 204 len: 168 time: 0.5531189 Feb 28 11:33:52.182178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:52.292303 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.420733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.445938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738ed971-a868-40af-b3df-855ef37deab0']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:52.457834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b8e291-4cd4-4cf6-897c-8fcf7ca7b865') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:52.458127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b8e291-4cd4-4cf6-897c-8fcf7ca7b865') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:52.469545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.485664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.491668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:33:52.492047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:52.506230 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:52.583892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.601714 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.611012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] Pushing event deleted for resources: {'Network': ['ID=738ed971-a868-40af-b3df-855ef37deab0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:52.613784 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b7dfc9fa-cf12-4981-9963-e344c1a9e8a3 tempest-PortsIpV6TestJSON-178803727 tempest-PortsIpV6TestJSON-178803727-project] 10.222.0.64 "DELETE /v2.0/networks/738ed971-a868-40af-b3df-855ef37deab0 HTTP/1.1" status: 204 len: 168 time: 0.4307005 Feb 28 11:33:52.867233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.010989 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-57737b46-5751-42c2-920e-e073f30a063e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78d0f2a66b6447cf97b78864a2ad733e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425402 Feb 28 11:33:53.013412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58268) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.072094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23aec692-ddbd-4084-80be-714b61ba1069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.096095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23aec692-ddbd-4084-80be-714b61ba1069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.148465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23aec692-ddbd-4084-80be-714b61ba1069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.165301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aec692-ddbd-4084-80be-714b61ba1069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cecd03-9f5d-44f2-bd58-1bbdd9aac4a6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:53.168512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23aec692-ddbd-4084-80be-714b61ba1069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.169995 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-23aec692-ddbd-4084-80be-714b61ba1069 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12cecd03-9f5d-44f2-bd58-1bbdd9aac4a6 HTTP/1.1" status: 204 len: 168 time: 0.1553249 Feb 28 11:33:53.840518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.946198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-70698265'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:53.951063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:53.954844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:network and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:53.957673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:53.963873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:53.973351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:53.977107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.988753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.003770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:54.008001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:security_group_rule and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:54.010670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:54.016188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:54.098681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.102384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.137364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:54.145341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba1c564-e8c0-473a-be3d-efb6b7863b8e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:54.152720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.153178 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added segment 0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7 of type vlan for network 40170079-d1f3-4412-a9ec-caa089fe2bb6 Feb 28 11:33:54.277102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.306511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.311780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:54.312363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.418503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58300) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:54.420210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Network': ['ID=40170079-d1f3-4412-a9ec-caa089fe2bb6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:54.425949 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d43e2ebd-3fd4-4c77-bc8a-f60df26cb854 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5819948 Feb 28 11:33:54.426159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58304) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:54.431939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 40170079-d1f3-4412-a9ec-caa089fe2bb6 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:54.432450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-884483098'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:54.437177 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:54.441093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:network and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:54.444243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:54.450010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:54.460488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:54.464043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.489343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5dd87c-ac88-4705-8ece-75b026c5ec66 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:54.490835 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6c5dd87c-ac88-4705-8ece-75b026c5ec66 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687 HTTP/1.1" status: 200 len: 814 time: 0.0712345 Feb 28 11:33:54.500376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:54.510859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.511233 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added segment 6fb55e66-d8ed-4f92-b739-ba08030f6536 of type vlan for network 73777dce-d036-4360-9f42-36eca2b8d2a3 Feb 28 11:33:54.537518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.566555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.572280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:54.572856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.666623 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2395234 Feb 28 11:33:54.669650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58312) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:54.675319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'subnet': {'network_id': '40170079-d1f3-4412-a9ec-caa089fe2bb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:54.677592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a5239-e306-4744-acf4-04414ff1dfe4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Network': ['ID=73777dce-d036-4360-9f42-36eca2b8d2a3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:54.688316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 73777dce-d036-4360-9f42-36eca2b8d2a3 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:54.881683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:54.885410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:subnet and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:54.888196 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:54.893750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:54.903696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:54.907062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.115866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.195946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Subnet': ['ID=0acb4717-6061-4efb-9058-ab73027c4b87,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:55.203366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Checking segment: {'id': '0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '40170079-d1f3-4412-a9ec-caa089fe2bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:55.203724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network hostable DHCP agents. Network: 40170079-d1f3-4412-a9ec-caa089fe2bb6, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:55.221912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 40170079-d1f3-4412-a9ec-caa089fe2bb6 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:55.231191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 40170079-d1f3-4412-a9ec-caa089fe2bb6) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:55.234894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:55.235505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.242203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d9706-c011-43e7-930e-97eabb8c62d6 None None] Network 40170079-d1f3-4412-a9ec-caa089fe2bb6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:55.258830 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-465b36ae-7f8b-4a79-838c-d3d5ec692b5b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5855570 Feb 28 11:33:55.259039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58316) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:55.264397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'subnet': {'network_id': '73777dce-d036-4360-9f42-36eca2b8d2a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:55.372958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:55.377893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58320) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:55.378577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:subnet and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:55.381511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:55.384170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fb42af26-fc25-4e5b-90d6-9b8d6fc765f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:55.387910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:55.399701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:55.403334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.456576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-40170079-d1f3-4412-a9ec-caa089fe2bb6', 'network_id': '40170079-d1f3-4412-a9ec-caa089fe2bb6', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'fixed_ips': [{'subnet_id': '0acb4717-6061-4efb-9058-ab73027c4b87'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:33:55.457500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.497307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb42af26-fc25-4e5b-90d6-9b8d6fc765f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.625996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Allocated IP 2001:db8::2 (40170079-d1f3-4412-a9ec-caa089fe2bb6/0acb4717-6061-4efb-9058-ab73027c4b87/cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:55.628165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.708877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Subnet': ['ID=353cd49e-3d95-46e7-845d-0f6336041fdf,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:55.719838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Checking segment: {'id': '6fb55e66-d8ed-4f92-b739-ba08030f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73777dce-d036-4360-9f42-36eca2b8d2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:55.720197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network hostable DHCP agents. Network: 73777dce-d036-4360-9f42-36eca2b8d2a3, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:55.741006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 73777dce-d036-4360-9f42-36eca2b8d2a3 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:55.752903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 73777dce-d036-4360-9f42-36eca2b8d2a3) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:55.758096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:55.758773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.768756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fcfe14-ac73-43d9-a96a-c18dbd766c20 None None] Network 73777dce-d036-4360-9f42-36eca2b8d2a3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:55.784461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb42af26-fc25-4e5b-90d6-9b8d6fc765f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.786696 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f7d1651e-47eb-4c21-afd0-9c54431e97dc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5266476 Feb 28 11:33:55.789867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58324) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:55.791954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb42af26-fc25-4e5b-90d6-9b8d6fc765f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.793053 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-fb42af26-fc25-4e5b-90d6-9b8d6fc765f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 47a00fcf-6005-47aa-9b74-5b93cc3e7d5a disassociated. External IP: 172.26.8.153, port: 1b294fc5-defb-45b1-9998-21239e72b5a6. Feb 28 11:33:55.795302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2115903560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:33:55.802293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:55.807559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:router and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:55.812873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:55.819959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:55.833531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.834676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.851845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.872554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.896357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.898096 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a8425b68-fd89-4afb-80a6-dc2a2033f61a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1066768 Feb 28 11:33:55.902112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58328) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:55.963101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.004310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Transition to ACTIVE for port object cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:56.039764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Transition to ACTIVE for port object cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:56.076864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.140063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-73777dce-d036-4360-9f42-36eca2b8d2a3', 'network_id': '73777dce-d036-4360-9f42-36eca2b8d2a3', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'fixed_ips': [{'subnet_id': '353cd49e-3d95-46e7-845d-0f6336041fdf'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:33:56.140896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.179926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb42af26-fc25-4e5b-90d6-9b8d6fc765f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 7026e8c0-a14d-492b-ae7c-cdde53010c73 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:33:56.182497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Network 40170079-d1f3-4412-a9ec-caa089fe2bb6 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:56.185588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Pushing event updated for resources: {'Port': ['ID=cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:56.187756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:56.225239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:56.239596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.241758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.241758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.241758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.241758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.242151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.242151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.242454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.242749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.243071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.243427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.243747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.355745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Attempting to bind port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:56.355989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Attempting to bind port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '40170079-d1f3-4412-a9ec-caa089fe2bb6'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:56.356349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Attempting to bind port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c on network 40170079-d1f3-4412-a9ec-caa089fe2bb6 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:56.364748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb42af26-fc25-4e5b-90d6-9b8d6fc765f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:33:56.369538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb42af26-fc25-4e5b-90d6-9b8d6fc765f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.378436 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] Sync routers for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:56.391027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.391412 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:56.392212 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:56.439404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Allocated IP 2001:db8:1::2 (73777dce-d036-4360-9f42-36eca2b8d2a3/353cd49e-3d95-46e7-845d-0f6336041fdf/b3ec906d-dfcf-46b4-a32c-decd027119c1) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:56.585976 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fb42af26-fc25-4e5b-90d6-9b8d6fc765f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 690 time: 1.2038269 Feb 28 11:33:56.585976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:56.589003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58332) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:56.638296 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:33:56.690471 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'status': 'completed', 'code': 200} Feb 28 11:33:56.760932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.761515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f85a0cf7-4ba1-4edb-ad9c-ae9fadcce8bd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 690 time: 0.1595614 Feb 28 11:33:56.777927 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Transition to ACTIVE for port object b3ec906d-dfcf-46b4-a32c-decd027119c1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:56.794062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-d8b6f7d5-82a7-4a6f-b823-03d36ecbc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:56.795689 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-d8b6f7d5-82a7-4a6f-b823-03d36ecbc870 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 1098 time: 0.1072845 Feb 28 11:33:56.805464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:33:56.805933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Checking segment: {'id': '0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '40170079-d1f3-4412-a9ec-caa089fe2bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:56.806470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.806957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Bound using segment: {'id': '0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '40170079-d1f3-4412-a9ec-caa089fe2bb6'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:33:56.807667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Bound port: cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '40170079-d1f3-4412-a9ec-caa089fe2bb6'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:56.808136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.817981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Transition to ACTIVE for port object b3ec906d-dfcf-46b4-a32c-decd027119c1 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:56.861311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.942988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Pushing event updated for resources: {'Port': ['ID=b3ec906d-dfcf-46b4-a32c-decd027119c1,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:56.955475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-80a878ea-e9f0-4b99-b51d-2ae3194541ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:56.956920 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-80a878ea-e9f0-4b99-b51d-2ae3194541ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 898 time: 0.1533215 Feb 28 11:33:56.958013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Network 73777dce-d036-4360-9f42-36eca2b8d2a3 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:56.961050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:56.964999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:56.974130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 2001:db8::1 (40170079-d1f3-4412-a9ec-caa089fe2bb6/0acb4717-6061-4efb-9058-ab73027c4b87/3d140de9-8ffe-4fdf-9fd1-17b573e92331) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:57.027953 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:57.031838 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] Checking router: 7026e8c0-a14d-492b-ae7c-cdde53010c73 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:33:57.041718 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:57.041909 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:57.045456 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-b579b675-2e1d-4f1f-94bb-b824024481eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b294fc5-defb-45b1-9998-21239e72b5a6 HTTP/1.1" status: 200 len: 217 time: 0.0811963 Feb 28 11:33:57.093532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] For port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:33:57.097299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.099980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Attempting to bind port b3ec906d-dfcf-46b4-a32c-decd027119c1 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:57.099980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Attempting to bind port b3ec906d-dfcf-46b4-a32c-decd027119c1 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6fb55e66-d8ed-4f92-b739-ba08030f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73777dce-d036-4360-9f42-36eca2b8d2a3'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:57.100574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Attempting to bind port b3ec906d-dfcf-46b4-a32c-decd027119c1 on network 73777dce-d036-4360-9f42-36eca2b8d2a3 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:33:57.108877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] For port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c,segment=NetworkSegment(0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7),segment_id=0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:33:57.110315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:33:57.110881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Checking segment: {'id': '6fb55e66-d8ed-4f92-b739-ba08030f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73777dce-d036-4360-9f42-36eca2b8d2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:33:57.111422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.112019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Bound using segment: {'id': '6fb55e66-d8ed-4f92-b739-ba08030f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73777dce-d036-4360-9f42-36eca2b8d2a3'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:33:57.112580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Bound port: b3ec906d-dfcf-46b4-a32c-decd027119c1, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb55e66-d8ed-4f92-b739-ba08030f6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73777dce-d036-4360-9f42-36eca2b8d2a3'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:57.113139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.125260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.133059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-357e8618-1720-40f4-99d6-269d12804265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:57.135442 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-357e8618-1720-40f4-99d6-269d12804265 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 200 len: 834 time: 0.0820956 Feb 28 11:33:57.185367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.206442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Transition to ACTIVE for port object 3d140de9-8ffe-4fdf-9fd1-17b573e92331 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:57.230134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-17cb6702-c69e-4f4f-8ddd-f80f401bade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:57.232309 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-17cb6702-c69e-4f4f-8ddd-f80f401bade5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922577 Feb 28 11:33:57.237158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.245293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-4aeef0bb-1775-44f4-b052-078484f04672 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:33:57.247232 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-4aeef0bb-1775-44f4-b052-078484f04672 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086603 Feb 28 11:33:57.248806 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:33:57.254220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a744c-5a8a-418f-abe2-ecc4368570c0 None None] Pushing event updated for resources: {'Port': ['ID=cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:57.302188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] For port b3ec906d-dfcf-46b4-a32c-decd027119c1, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:33:57.306183 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 40170079-d1f3-4412-a9ec-caa089fe2bb6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:57.306590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] For port b3ec906d-dfcf-46b4-a32c-decd027119c1, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b3ec906d-dfcf-46b4-a32c-decd027119c1,segment=NetworkSegment(6fb55e66-d8ed-4f92-b739-ba08030f6536),segment_id=6fb55e66-d8ed-4f92-b739-ba08030f6536)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:33:57.310034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:57.312792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:33:57.313393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.322762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.344409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=3d140de9-8ffe-4fdf-9fd1-17b573e92331,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:57.457934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce93bc8-ca98-41b7-8c01-03c5495a8ba6 None None] Pushing event updated for resources: {'Port': ['ID=b3ec906d-dfcf-46b4-a32c-decd027119c1,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:57.459656 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-8a23cdb4-9893-47e5-828d-76c85477be28 service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033553 Feb 28 11:33:57.490120 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.694150 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d269bf4-eb91-4b71-94b7-e10a6a4ff858 req-c4ba5bb0-38ba-47c3-b115-bb0b31930c8b service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273211 Feb 28 11:33:57.748325 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:57.753040 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9ffec-ef0b-41d0-8b82-8abb7db74e80 None None] The sync data for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv is: [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:57.763894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58338) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:57.903636 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4037c796-8861-46fd-9b86-4d7c92203b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 690 time: 0.1383722 Feb 28 11:33:58.031328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7d7b2-d631-4975-b07a-3a1a3572657c None None] New status for floating IP 47a00fcf-6005-47aa-9b74-5b93cc3e7d5a: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:33:58.068034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.073318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.074152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.214538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=3d140de9-8ffe-4fdf-9fd1-17b573e92331,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:58.278795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 40170079-d1f3-4412-a9ec-caa089fe2bb6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:58.280124 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:58.470150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 4786c161-2077-4826-8274-f2973b8cf1ad is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:33:58.565887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea957a-b9b4-48de-bd88-d691d8eea71f None None] Network 40170079-d1f3-4412-a9ec-caa089fe2bb6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:58.678314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-06a6cfd1-97db-494e-b2bb-e489b604b84b None None] Provisioning for port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:58.742677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:33:58.754133 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4efb7e29-a3c1-48a3-80a0-aed94817e9fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/4786c161-2077-4826-8274-f2973b8cf1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8509626 Feb 28 11:33:58.755612 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a5bbda-e6ca-4202-a9bf-902a4a5e59e6 None None] Sync routers for ids ['4786c161-2077-4826-8274-f2973b8cf1ad'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:58.757576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:58.766462 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5bbda-e6ca-4202-a9bf-902a4a5e59e6 None None] Routers {'4786c161-2077-4826-8274-f2973b8cf1ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:58.767067 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f7a5bbda-e6ca-4202-a9bf-902a4a5e59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4786c161-2077-4826-8274-f2973b8cf1ad'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:58.839304 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f7a5bbda-e6ca-4202-a9bf-902a4a5e59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:58.856983 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5bbda-e6ca-4202-a9bf-902a4a5e59e6 None None] Routers {'4786c161-2077-4826-8274-f2973b8cf1ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:33:58.857587 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f7a5bbda-e6ca-4202-a9bf-902a4a5e59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4786c161-2077-4826-8274-f2973b8cf1ad'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:58.863394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3cf2d7-833d-4967-87b3-d2cc77996c7d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:58.867427 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ff3cf2d7-833d-4967-87b3-d2cc77996c7d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports/3d140de9-8ffe-4fdf-9fd1-17b573e92331 HTTP/1.1" status: 200 len: 911 time: 0.1057682 Feb 28 11:33:58.867765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58346) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:58.907185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58350) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:58.924179 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f7a5bbda-e6ca-4202-a9bf-902a4a5e59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:58.924580 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a5bbda-e6ca-4202-a9bf-902a4a5e59e6 None None] The sync data for ids ['4786c161-2077-4826-8274-f2973b8cf1ad'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:59.015358 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c3eea328-056b-411d-a12c-d787c1288d2d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 688 time: 0.1066816 Feb 28 11:33:59.176779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723493be-3983-41bb-bacc-f6b8b933ff78 None None] Network 73777dce-d036-4360-9f42-36eca2b8d2a3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:33:59.320067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a2da3dd3-7f58-4131-a862-31b38ae8e680 None None] Provisioning for port b3ec906d-dfcf-46b4-a32c-decd027119c1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:59.381889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a2da3dd3-7f58-4131-a862-31b38ae8e680 None None] Provisioning for port 3d140de9-8ffe-4fdf-9fd1-17b573e92331 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:59.401802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a2da3dd3-7f58-4131-a862-31b38ae8e680 None None] Provisioning complete for port 3d140de9-8ffe-4fdf-9fd1-17b573e92331 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:59.402268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a2da3dd3-7f58-4131-a862-31b38ae8e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.498814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.508500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a2da3dd3-7f58-4131-a862-31b38ae8e680 None None] Port 3d140de9-8ffe-4fdf-9fd1-17b573e92331 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:59.603739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b3ec906d-dfcf-46b4-a32c-decd027119c1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:59.681809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2df7af70-e43a-4ea3-9976-959e66f09af8 None None] Provisioning complete for port 3d140de9-8ffe-4fdf-9fd1-17b573e92331 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:59.682180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2df7af70-e43a-4ea3-9976-959e66f09af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.737771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2df7af70-e43a-4ea3-9976-959e66f09af8 None None] Port 3d140de9-8ffe-4fdf-9fd1-17b573e92331 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:33:59.755401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port b3ec906d-dfcf-46b4-a32c-decd027119c1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:59.761394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b3ec906d-dfcf-46b4-a32c-decd027119c1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:59.761772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.888839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.899004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-51a26090-679b-43d4-8222-89a198c68782 None None] Provisioning complete for port b3ec906d-dfcf-46b4-a32c-decd027119c1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:59.899398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51a26090-679b-43d4-8222-89a198c68782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.915688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 2001:db8:1::1 (73777dce-d036-4360-9f42-36eca2b8d2a3/353cd49e-3d95-46e7-845d-0f6336041fdf/954326df-aca0-4120-9392-5b683c0081fb) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:59.974231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port b3ec906d-dfcf-46b4-a32c-decd027119c1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b3ec906d-dfcf-46b4-a32c-decd027119c1,segment=NetworkSegment(6fb55e66-d8ed-4f92-b739-ba08030f6536),segment_id=6fb55e66-d8ed-4f92-b739-ba08030f6536)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:33:59.980527 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.981276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:00.083854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.104400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Transition to ACTIVE for port object 954326df-aca0-4120-9392-5b683c0081fb will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:00.131475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.152340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=b3ec906d-dfcf-46b4-a32c-decd027119c1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:00.175477 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:00.180217 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99ab4c8d-a7c9-4651-ab85-8d6e0a424d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.184148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:00.184576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.199691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 73777dce-d036-4360-9f42-36eca2b8d2a3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:00.202776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:00.205269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:00.206326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.275471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58356) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.280838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977588340', 'description': 'tempest-secgroup-smoke-1977588340 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:00.290478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:00.302263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:00.315909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.331698 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.345327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:00.351559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:00.356276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:00.364782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:00.375326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=954326df-aca0-4120-9392-5b683c0081fb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:00.375577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c,segment=NetworkSegment(0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7),segment_id=0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:00.386833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.472445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:00.472577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.482496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.491166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.495324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a41ef7e8-f9ee-456d-92cc-5ced91c2d34c None None] Provisioning for port 954326df-aca0-4120-9392-5b683c0081fb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:00.500760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a41ef7e8-f9ee-456d-92cc-5ced91c2d34c None None] Provisioning complete for port 954326df-aca0-4120-9392-5b683c0081fb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:00.501213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a41ef7e8-f9ee-456d-92cc-5ced91c2d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.530402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225a8524-7f95-4d8b-9771-cd4f645f530d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:00.535037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.536270 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-182808c1-e46d-4524-bee0-a0c0dee3fea1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2598040 Feb 28 11:34:00.539146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58360) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.545642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '225a8524-7f95-4d8b-9771-cd4f645f530d', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:00.551555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:00.555455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:00.558388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:00.559559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a41ef7e8-f9ee-456d-92cc-5ced91c2d34c None None] Port 954326df-aca0-4120-9392-5b683c0081fb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:00.564433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:00.582356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.641191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.645059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.670435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef2469a-d03f-4e6c-8745-3617c165f0bd,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:00.680555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.681783 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0fbbd7d3-e449-4f94-87a0-18efcf84bc5b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416516 Feb 28 11:34:00.684465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58364) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.689335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '225a8524-7f95-4d8b-9771-cd4f645f530d', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:00.695998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:00.699854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:00.702685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:00.708417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:00.725204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.787285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.790729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.817156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65223938-eab7-4a65-8bb9-4c93a78b2e4c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:00.827781 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.829056 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5b151014-049a-40b6-abf6-6353350901ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436026 Feb 28 11:34:00.832301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.836716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '225a8524-7f95-4d8b-9771-cd4f645f530d', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:00.842460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:00.846266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:00.849176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:00.854791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:00.872505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.900971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.905432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.906135 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.940593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.946676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.970881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f69c07-f1dc-46d3-9c22-12ce4e0b4c61,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:00.981023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.982198 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-83bed44b-e3f3-4f8a-8bd1-b9d1099578fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495790 Feb 28 11:34:00.984918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58372) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.989806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '225a8524-7f95-4d8b-9771-cd4f645f530d', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:00.995406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:00.999096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:01.001936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:01.008189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:01.025320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.065534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=954326df-aca0-4120-9392-5b683c0081fb,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:01.110291 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 73777dce-d036-4360-9f42-36eca2b8d2a3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:01.111155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.111606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:01.116569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.148590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfc4bb6-2241-4c89-9153-3212e1bbf956,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:01.155297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.159754 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cc8a7e0a-bcca-4910-b133-83a36d850f56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1736703 Feb 28 11:34:01.160453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58376) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:01.165830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '225a8524-7f95-4d8b-9771-cd4f645f530d', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:01.172474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:01.177501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:01.180843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:01.187534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:01.199880 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:34:01.208624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.286997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.292767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.294088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 4786c161-2077-4826-8274-f2973b8cf1ad has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:01.325126 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bf668f-ad0c-4d3f-bef7-5ff01ea386d5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:01.346842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.349208 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ac817603-d258-4fcf-b045-f7e90df28df1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1877255 Feb 28 11:34:01.352370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58380) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:01.356906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '225a8524-7f95-4d8b-9771-cd4f645f530d', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:01.363080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:01.367607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:01.373868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:01.382669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:01.384265 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1606cc5c-649d-4c5c-b224-b02bf8f5c22a None None] Provisioning complete for port 954326df-aca0-4120-9392-5b683c0081fb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:01.384773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1606cc5c-649d-4c5c-b224-b02bf8f5c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.393143 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:34:01.401086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.466820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1606cc5c-649d-4c5c-b224-b02bf8f5c22a None None] Port 954326df-aca0-4120-9392-5b683c0081fb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:01.484190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.489020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.491002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:01.500528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c444ca-978c-4d6d-86e9-88e9610efd30 None None] Sync routers for ids ['4786c161-2077-4826-8274-f2973b8cf1ad'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:01.506822 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6ed7e4e5-79e0-4605-ae85-95a5bdacc1ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/4786c161-2077-4826-8274-f2973b8cf1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6378124 Feb 28 11:34:01.509252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58384) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:01.514525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c444ca-978c-4d6d-86e9-88e9610efd30 None None] Routers {'4786c161-2077-4826-8274-f2973b8cf1ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:01.515592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-23c444ca-978c-4d6d-86e9-88e9610efd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4786c161-2077-4826-8274-f2973b8cf1ad'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:01.573047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b3ec906d-dfcf-46b4-a32c-decd027119c1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:01.596617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff569a-3da4-4b70-aad4-9f72062f89f8 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:01.597582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-65ff569a-3da4-4b70-aad4-9f72062f89f8 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Synchronizing usage tracker for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:01.614182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-23c444ca-978c-4d6d-86e9-88e9610efd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:01.619469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-65ff569a-3da4-4b70-aad4-9f72062f89f8 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Unset dirty status for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:01.623400 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-65ff569a-3da4-4b70-aad4-9f72062f89f8 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports/954326df-aca0-4120-9392-5b683c0081fb HTTP/1.1" status: 200 len: 913 time: 0.1102545 Feb 28 11:34:01.624073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58388) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:01.645633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c444ca-978c-4d6d-86e9-88e9610efd30 None None] Routers {'4786c161-2077-4826-8274-f2973b8cf1ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:01.646295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-23c444ca-978c-4d6d-86e9-88e9610efd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:33:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4786c161-2077-4826-8274-f2973b8cf1ad'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:01.676611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170416d5-f74e-4614-8956-61badae36317,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:01.696614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.698397 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dc4d4ad4-2582-4a46-b9ae-c538d611ae95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3457692 Feb 28 11:34:01.732170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-23c444ca-978c-4d6d-86e9-88e9610efd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:01.732575 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c444ca-978c-4d6d-86e9-88e9610efd30 None None] The sync data for ids ['4786c161-2077-4826-8274-f2973b8cf1ad'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:01.747912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b3ec906d-dfcf-46b4-a32c-decd027119c1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:01.748512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.874660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:01.948355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:01.948730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.959519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-44810665-b556-4343-b9ea-acb39e7fb5fe tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:01.978404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-44810665-b556-4343-b9ea-acb39e7fb5fe tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:01.983677 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-44810665-b556-4343-b9ea-acb39e7fb5fe tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977588340&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0657206 Feb 28 11:34:02.143299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-5721a675-aa89-44ca-b304-a05f799001d6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:02.144733 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-5721a675-aa89-44ca-b304-a05f799001d6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 797 time: 0.1571922 Feb 28 11:34:02.159784 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6e8fdf1e-786d-4eb8-bea8-ac92767c042c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0088944 Feb 28 11:34:02.247522 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-aaca1f7d-faa9-4608-a403-765b9c2f54d0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0816929 Feb 28 11:34:02.308857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.383669 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-a9e85deb-09a6-43a7-8f07-d2396705a844 service neutron] 10.222.0.64 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238670 Feb 28 11:34:02.413571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cbebd72f-3e2a-4af0-ad1a-12d266e8c3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.516290 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-675f006d-fb23-4374-bb92-854e76b2ee07 service neutron] 10.222.0.64 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268764 Feb 28 11:34:02.652025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 954326df-aca0-4120-9392-5b683c0081fb {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:02.652375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.702066 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-efbfcfb6-cac1-45bc-b0d7-e86bce05518a req-ce62f464-23d4-47d5-8a69-9ad700def489 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 210 time: 0.0530798 Feb 28 11:34:02.861428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.990281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 954326df-aca0-4120-9392-5b683c0081fb owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:03.313672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.361394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=954326df-aca0-4120-9392-5b683c0081fb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:03.558113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.671899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.737735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.792021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-1a980ac8-3f3e-4cb6-8860-89c83313870f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:03.794087 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-1a980ac8-3f3e-4cb6-8860-89c83313870f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 797 time: 0.1770263 Feb 28 11:34:03.860343 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-9c63c7f6-9187-4068-a2b0-73e440843129 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 472 time: 0.0569880 Feb 28 11:34:03.917091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['225a8524-7f95-4d8b-9771-cd4f645f530d']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:03.938114 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-55afdede-f664-4045-a108-7fb7b5960673 req-d6a09e73-064a-48f1-9bd2-2bcd4ea7f8dd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 210 time: 0.0726237 Feb 28 11:34:04.037443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 4786c161-2077-4826-8274-f2973b8cf1ad has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:04.059400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:04.068906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:04.079448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:04.083061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.202480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:04.212415 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c2b62-1458-4d44-a224-e186fdcf0cc6 None None] Sync routers for ids ['4786c161-2077-4826-8274-f2973b8cf1ad'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:04.221851 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-480784c6-de8b-4f3d-96a9-972c89d2c219 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/4786c161-2077-4826-8274-f2973b8cf1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5967479 Feb 28 11:34:04.224488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58420) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:04.226299 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c2b62-1458-4d44-a224-e186fdcf0cc6 None None] Routers {'4786c161-2077-4826-8274-f2973b8cf1ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:04.227169 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-561c2b62-1458-4d44-a224-e186fdcf0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4786c161-2077-4826-8274-f2973b8cf1ad'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:04.247248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.12 (c064feb0-f0df-4994-bcca-0ff1354a9f5f/2479eb14-e522-42cf-9120-91d01b2922be/2c7c95b2-11c3-4af9-8abd-042068eec027) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:04.294575 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-561c2b62-1458-4d44-a224-e186fdcf0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:04.303699 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c2b62-1458-4d44-a224-e186fdcf0cc6 None None] Routers {'4786c161-2077-4826-8274-f2973b8cf1ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:04.304363 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-561c2b62-1458-4d44-a224-e186fdcf0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4786c161-2077-4826-8274-f2973b8cf1ad'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:04.367021 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-561c2b62-1458-4d44-a224-e186fdcf0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:04.367449 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c2b62-1458-4d44-a224-e186fdcf0cc6 None None] The sync data for ids ['4786c161-2077-4826-8274-f2973b8cf1ad'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:04.451558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.466904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 2c7c95b2-11c3-4af9-8abd-042068eec027 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:04.489862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.559055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:04.562016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:04.564572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:04.621914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=2c7c95b2-11c3-4af9-8abd-042068eec027,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:04.652254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:04.652885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.681400 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-6cf8e86d-57cd-46a2-8a6f-5212846bd17c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7733963 Feb 28 11:34:04.695309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Request body: {'port': {'device_id': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:04.738754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.813888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b52552f8-6d7c-47ff-82ca-5f802fae78ef None None] Provisioning for port 2c7c95b2-11c3-4af9-8abd-042068eec027 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:04.819705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b52552f8-6d7c-47ff-82ca-5f802fae78ef None None] Provisioning complete for port 2c7c95b2-11c3-4af9-8abd-042068eec027 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:04.820077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b52552f8-6d7c-47ff-82ca-5f802fae78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.824620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.877211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b52552f8-6d7c-47ff-82ca-5f802fae78ef None None] Port 2c7c95b2-11c3-4af9-8abd-042068eec027 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:05.144749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.200126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 3d140de9-8ffe-4fdf-9fd1-17b573e92331 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:05.200459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.292210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a48af-0266-4a90-bf57-39b706f3bb5d req-d2c72079-6147-41c6-9d4b-295ef47cbd6f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:05.292901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-088a48af-0266-4a90-bf57-39b706f3bb5d req-d2c72079-6147-41c6-9d4b-295ef47cbd6f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:05.354578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-088a48af-0266-4a90-bf57-39b706f3bb5d req-d2c72079-6147-41c6-9d4b-295ef47cbd6f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:05.355950 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-088a48af-0266-4a90-bf57-39b706f3bb5d req-d2c72079-6147-41c6-9d4b-295ef47cbd6f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 932 time: 0.2937315 Feb 28 11:34:05.388597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.389856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7c95b2-11c3-4af9-8abd-042068eec027 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:34:05.404327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.426475 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-088a48af-0266-4a90-bf57-39b706f3bb5d req-6794b5a5-e840-41c7-9c89-e43e2042e010 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636680 Feb 28 11:34:05.429519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Transition to ACTIVE for port object 2c7c95b2-11c3-4af9-8abd-042068eec027 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:05.433299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.519896 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 3d140de9-8ffe-4fdf-9fd1-17b573e92331 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:05.636815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7c95b2-11c3-4af9-8abd-042068eec027,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:05.682731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Attempting to bind port 2c7c95b2-11c3-4af9-8abd-042068eec027 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:05.683175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Attempting to bind port 2c7c95b2-11c3-4af9-8abd-042068eec027 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:05.683563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Attempting to bind port 2c7c95b2-11c3-4af9-8abd-042068eec027 on network c064feb0-f0df-4994-bcca-0ff1354a9f5f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:05.689694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Port 2c7c95b2-11c3-4af9-8abd-042068eec027 on network c064feb0-f0df-4994-bcca-0ff1354a9f5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:34:05.689980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Attempting to bind port 2c7c95b2-11c3-4af9-8abd-042068eec027 on network c064feb0-f0df-4994-bcca-0ff1354a9f5f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:05.696672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:05.697729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Checking segment: {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:05.698173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Bound using segment: {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:05.698603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Bound port: 2c7c95b2-11c3-4af9-8abd-042068eec027, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fccfd4-fc17-4c4c-93cb-d8b263ec672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:05.698948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.719882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.769109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=3d140de9-8ffe-4fdf-9fd1-17b573e92331,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:05.798465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] For port 2c7c95b2-11c3-4af9-8abd-042068eec027, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:05.801888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] For port 2c7c95b2-11c3-4af9-8abd-042068eec027, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c7c95b2-11c3-4af9-8abd-042068eec027,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:05.806386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.869845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:05.870463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.871828 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c7c95b2-11c3-4af9-8abd-042068eec027 HTTP/1.1" status: 200 len: 1094 time: 1.1832733 Feb 28 11:34:05.874795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'tag': '2c7c95b2-11c3-4af9-8abd-042068eec027'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:34:05.961831 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'tag': '2c7c95b2-11c3-4af9-8abd-042068eec027', 'status': 'completed', 'code': 200} Feb 28 11:34:05.966115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.983767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af40ff-9fb6-45f1-9668-302f5d19bb34 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7c95b2-11c3-4af9-8abd-042068eec027,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:06.021705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-3c610f33-d3f3-4476-8505-c4d92b281d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:06.023672 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-3c610f33-d3f3-4476-8505-c4d92b281d3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 1097 time: 0.1055272 Feb 28 11:34:06.093683 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-b49f3798-af46-4151-a887-9d9601ec5671 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c7c95b2-11c3-4af9-8abd-042068eec027 HTTP/1.1" status: 200 len: 217 time: 0.0630715 Feb 28 11:34:06.159492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-a5e20062-e644-4e40-9893-90fcadf817c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:06.160822 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-a5e20062-e644-4e40-9893-90fcadf817c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 200 len: 834 time: 0.0610638 Feb 28 11:34:06.234609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-12f1f9e0-c025-44c8-b8b5-4f4dd71feeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:06.236074 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-12f1f9e0-c025-44c8-b8b5-4f4dd71feeb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695307 Feb 28 11:34:06.249691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 4786c161-2077-4826-8274-f2973b8cf1ad has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:06.370862 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-74478da9-4b51-4c61-913b-e879b4dea2df service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279392 Feb 28 11:34:06.490594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:06.502793 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cde147aa-722c-4d6e-82f3-4981f3bd4885 req-ab34ed11-e599-4a6a-8211-8fe9fc054d9f service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263936 Feb 28 11:34:06.505017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ce434-5301-4f47-a1bd-50896fe91314 None None] Sync routers for ids ['4786c161-2077-4826-8274-f2973b8cf1ad'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:06.509751 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-81c7fb37-35ad-4303-b806-6d0ee95f518f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/4786c161-2077-4826-8274-f2973b8cf1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2810848 Feb 28 11:34:06.510394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:06.531763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ce434-5301-4f47-a1bd-50896fe91314 None None] Routers {'4786c161-2077-4826-8274-f2973b8cf1ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:06.532737 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-af5ce434-5301-4f47-a1bd-50896fe91314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4786c161-2077-4826-8274-f2973b8cf1ad'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.595917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-af5ce434-5301-4f47-a1bd-50896fe91314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.605037 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ce434-5301-4f47-a1bd-50896fe91314 None None] Routers {'4786c161-2077-4826-8274-f2973b8cf1ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:06.605633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-af5ce434-5301-4f47-a1bd-50896fe91314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4786c161-2077-4826-8274-f2973b8cf1ad'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.629383 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-da234604-2dd8-4259-a6ce-00d02bcf52b4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=4786c161-2077-4826-8274-f2973b8cf1ad HTTP/1.1" status: 200 len: 205 time: 0.1175120 Feb 28 11:34:06.632259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58434) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:06.668909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-af5ce434-5301-4f47-a1bd-50896fe91314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.669327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ce434-5301-4f47-a1bd-50896fe91314 None None] The sync data for ids ['4786c161-2077-4826-8274-f2973b8cf1ad'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:06.697045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53fa06-7e6c-4e51-bcff-176f0cec2d62 req-69d40b92-3f41-44ab-a0ad-86e8f6675dc4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:06.698522 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bc53fa06-7e6c-4e51-bcff-176f0cec2d62 req-69d40b92-3f41-44ab-a0ad-86e8f6675dc4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 944 time: 0.1515236 Feb 28 11:34:06.703612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-daa9ea01-6030-4ab7-b4bf-0d91755ef706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:06.705024 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-daa9ea01-6030-4ab7-b4bf-0d91755ef706 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 1097 time: 0.1188498 Feb 28 11:34:06.777929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64db482-ab64-4999-9c9f-d12e861dafa0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.834484 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bc53fa06-7e6c-4e51-bcff-176f0cec2d62 req-8fdfa0e5-2fee-4d02-b32c-32df06d9a047 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285193 Feb 28 11:34:06.868723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-e9748cd6-fbb7-4e34-87e6-561f3abb2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:06.870157 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-e9748cd6-fbb7-4e34-87e6-561f3abb2499 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 898 time: 0.1476138 Feb 28 11:34:06.936836 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-06be73dc-3c76-40f3-bee8-475f134919eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c7c95b2-11c3-4af9-8abd-042068eec027 HTTP/1.1" status: 200 len: 217 time: 0.0596633 Feb 28 11:34:07.082776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64db482-ab64-4999-9c9f-d12e861dafa0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.085142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64db482-ab64-4999-9c9f-d12e861dafa0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.107240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-7b7a1cc5-d802-46f9-8cea-d5d38b1577db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:07.108372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64db482-ab64-4999-9c9f-d12e861dafa0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.108854 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-7b7a1cc5-d802-46f9-8cea-d5d38b1577db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 200 len: 834 time: 0.1651270 Feb 28 11:34:07.108989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64db482-ab64-4999-9c9f-d12e861dafa0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Fanout notify agent at l3_agent the message router_deleted on router 4786c161-2077-4826-8274-f2973b8cf1ad {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:34:07.120990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64db482-ab64-4999-9c9f-d12e861dafa0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.122055 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b64db482-ab64-4999-9c9f-d12e861dafa0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/4786c161-2077-4826-8274-f2973b8cf1ad HTTP/1.1" status: 204 len: 168 time: 0.4888010 Feb 28 11:34:07.124785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58438) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:07.186357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-d35c9b93-e4aa-49e7-9b3c-d4d9e8b48f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:07.188260 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-d35c9b93-e4aa-49e7-9b3c-d4d9e8b48f56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729697 Feb 28 11:34:07.190148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc31d59-c3fa-4548-be5c-4df5eb9b2bb4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting subnet 353cd49e-3d95-46e7-845d-0f6336041fdf {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:34:07.193614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d59-c3fa-4548-be5c-4df5eb9b2bb4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.253213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d59-c3fa-4548-be5c-4df5eb9b2bb4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.326799 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-797b6ac6-4306-485d-ae3a-1bd9061469d5 service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322753 Feb 28 11:34:07.338885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d59-c3fa-4548-be5c-4df5eb9b2bb4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.413955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d59-c3fa-4548-be5c-4df5eb9b2bb4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.456299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc31d59-c3fa-4548-be5c-4df5eb9b2bb4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Subnet': ['ID=353cd49e-3d95-46e7-845d-0f6336041fdf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.460527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d59-c3fa-4548-be5c-4df5eb9b2bb4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.466642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d132131-726c-48d6-9e96-cb7f9ced4a99 None None] Network 73777dce-d036-4360-9f42-36eca2b8d2a3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:07.469646 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1cc31d59-c3fa-4548-be5c-4df5eb9b2bb4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/353cd49e-3d95-46e7-845d-0f6336041fdf HTTP/1.1" status: 204 len: 168 time: 0.3438764 Feb 28 11:34:07.470298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58442) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:07.470629 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ea647c8-ace9-4cc7-9102-6382942a2257 req-0387c3b8-6e57-498f-92c3-7e6e4ae12e84 service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381650 Feb 28 11:34:07.535915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbf0319-289e-45b7-bed0-b9d93c17dddf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting subnet 0acb4717-6061-4efb-9058-ab73027c4b87 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:34:07.539409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0319-289e-45b7-bed0-b9d93c17dddf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.597283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0319-289e-45b7-bed0-b9d93c17dddf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.691309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0319-289e-45b7-bed0-b9d93c17dddf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.747373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794b8bc-429e-474c-8819-8a15b8b7ae8f None None] DHCP port deletion for 73777dce-d036-4360-9f42-36eca2b8d2a3 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:34:07.755460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f794b8bc-429e-474c-8819-8a15b8b7ae8f None None] Deleting port b3ec906d-dfcf-46b4-a32c-decd027119c1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:07.756123 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f794b8bc-429e-474c-8819-8a15b8b7ae8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.772062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0319-289e-45b7-bed0-b9d93c17dddf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.815611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf0319-289e-45b7-bed0-b9d93c17dddf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Subnet': ['ID=0acb4717-6061-4efb-9058-ab73027c4b87,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.824540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0319-289e-45b7-bed0-b9d93c17dddf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.830703 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ecbf0319-289e-45b7-bed0-b9d93c17dddf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/0acb4717-6061-4efb-9058-ab73027c4b87 HTTP/1.1" status: 204 len: 168 time: 0.3594337 Feb 28 11:34:07.833695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58446) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:07.851902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa7a17-f128-449a-a711-e4eaf44b61f4 None None] Network 40170079-d1f3-4412-a9ec-caa089fe2bb6 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:07.948984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.960256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port b3ec906d-dfcf-46b4-a32c-decd027119c1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:07.960587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.063293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ceb73-46cc-4b3d-90f6-1bb80fa0566e req-4f7ba9e5-d2e3-418f-bd62-b89d45512afd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:08.065158 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e67ceb73-46cc-4b3d-90f6-1bb80fa0566e req-4f7ba9e5-d2e3-418f-bd62-b89d45512afd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 944 time: 0.0982907 Feb 28 11:34:08.131537 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e67ceb73-46cc-4b3d-90f6-1bb80fa0566e req-cdb8e79a-8e3e-4bb4-964c-ebf4f2c488f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595229 Feb 28 11:34:08.167046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f794b8bc-429e-474c-8819-8a15b8b7ae8f None None] For port b3ec906d-dfcf-46b4-a32c-decd027119c1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b3ec906d-dfcf-46b4-a32c-decd027119c1,segment=NetworkSegment(6fb55e66-d8ed-4f92-b739-ba08030f6536),segment_id=6fb55e66-d8ed-4f92-b739-ba08030f6536)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:08.167517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f794b8bc-429e-474c-8819-8a15b8b7ae8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.282562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port b3ec906d-dfcf-46b4-a32c-decd027119c1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b3ec906d-dfcf-46b4-a32c-decd027119c1,segment=NetworkSegment(6fb55e66-d8ed-4f92-b739-ba08030f6536),segment_id=6fb55e66-d8ed-4f92-b739-ba08030f6536)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:08.282914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.297329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f794b8bc-429e-474c-8819-8a15b8b7ae8f None None] Calling delete_port for b3ec906d-dfcf-46b4-a32c-decd027119c1 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:08.370105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 2c7c95b2-11c3-4af9-8abd-042068eec027 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:34:08.377676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad3d124-e217-4562-af6e-c1e29351f924 None None] DHCP port deletion for 40170079-d1f3-4412-a9ec-caa089fe2bb6 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:34:08.386277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3d124-e217-4562-af6e-c1e29351f924 None None] Deleting port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:08.386598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d124-e217-4562-af6e-c1e29351f924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.410133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f794b8bc-429e-474c-8819-8a15b8b7ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.410340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for b3ec906d-dfcf-46b4-a32c-decd027119c1 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:08.473278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794b8bc-429e-474c-8819-8a15b8b7ae8f None None] Pushing event deleted for resources: {'Port': ['ID=b3ec906d-dfcf-46b4-a32c-decd027119c1,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:08.481032 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794b8bc-429e-474c-8819-8a15b8b7ae8f None None] No DVR routers for this DVR port b3ec906d-dfcf-46b4-a32c-decd027119c1 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:08.482974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.db.api [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:08.483327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG oslo_db.api [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:08.486960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:34:08.762821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 2c7c95b2-11c3-4af9-8abd-042068eec027, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c7c95b2-11c3-4af9-8abd-042068eec027,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:08.788750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '2c7c95b2-11c3-4af9-8abd-042068eec027', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'port_id': '2c7c95b2-11c3-4af9-8abd-042068eec027', 'mac_address': 'fa:16:3e:da:f9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:34:08.791248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8ad3d124-e217-4562-af6e-c1e29351f924 None None] For port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c,segment=NetworkSegment(0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7),segment_id=0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:08.791645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d124-e217-4562-af6e-c1e29351f924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.943425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3d124-e217-4562-af6e-c1e29351f924 None None] Calling delete_port for cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:08.985084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port b3ec906d-dfcf-46b4-a32c-decd027119c1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:08.985606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.003921 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.034625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7c95b2-11c3-4af9-8abd-042068eec027 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:34:09.052446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 2c7c95b2-11c3-4af9-8abd-042068eec027, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c7c95b2-11c3-4af9-8abd-042068eec027,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:09.054786 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d124-e217-4562-af6e-c1e29351f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.055904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] The port 'b3ec906d-dfcf-46b4-a32c-decd027119c1' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:34:09.093571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.105256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3d124-e217-4562-af6e-c1e29351f924 None None] Pushing event deleted for resources: {'Port': ['ID=cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.140978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3d124-e217-4562-af6e-c1e29351f924 None None] No DVR routers for this DVR port cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:09.174983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=2c7c95b2-11c3-4af9-8abd-042068eec027,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.179299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.204902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73777dce-d036-4360-9f42-36eca2b8d2a3']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:09.216637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb55e66-d8ed-4f92-b739-ba08030f6536') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:09.217008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb55e66-d8ed-4f92-b739-ba08030f6536') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:09.228245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.244603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.250780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:34:09.251265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: util.warn( Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:09.266441 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:09.294069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['2c7c95b2-11c3-4af9-8abd-042068eec027'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:34:09.337198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130c75a-fe53-4fb8-a97d-fdfed6e387a0 req-573ccb88-aa55-473d-a7e1-a8e725aa978f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:09.339440 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5130c75a-fe53-4fb8-a97d-fdfed6e387a0 req-573ccb88-aa55-473d-a7e1-a8e725aa978f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 945 time: 0.0879304 Feb 28 11:34:09.361735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.379455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.391632 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5130c75a-fe53-4fb8-a97d-fdfed6e387a0 req-ff4a784f-2a5f-401b-a94f-bd9f3912032c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472507 Feb 28 11:34:09.394634 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/networks/73777dce-d036-4360-9f42-36eca2b8d2a3 HTTP/1.1" status: 204 len: 168 time: 1.5598860 Feb 28 11:34:09.398014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58454) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:09.401261 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbe1aa-ae07-452a-b3f5-7a94d76ab92a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Network': ['ID=73777dce-d036-4360-9f42-36eca2b8d2a3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.510849 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b3ec906d-dfcf-46b4-a32c-decd027119c1 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:09.516420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.556536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: b3ec906d-dfcf-46b4-a32c-decd027119c1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:34:09.556791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b3ec906d-dfcf-46b4-a32c-decd027119c1 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:09.557211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:09.596510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:34:09.596851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device cd755f5d-6a5a-419c-91ea-c7bfbb4aff4c not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:09.652502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.676724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40170079-d1f3-4412-a9ec-caa089fe2bb6']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:09.689011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:09.689310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc6c98d-1b0f-4e71-ada8-ddb37c796ed7') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:09.701144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.717434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.724133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:34:09.724553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:09.743105 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:09.820644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.838965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.848240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Network': ['ID=40170079-d1f3-4412-a9ec-caa089fe2bb6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.852099 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4d2e234d-12f8-44ea-a74b-e0cccc8424ea tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/networks/40170079-d1f3-4412-a9ec-caa089fe2bb6 HTTP/1.1" status: 204 len: 168 time: 0.4531677 Feb 28 11:34:09.855865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58458) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:09.861268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1815607215'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:09.866628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:09.874620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:network and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:09.877639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:09.884058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:09.894953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:09.898435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.928018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:09.936961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.937299 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added segment 1dc6b67d-3b37-4da0-9785-ad89f6aecec1 of type vlan for network da370e2d-ec42-4f9a-8c59-9b4a74910023 Feb 28 11:34:09.962551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.989924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.995763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:09.996346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.095466 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2384906 Feb 28 11:34:10.098366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:10.101644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6c8e0-c756-49d6-95d6-f0694f81a472 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Network': ['ID=da370e2d-ec42-4f9a-8c59-9b4a74910023,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:10.104657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'subnet': {'network_id': 'da370e2d-ec42-4f9a-8c59-9b4a74910023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:10.111397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network da370e2d-ec42-4f9a-8c59-9b4a74910023 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:10.214630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:10.218453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:subnet and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:10.221353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:10.227637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:10.236588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:10.240097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.384433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 2c7c95b2-11c3-4af9-8abd-042068eec027 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:10.451576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 2c7c95b2-11c3-4af9-8abd-042068eec027 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:10.456762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 2c7c95b2-11c3-4af9-8abd-042068eec027 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:10.457041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.457537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.579526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.583106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Subnet': ['ID=585293c0-ab13-4efa-a299-a1bebf5d0400,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:10.597515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Checking segment: {'id': '1dc6b67d-3b37-4da0-9785-ad89f6aecec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'da370e2d-ec42-4f9a-8c59-9b4a74910023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:10.597875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network hostable DHCP agents. Network: da370e2d-ec42-4f9a-8c59-9b4a74910023, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:10.608597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7c95b2-11c3-4af9-8abd-042068eec027'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:34:10.618803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 2c7c95b2-11c3-4af9-8abd-042068eec027, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c7c95b2-11c3-4af9-8abd-042068eec027,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:10.624133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.631508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network da370e2d-ec42-4f9a-8c59-9b4a74910023 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:10.643050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8136e19-258f-4c20-92bd-01731b31a839 req-67e64aca-0dfb-43a9-9be5-7430b1ccde00 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:10.644184 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f8136e19-258f-4c20-92bd-01731b31a839 req-67e64aca-0dfb-43a9-9be5-7430b1ccde00 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 945 time: 0.1380451 Feb 28 11:34:10.664322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, da370e2d-ec42-4f9a-8c59-9b4a74910023) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:10.665815 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7c95b2-11c3-4af9-8abd-042068eec027', 'code': 200} Feb 28 11:34:10.672015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:10.672704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.674269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31233d04-6385-4448-9d8e-06d38e82310e None None] Network da370e2d-ec42-4f9a-8c59-9b4a74910023 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:10.716403 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f8136e19-258f-4c20-92bd-01731b31a839 req-d36881b1-5925-4e65-8348-cb83a1cf1df3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658841 Feb 28 11:34:10.723030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58470) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:10.726962 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d1d79cb4-56f9-4a03-a656-f1c4b11fbdab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6256297 Feb 28 11:34:10.730897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1056859510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:10.740672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:10.745140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:router and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:10.748424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:10.793501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=2c7c95b2-11c3-4af9-8abd-042068eec027,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:10.867578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:10.879630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.880752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.897933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.918384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.926101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-da370e2d-ec42-4f9a-8c59-9b4a74910023', 'network_id': 'da370e2d-ec42-4f9a-8c59-9b4a74910023', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'fixed_ips': [{'subnet_id': '585293c0-ab13-4efa-a299-a1bebf5d0400'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:34:10.927488 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.931593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2df01-4fba-4492-b3f6-d1ca2f266176 req-37404044-53cf-4f24-8155-489c77481b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:10.933136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9dd2df01-4fba-4492-b3f6-d1ca2f266176 req-37404044-53cf-4f24-8155-489c77481b0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 1099 time: 0.0756888 Feb 28 11:34:10.943748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.947302 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a2bb3108-b2f3-4f34-bca4-32b813cfafdc tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2205966 Feb 28 11:34:10.947459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58474) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:10.952963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'port': {'network_id': 'da370e2d-ec42-4f9a-8c59-9b4a74910023', 'name': 'tempest-RoutersIpV6Test-1236754856'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:10.978021 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9dd2df01-4fba-4492-b3f6-d1ca2f266176 req-f3ccf363-839c-4aa2-b595-82f6dd3ef984 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 Feb 28 11:34:11.086220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:11.087924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Allocated IP 2001:db8::2 (da370e2d-ec42-4f9a-8c59-9b4a74910023/585293c0-ab13-4efa-a299-a1bebf5d0400/3e9f226a-4330-4c66-b935-094d1d5bad81) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:11.090367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:port and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:11.093470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:11.099367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:11.108735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:11.112319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.134453 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] device_id is not set on port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:34:11.321667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.331299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Transition to ACTIVE for port object 3e9f226a-4330-4c66-b935-094d1d5bad81 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:11.348262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Transition to ACTIVE for port object 3e9f226a-4330-4c66-b935-094d1d5bad81 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:11.353623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.411673 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Network da370e2d-ec42-4f9a-8c59-9b4a74910023 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:11.414373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:11.421964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:11.425584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 2001:db8::5 (da370e2d-ec42-4f9a-8c59-9b4a74910023/585293c0-ab13-4efa-a299-a1bebf5d0400/a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:11.431683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Pushing event updated for resources: {'Port': ['ID=3e9f226a-4330-4c66-b935-094d1d5bad81,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:11.517010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Attempting to bind port 3e9f226a-4330-4c66-b935-094d1d5bad81 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:11.517381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Attempting to bind port 3e9f226a-4330-4c66-b935-094d1d5bad81 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '1dc6b67d-3b37-4da0-9785-ad89f6aecec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'da370e2d-ec42-4f9a-8c59-9b4a74910023'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:11.517740 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Attempting to bind port 3e9f226a-4330-4c66-b935-094d1d5bad81 on network da370e2d-ec42-4f9a-8c59-9b4a74910023 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:11.523266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:11.523641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Checking segment: {'id': '1dc6b67d-3b37-4da0-9785-ad89f6aecec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'da370e2d-ec42-4f9a-8c59-9b4a74910023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:11.524042 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.524452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Bound using segment: {'id': '1dc6b67d-3b37-4da0-9785-ad89f6aecec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'da370e2d-ec42-4f9a-8c59-9b4a74910023'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:11.524900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Bound port: 3e9f226a-4330-4c66-b935-094d1d5bad81, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc6b67d-3b37-4da0-9785-ad89f6aecec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'da370e2d-ec42-4f9a-8c59-9b4a74910023'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:11.525269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.614431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] For port 3e9f226a-4330-4c66-b935-094d1d5bad81, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:11.617943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] For port 3e9f226a-4330-4c66-b935-094d1d5bad81, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3e9f226a-4330-4c66-b935-094d1d5bad81,segment=NetworkSegment(1dc6b67d-3b37-4da0-9785-ad89f6aecec1),segment_id=1dc6b67d-3b37-4da0-9785-ad89f6aecec1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:11.622746 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.626900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.649647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Transition to ACTIVE for port object a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:11.675410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.707945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb7809-9ec1-4746-a97c-c0dae0aa2315 None None] Pushing event updated for resources: {'Port': ['ID=3e9f226a-4330-4c66-b935-094d1d5bad81,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:11.750257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network da370e2d-ec42-4f9a-8c59-9b4a74910023 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:11.753802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:11.759661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:11.765384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:11.766029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.792909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:11.808681 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e9147655-8522-438b-889d-9926c8a5eb81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8602166 Feb 28 11:34:11.811195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58480) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.966046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d31ce-b7d9-433d-9ed9-feef46941740 req-c90ff3f5-99a0-4a57-902d-eefb380a3419 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:11.967596 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-588d31ce-b7d9-433d-9ed9-feef46941740 req-c90ff3f5-99a0-4a57-902d-eefb380a3419 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 946 time: 0.1264155 Feb 28 11:34:12.037940 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-588d31ce-b7d9-433d-9ed9-feef46941740 req-3e011509-3f46-44ec-b3aa-524e19a9dd9b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646055 Feb 28 11:34:12.426953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.657483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f956205-b284-43cc-b2bc-6989932fc5d7 None None] Network da370e2d-ec42-4f9a-8c59-9b4a74910023 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:12.759035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9182c0d3-7234-4aad-ab48-e9a0e2280907 None None] Provisioning for port 3e9f226a-4330-4c66-b935-094d1d5bad81 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:12.914300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.919614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.040924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:13.205584 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3aba59bf-55c6-4ecc-82c1-662ab9eb6538 None None] Provisioning for port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:13.211583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3aba59bf-55c6-4ecc-82c1-662ab9eb6538 None None] Provisioning complete for port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:13.211894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3aba59bf-55c6-4ecc-82c1-662ab9eb6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.221717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.265624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4ea29-b8ac-4339-9fdd-943151533353 req-167bbc3f-b2b2-4db4-bfbc-7a59417329e2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:13.267296 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c5f4ea29-b8ac-4339-9fdd-943151533353 req-167bbc3f-b2b2-4db4-bfbc-7a59417329e2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 946 time: 0.1090558 Feb 28 11:34:13.271169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3aba59bf-55c6-4ecc-82c1-662ab9eb6538 None None] Port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:13.325366 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c5f4ea29-b8ac-4339-9fdd-943151533353 req-d757396e-d0e8-416d-8d35-a84b3e52fcfd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498693 Feb 28 11:34:13.344699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.393106 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5aec7234-0a23-403b-a0a4-929d99036c21 None None] Provisioning complete for port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:13.393873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5aec7234-0a23-403b-a0a4-929d99036c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.476008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5aec7234-0a23-403b-a0a4-929d99036c21 None None] Port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:13.540968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82519e7-8cce-48fa-8b22-1282233efe71 req-d203f9ba-5734-4ac5-aa40-5494d92b56b7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:13.542820 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e82519e7-8cce-48fa-8b22-1282233efe71 req-d203f9ba-5734-4ac5-aa40-5494d92b56b7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 946 time: 0.1038766 Feb 28 11:34:13.556434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3e9f226a-4330-4c66-b935-094d1d5bad81 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:13.590433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e82519e7-8cce-48fa-8b22-1282233efe71 req-06a300a9-1a89-4948-8edb-3c8a6c623d18 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 Feb 28 11:34:13.613821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58488) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:13.625683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69ded7e3-7080-4dd5-9d45-2d0d5e881722 None None] Provisioning complete for port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:13.626044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69ded7e3-7080-4dd5-9d45-2d0d5e881722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.676508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 3e9f226a-4330-4c66-b935-094d1d5bad81 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:13.691304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3e9f226a-4330-4c66-b935-094d1d5bad81 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:13.691907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.700730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69be0e-b6f6-4051-9644-9387dcedbd5b tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:13.702492 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cc69be0e-b6f6-4051-9644-9387dcedbd5b tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 1094 time: 0.0872412 Feb 28 11:34:13.707554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58492) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:13.713163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0f949006-502c-480f-b9d7-7674761fe38b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'port_id': '2c7c95b2-11c3-4af9-8abd-042068eec027'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:13.720713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-69ded7e3-7080-4dd5-9d45-2d0d5e881722 None None] Port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:13.790665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.794846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f949006-502c-480f-b9d7-7674761fe38b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.795616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.796562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.815839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.859338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 3e9f226a-4330-4c66-b935-094d1d5bad81, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3e9f226a-4330-4c66-b935-094d1d5bad81,segment=NetworkSegment(1dc6b67d-3b37-4da0-9785-ad89f6aecec1),segment_id=1dc6b67d-3b37-4da0-9785-ad89f6aecec1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:13.868566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.942026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=3e9f226a-4330-4c66-b935-094d1d5bad81,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:13.944275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:14.002611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network da370e2d-ec42-4f9a-8c59-9b4a74910023 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:14.003962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:14.204157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router b932f007-6c3a-4482-83aa-0a69bd65a127 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:34:14.244879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8cf82d3e-c10c-4baf-bae6-3765adb7c212 None None] Provisioning complete for port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:14.245508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8cf82d3e-c10c-4baf-bae6-3765adb7c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.299775 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8cf82d3e-c10c-4baf-bae6-3765adb7c212 None None] Port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:14.484335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:14.489460 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3d637849-6893-47de-9191-fe8b640b2698 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/b932f007-6c3a-4482-83aa-0a69bd65a127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6772699 Feb 28 11:34:14.492505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58496) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:14.498838 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50e48db-7051-4e6c-8ab2-5c01dbefe9d3 None None] Sync routers for ids ['b932f007-6c3a-4482-83aa-0a69bd65a127'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:14.509151 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e48db-7051-4e6c-8ab2-5c01dbefe9d3 None None] Routers {'b932f007-6c3a-4482-83aa-0a69bd65a127'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:14.509759 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a50e48db-7051-4e6c-8ab2-5c01dbefe9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b932f007-6c3a-4482-83aa-0a69bd65a127'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:14.525056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f949006-502c-480f-b9d7-7674761fe38b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.530059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f949006-502c-480f-b9d7-7674761fe38b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.566205 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515cad68-3e96-439a-b02c-bb48f757e5a9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:14.566731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-515cad68-3e96-439a-b02c-bb48f757e5a9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Synchronizing usage tracker for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:14.584296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-515cad68-3e96-439a-b02c-bb48f757e5a9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Unset dirty status for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:14.588277 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-515cad68-3e96-439a-b02c-bb48f757e5a9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports/a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac HTTP/1.1" status: 200 len: 982 time: 0.0923114 Feb 28 11:34:14.588500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58500) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:14.604983 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a50e48db-7051-4e6c-8ab2-5c01dbefe9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:14.614367 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e48db-7051-4e6c-8ab2-5c01dbefe9d3 None None] Routers {'b932f007-6c3a-4482-83aa-0a69bd65a127'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:14.614972 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a50e48db-7051-4e6c-8ab2-5c01dbefe9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b932f007-6c3a-4482-83aa-0a69bd65a127'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:14.676959 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a50e48db-7051-4e6c-8ab2-5c01dbefe9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:14.677363 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50e48db-7051-4e6c-8ab2-5c01dbefe9d3 None None] The sync data for ids ['b932f007-6c3a-4482-83aa-0a69bd65a127'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:14.709999 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-0f949006-502c-480f-b9d7-7674761fe38b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 47a00fcf-6005-47aa-9b74-5b93cc3e7d5a associated. External IP: 172.26.8.153, port: 2c7c95b2-11c3-4af9-8abd-042068eec027. Feb 28 11:34:15.062750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f949006-502c-480f-b9d7-7674761fe38b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 7026e8c0-a14d-492b-ae7c-cdde53010c73 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:15.083721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.362152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f949006-502c-480f-b9d7-7674761fe38b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:15.366945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f949006-502c-480f-b9d7-7674761fe38b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.369892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:15.370768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.372521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] Sync routers for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:15.381777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:15.382387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:15.420762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0f949006-502c-480f-b9d7-7674761fe38b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 992 time: 1.7121680 Feb 28 11:34:15.421439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'tag': '2c7c95b2-11c3-4af9-8abd-042068eec027'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:34:15.425279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58504) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:15.477027 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'tag': '2c7c95b2-11c3-4af9-8abd-042068eec027', 'status': 'completed', 'code': 200} Feb 28 11:34:15.538969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3e9f226a-4330-4c66-b935-094d1d5bad81 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:15.574401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-371afdcc-d309-452c-a625-2f4059677583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:15.576010 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-371afdcc-d309-452c-a625-2f4059677583 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 1099 time: 0.0773840 Feb 28 11:34:15.635040 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f5d26d70-a350-4b00-a840-f28172478214 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 992 time: 0.2073469 Feb 28 11:34:15.649349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:15.663650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.715212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-b6735a20-c647-4631-99e0-61581d5d878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:15.716863 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-b6735a20-c647-4631-99e0-61581d5d878b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 898 time: 0.1355159 Feb 28 11:34:15.802157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3e9f226a-4330-4c66-b935-094d1d5bad81 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:15.802567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.832572 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-37c83f43-e5a2-4d31-9567-142f41a34c09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c7c95b2-11c3-4af9-8abd-042068eec027 HTTP/1.1" status: 200 len: 1000 time: 0.1099710 Feb 28 11:34:15.898953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-73f40dfd-0146-4797-b83d-492e5b81f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:15.900343 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-73f40dfd-0146-4797-b83d-492e5b81f1f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 200 len: 834 time: 0.0623195 Feb 28 11:34:15.922180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:15.977229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-b0bab10b-582e-4c87-bc2e-a105cf4e7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:15.978708 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-b0bab10b-582e-4c87-bc2e-a105cf4e7401 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726428 Feb 28 11:34:16.112668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.115306 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-6dbc549d-c664-4b3e-b64b-5635fe868036 service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306498 Feb 28 11:34:16.117494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '47a00fcf-6005-47aa-9b74-5b93cc3e7d5a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'port_id': '2c7c95b2-11c3-4af9-8abd-042068eec027', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'mac_address': 'fa:16:3e:da:f9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:33:21Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.121751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] Checking router: 7026e8c0-a14d-492b-ae7c-cdde53010c73 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:16.131531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:16.132164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.170640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=a510eeaf-f3f0-4843-a2c0-6c195bd8d6ac,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:16.275231 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e438f77-158b-4b77-a8c9-1a5971ca0141 req-1eb17f00-1171-48b6-9d72-95e57515750d service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546710 Feb 28 11:34:16.339080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:16.357870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.628037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router b932f007-6c3a-4482-83aa-0a69bd65a127 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:16.637024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:16.695135 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '47a00fcf-6005-47aa-9b74-5b93cc3e7d5a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'port_id': '2c7c95b2-11c3-4af9-8abd-042068eec027', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'mac_address': 'fa:16:3e:da:f9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:33:21Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.700441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb0457-f38d-41ac-b4f6-1682f30e7291 None None] The sync data for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv is: [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '47a00fcf-6005-47aa-9b74-5b93cc3e7d5a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'port_id': '2c7c95b2-11c3-4af9-8abd-042068eec027', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'mac_address': 'fa:16:3e:da:f9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:33:21Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:16.764433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a05533ca-3ae4-45f9-8c50-8aa750f10d25 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 992 time: 0.1256430 Feb 28 11:34:16.777129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:16.786935 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550da8b-77cb-4c3b-8110-f07143eabc9a None None] Sync routers for ids ['b932f007-6c3a-4482-83aa-0a69bd65a127'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:16.797063 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2484aaaa-bc84-4272-a917-c8c478615ec0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/b932f007-6c3a-4482-83aa-0a69bd65a127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2075016 Feb 28 11:34:16.798241 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550da8b-77cb-4c3b-8110-f07143eabc9a None None] Routers {'b932f007-6c3a-4482-83aa-0a69bd65a127'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:16.799028 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8550da8b-77cb-4c3b-8110-f07143eabc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b932f007-6c3a-4482-83aa-0a69bd65a127'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.800076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:16.862963 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8550da8b-77cb-4c3b-8110-f07143eabc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.871881 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550da8b-77cb-4c3b-8110-f07143eabc9a None None] Routers {'b932f007-6c3a-4482-83aa-0a69bd65a127'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:16.872594 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8550da8b-77cb-4c3b-8110-f07143eabc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['b932f007-6c3a-4482-83aa-0a69bd65a127'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.934688 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8550da8b-77cb-4c3b-8110-f07143eabc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.937176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c753e-b6b4-4bb5-9f76-32a6827dc216 None None] New status for floating IP 47a00fcf-6005-47aa-9b74-5b93cc3e7d5a: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:34:16.939483 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550da8b-77cb-4c3b-8110-f07143eabc9a None None] The sync data for ids ['b932f007-6c3a-4482-83aa-0a69bd65a127'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:17.135497 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-8fc400b2-77bc-4a4a-8b88-3b92aec597d7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 11:34:17.136422 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8fc400b2-77bc-4a4a-8b88-3b92aec597d7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/b932f007-6c3a-4482-83aa-0a69bd65a127/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3353143 Feb 28 11:34:17.139268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58518) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:17.182874 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fe4cdff5-d4fc-4e48-aebb-322a27789c81 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=b932f007-6c3a-4482-83aa-0a69bd65a127 HTTP/1.1" status: 200 len: 205 time: 0.0424922 Feb 28 11:34:17.185428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58522) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:17.426096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83c81e2f-ddc7-4d8c-9f71-f41496802b06 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.719566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83c81e2f-ddc7-4d8c-9f71-f41496802b06 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.723144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83c81e2f-ddc7-4d8c-9f71-f41496802b06 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.748532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83c81e2f-ddc7-4d8c-9f71-f41496802b06 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.749195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c81e2f-ddc7-4d8c-9f71-f41496802b06 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Fanout notify agent at l3_agent the message router_deleted on router b932f007-6c3a-4482-83aa-0a69bd65a127 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:34:17.761469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83c81e2f-ddc7-4d8c-9f71-f41496802b06 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.762538 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-83c81e2f-ddc7-4d8c-9f71-f41496802b06 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/b932f007-6c3a-4482-83aa-0a69bd65a127 HTTP/1.1" status: 204 len: 168 time: 0.5762277 Feb 28 11:34:17.765130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:17.768195 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58530) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:17.833372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25c8755-8faa-40b5-9199-70f2610ab3e2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting subnet 585293c0-ab13-4efa-a299-a1bebf5d0400 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:34:17.837155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a25c8755-8faa-40b5-9199-70f2610ab3e2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.871521 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3c2909ab-32a2-4791-9d28-8fca42642179 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 200 len: 994 time: 0.1022036 Feb 28 11:34:17.890698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a25c8755-8faa-40b5-9199-70f2610ab3e2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.975357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a25c8755-8faa-40b5-9199-70f2610ab3e2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.045772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a25c8755-8faa-40b5-9199-70f2610ab3e2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.084313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c8755-8faa-40b5-9199-70f2610ab3e2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Subnet': ['ID=585293c0-ab13-4efa-a299-a1bebf5d0400,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:18.087926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a25c8755-8faa-40b5-9199-70f2610ab3e2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.093713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c53f68-8323-4e59-99cd-0a695a741c91 None None] Network da370e2d-ec42-4f9a-8c59-9b4a74910023 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:18.094172 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a25c8755-8faa-40b5-9199-70f2610ab3e2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/585293c0-ab13-4efa-a299-a1bebf5d0400 HTTP/1.1" status: 204 len: 168 time: 0.3280132 Feb 28 11:34:18.096647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58534) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:18.209919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.222357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 3e9f226a-4330-4c66-b935-094d1d5bad81 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:18.222606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.386944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] DHCP port deletion for da370e2d-ec42-4f9a-8c59-9b4a74910023 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:34:18.391253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] Deleting port 3e9f226a-4330-4c66-b935-094d1d5bad81 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:18.391633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.433463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port 3e9f226a-4330-4c66-b935-094d1d5bad81, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3e9f226a-4330-4c66-b935-094d1d5bad81,segment=NetworkSegment(1dc6b67d-3b37-4da0-9785-ad89f6aecec1),segment_id=1dc6b67d-3b37-4da0-9785-ad89f6aecec1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:18.433813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.554976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 3e9f226a-4330-4c66-b935-094d1d5bad81 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:18.592001 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] For port 3e9f226a-4330-4c66-b935-094d1d5bad81, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3e9f226a-4330-4c66-b935-094d1d5bad81,segment=NetworkSegment(1dc6b67d-3b37-4da0-9785-ad89f6aecec1),segment_id=1dc6b67d-3b37-4da0-9785-ad89f6aecec1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:18.592391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.714836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] Calling delete_port for 3e9f226a-4330-4c66-b935-094d1d5bad81 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:18.747728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.791652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No DVR routers for this DVR port 3e9f226a-4330-4c66-b935-094d1d5bad81 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:18.792982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:18.793122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:18.824193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=3e9f226a-4330-4c66-b935-094d1d5bad81,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:18.920470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.945813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da370e2d-ec42-4f9a-8c59-9b4a74910023']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:18.957487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc6b67d-3b37-4da0-9785-ad89f6aecec1') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:18.957783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc6b67d-3b37-4da0-9785-ad89f6aecec1') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:18.968724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.984045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.989844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:34:18.990222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:19.008676 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:19.084751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.104338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.112474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Network': ['ID=da370e2d-ec42-4f9a-8c59-9b4a74910023,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.120106 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5514ee92-2cf3-4e42-9a6b-bbbd8efa35ff tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/networks/da370e2d-ec42-4f9a-8c59-9b4a74910023 HTTP/1.1" status: 204 len: 168 time: 1.0225461 Feb 28 11:34:19.123779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58538) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:19.128994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-344169936'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:19.133997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:19.137802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:network and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:19.140643 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:19.146301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:19.155783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:19.159202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.189793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:19.198319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.198660 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added segment 66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073 of type vlan for network d0488112-7754-47f3-862a-1d51ffdd897b Feb 28 11:34:19.222687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.258812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.266318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:19.266901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.294889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] Deleting port 3e9f226a-4330-4c66-b935-094d1d5bad81 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:19.295528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.364219 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2392325 Feb 28 11:34:19.364949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1a62bde6-f7a2-42c0-8d87-d22e1c9aacc1 None None] The port '3e9f226a-4330-4c66-b935-094d1d5bad81' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:34:19.367756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58542) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:19.373597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'subnet': {'network_id': 'd0488112-7754-47f3-862a-1d51ffdd897b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:19.377611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d09255-1108-43a7-b341-91639287f5a5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Network': ['ID=d0488112-7754-47f3-862a-1d51ffdd897b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.388463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network d0488112-7754-47f3-862a-1d51ffdd897b details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:19.492898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:19.496763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:subnet and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:19.499592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:19.505293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:19.511547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3e9f226a-4330-4c66-b935-094d1d5bad81 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:19.515222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:19.518695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.549841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 3e9f226a-4330-4c66-b935-094d1d5bad81 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:34:19.550185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3e9f226a-4330-4c66-b935-094d1d5bad81 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:19.841758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.923421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Subnet': ['ID=83712d15-817c-4212-8db1-b73912d77034,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.927396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Checking segment: {'id': '66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd0488112-7754-47f3-862a-1d51ffdd897b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:19.927777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network hostable DHCP agents. Network: d0488112-7754-47f3-862a-1d51ffdd897b, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:19.947039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network d0488112-7754-47f3-862a-1d51ffdd897b is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:19.955955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, d0488112-7754-47f3-862a-1d51ffdd897b) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:19.960430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:19.961028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.965084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099cc581-3ff7-40ac-a5cb-c53f780f743e None None] Network d0488112-7754-47f3-862a-1d51ffdd897b requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:19.981542 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9fd4f4f7-ed29-4782-affe-4aeb69a475af tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6125717 Feb 28 11:34:19.984102 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58546) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:19.989201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1017089953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:19.995553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:19.999389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:router and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:20.002155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:20.008650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:20.018799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.019799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.035545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.056192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.078583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.079776 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f4f3e6b2-4322-4343-975a-ab9625ca7abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0947607 Feb 28 11:34:20.082459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:20.174041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-d0488112-7754-47f3-862a-1d51ffdd897b', 'network_id': 'd0488112-7754-47f3-862a-1d51ffdd897b', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'fixed_ips': [{'subnet_id': '83712d15-817c-4212-8db1-b73912d77034'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:34:20.174874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.350077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Allocated IP 2001:db8::2 (d0488112-7754-47f3-862a-1d51ffdd897b/83712d15-817c-4212-8db1-b73912d77034/f04abf78-860e-444e-82e8-50af9339a79d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:20.551731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.561902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Transition to ACTIVE for port object f04abf78-860e-444e-82e8-50af9339a79d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:20.564806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.580317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Transition to ACTIVE for port object f04abf78-860e-444e-82e8-50af9339a79d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:20.585779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.642787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Network d0488112-7754-47f3-862a-1d51ffdd897b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:20.643867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:20.647552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:20.695571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Pushing event updated for resources: {'Port': ['ID=f04abf78-860e-444e-82e8-50af9339a79d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.786819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Attempting to bind port f04abf78-860e-444e-82e8-50af9339a79d on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:20.787255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Attempting to bind port f04abf78-860e-444e-82e8-50af9339a79d by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd0488112-7754-47f3-862a-1d51ffdd897b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:20.787623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Attempting to bind port f04abf78-860e-444e-82e8-50af9339a79d on network d0488112-7754-47f3-862a-1d51ffdd897b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:20.792767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:20.793137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Checking segment: {'id': '66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd0488112-7754-47f3-862a-1d51ffdd897b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:20.793535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.793927 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Bound using segment: {'id': '66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd0488112-7754-47f3-862a-1d51ffdd897b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:20.794387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Bound port: f04abf78-860e-444e-82e8-50af9339a79d, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd0488112-7754-47f3-862a-1d51ffdd897b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:20.794754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.880153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] For port f04abf78-860e-444e-82e8-50af9339a79d, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:20.884999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] For port f04abf78-860e-444e-82e8-50af9339a79d, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f04abf78-860e-444e-82e8-50af9339a79d,segment=NetworkSegment(66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073),segment_id=66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:20.889844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.907923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 2001:db8::1 (d0488112-7754-47f3-862a-1d51ffdd897b/83712d15-817c-4212-8db1-b73912d77034/80d9cbb5-b1e0-49f1-8ed3-c16022158125) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:20.980679 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36686cdf-96bf-4618-80ec-5efdd38f9e41 None None] Pushing event updated for resources: {'Port': ['ID=f04abf78-860e-444e-82e8-50af9339a79d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:21.068144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.084819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Transition to ACTIVE for port object 80d9cbb5-b1e0-49f1-8ed3-c16022158125 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:21.126248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.206715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network d0488112-7754-47f3-862a-1d51ffdd897b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:21.210882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:21.215481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:21.215996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.218611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=80d9cbb5-b1e0-49f1-8ed3-c16022158125,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:21.322257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.534900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f04abf78-860e-444e-82e8-50af9339a79d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:21.611151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f04abf78-860e-444e-82e8-50af9339a79d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:21.826997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.831671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.832432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.876721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe193c1-3f01-49c1-95ac-4a60aa43e512 None None] Network d0488112-7754-47f3-862a-1d51ffdd897b requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:21.977219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=80d9cbb5-b1e0-49f1-8ed3-c16022158125,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:21.986963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd316230-be3e-42ad-8c13-42c104b51b94 None None] Provisioning for port f04abf78-860e-444e-82e8-50af9339a79d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:22.002918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd316230-be3e-42ad-8c13-42c104b51b94 None None] Provisioning complete for port f04abf78-860e-444e-82e8-50af9339a79d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:22.003321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd316230-be3e-42ad-8c13-42c104b51b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.029339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network d0488112-7754-47f3-862a-1d51ffdd897b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:22.030450 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:22.211617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd316230-be3e-42ad-8c13-42c104b51b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.216541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router e3628179-0556-4119-9f6a-82a4916b55ad is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:34:22.257321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cd316230-be3e-42ad-8c13-42c104b51b94 None None] For port f04abf78-860e-444e-82e8-50af9339a79d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f04abf78-860e-444e-82e8-50af9339a79d,segment=NetworkSegment(66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073),segment_id=66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:22.261447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd316230-be3e-42ad-8c13-42c104b51b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.334534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd316230-be3e-42ad-8c13-42c104b51b94 None None] Pushing event updated for resources: {'Port': ['ID=f04abf78-860e-444e-82e8-50af9339a79d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:22.382713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:22.392735 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c8cba-c20b-4e12-9c99-5dad3c25ef1a None None] Sync routers for ids ['e3628179-0556-4119-9f6a-82a4916b55ad'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:22.396026 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1f80fc56-b0e9-45fb-8f3b-b27c5c809ed7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/e3628179-0556-4119-9f6a-82a4916b55ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3124380 Feb 28 11:34:22.399319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:22.406362 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c8cba-c20b-4e12-9c99-5dad3c25ef1a None None] Routers {'e3628179-0556-4119-9f6a-82a4916b55ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:22.407198 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-983c8cba-c20b-4e12-9c99-5dad3c25ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['e3628179-0556-4119-9f6a-82a4916b55ad'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:22.471716 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-983c8cba-c20b-4e12-9c99-5dad3c25ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:22.472659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bcf728-8ebd-4296-b9f4-ce6f0cbd57c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:22.473352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4bcf728-8ebd-4296-b9f4-ce6f0cbd57c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Synchronizing usage tracker for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:22.480631 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c8cba-c20b-4e12-9c99-5dad3c25ef1a None None] Routers {'e3628179-0556-4119-9f6a-82a4916b55ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:22.481448 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-983c8cba-c20b-4e12-9c99-5dad3c25ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['e3628179-0556-4119-9f6a-82a4916b55ad'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:22.495745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4bcf728-8ebd-4296-b9f4-ce6f0cbd57c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Unset dirty status for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:22.497039 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f4bcf728-8ebd-4296-b9f4-ce6f0cbd57c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports/80d9cbb5-b1e0-49f1-8ed3-c16022158125 HTTP/1.1" status: 200 len: 911 time: 0.0967910 Feb 28 11:34:22.500407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58558) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:22.500919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5054f467-8e9d-4b2e-a008-a443fdee0e70 None None] Provisioning complete for port f04abf78-860e-444e-82e8-50af9339a79d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:22.501181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5054f467-8e9d-4b2e-a008-a443fdee0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.547753 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-983c8cba-c20b-4e12-9c99-5dad3c25ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:22.548143 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c8cba-c20b-4e12-9c99-5dad3c25ef1a None None] The sync data for ids ['e3628179-0556-4119-9f6a-82a4916b55ad'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:22.635483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5054f467-8e9d-4b2e-a008-a443fdee0e70 None None] Provisioning for port 80d9cbb5-b1e0-49f1-8ed3-c16022158125 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:22.641522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5054f467-8e9d-4b2e-a008-a443fdee0e70 None None] Provisioning complete for port 80d9cbb5-b1e0-49f1-8ed3-c16022158125 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:22.641886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5054f467-8e9d-4b2e-a008-a443fdee0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.698529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5054f467-8e9d-4b2e-a008-a443fdee0e70 None None] Port 80d9cbb5-b1e0-49f1-8ed3-c16022158125 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:22.822771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f07793a2-732e-4cce-9aad-f7ea2792bad9 None None] Provisioning complete for port 80d9cbb5-b1e0-49f1-8ed3-c16022158125 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:22.823159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f07793a2-732e-4cce-9aad-f7ea2792bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.877511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f07793a2-732e-4cce-9aad-f7ea2792bad9 None None] Port 80d9cbb5-b1e0-49f1-8ed3-c16022158125 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:22.997277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2803d5dc-53b4-4f59-8ca6-918613cdcf9c None None] Provisioning complete for port 80d9cbb5-b1e0-49f1-8ed3-c16022158125 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:22.997571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2803d5dc-53b4-4f59-8ca6-918613cdcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.024434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.048991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2803d5dc-53b4-4f59-8ca6-918613cdcf9c None None] Port 80d9cbb5-b1e0-49f1-8ed3-c16022158125 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:23.453263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 80d9cbb5-b1e0-49f1-8ed3-c16022158125 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:23.453595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.512707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f04abf78-860e-444e-82e8-50af9339a79d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:23.580514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f04abf78-860e-444e-82e8-50af9339a79d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:23.580884 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.638289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.765758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 80d9cbb5-b1e0-49f1-8ed3-c16022158125 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:23.938207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.013896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=80d9cbb5-b1e0-49f1-8ed3-c16022158125,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:24.163814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.433231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router e3628179-0556-4119-9f6a-82a4916b55ad has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:24.565237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:24.574862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42ffb2-ebf8-4d04-a1f3-d451d0316d76 None None] Sync routers for ids ['e3628179-0556-4119-9f6a-82a4916b55ad'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:24.581937 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-36679d25-ee61-4f79-9350-7b89d2dd3fb9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/e3628179-0556-4119-9f6a-82a4916b55ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0803070 Feb 28 11:34:24.585271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58562) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:24.586768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42ffb2-ebf8-4d04-a1f3-d451d0316d76 None None] Routers {'e3628179-0556-4119-9f6a-82a4916b55ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:24.587416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ef42ffb2-ebf8-4d04-a1f3-d451d0316d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['e3628179-0556-4119-9f6a-82a4916b55ad'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:24.626901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-454cae6a-6258-4baf-b5e7-b14cb0c39192 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Synchronizing usage tracker for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:24.642835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-454cae6a-6258-4baf-b5e7-b14cb0c39192 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Unset dirty status for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:24.644183 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-454cae6a-6258-4baf-b5e7-b14cb0c39192 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3628179-0556-4119-9f6a-82a4916b55ad HTTP/1.1" status: 200 len: 205 time: 0.0579393 Feb 28 11:34:24.645354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ef42ffb2-ebf8-4d04-a1f3-d451d0316d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:24.647622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:24.654378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42ffb2-ebf8-4d04-a1f3-d451d0316d76 None None] Routers {'e3628179-0556-4119-9f6a-82a4916b55ad'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:24.654962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ef42ffb2-ebf8-4d04-a1f3-d451d0316d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['e3628179-0556-4119-9f6a-82a4916b55ad'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:24.718013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ef42ffb2-ebf8-4d04-a1f3-d451d0316d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:24.718432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42ffb2-ebf8-4d04-a1f3-d451d0316d76 None None] The sync data for ids ['e3628179-0556-4119-9f6a-82a4916b55ad'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:24.891793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb619bfe-6b49-4380-9093-81fc82c09224 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.181128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb619bfe-6b49-4380-9093-81fc82c09224 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.183193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb619bfe-6b49-4380-9093-81fc82c09224 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.204633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb619bfe-6b49-4380-9093-81fc82c09224 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.205079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb619bfe-6b49-4380-9093-81fc82c09224 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Fanout notify agent at l3_agent the message router_deleted on router e3628179-0556-4119-9f6a-82a4916b55ad {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:34:25.216348 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb619bfe-6b49-4380-9093-81fc82c09224 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.217411 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fb619bfe-6b49-4380-9093-81fc82c09224 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/e3628179-0556-4119-9f6a-82a4916b55ad HTTP/1.1" status: 204 len: 168 time: 0.5688751 Feb 28 11:34:25.220086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58570) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:25.286731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-74541eab-349b-4fe7-a9e9-37cd4552ba9f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting subnet 83712d15-817c-4212-8db1-b73912d77034 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:34:25.289606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74541eab-349b-4fe7-a9e9-37cd4552ba9f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.342762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74541eab-349b-4fe7-a9e9-37cd4552ba9f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.425837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74541eab-349b-4fe7-a9e9-37cd4552ba9f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.497783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74541eab-349b-4fe7-a9e9-37cd4552ba9f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.535018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74541eab-349b-4fe7-a9e9-37cd4552ba9f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Subnet': ['ID=83712d15-817c-4212-8db1-b73912d77034,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:25.539231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74541eab-349b-4fe7-a9e9-37cd4552ba9f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.545167 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-74541eab-349b-4fe7-a9e9-37cd4552ba9f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/83712d15-817c-4212-8db1-b73912d77034 HTTP/1.1" status: 204 len: 168 time: 0.3241465 Feb 28 11:34:25.545585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9133f5f-2735-4640-a331-df8ec916a4bf None None] Network d0488112-7754-47f3-862a-1d51ffdd897b requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:25.547833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58574) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:25.657753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.668844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port f04abf78-860e-444e-82e8-50af9339a79d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:25.669173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.794697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] DHCP port deletion for d0488112-7754-47f3-862a-1d51ffdd897b request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:34:25.799643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] Deleting port f04abf78-860e-444e-82e8-50af9339a79d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:25.800132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.877534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port f04abf78-860e-444e-82e8-50af9339a79d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f04abf78-860e-444e-82e8-50af9339a79d,segment=NetworkSegment(66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073),segment_id=66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:25.877900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.000638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for f04abf78-860e-444e-82e8-50af9339a79d owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:26.028981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] For port f04abf78-860e-444e-82e8-50af9339a79d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f04abf78-860e-444e-82e8-50af9339a79d,segment=NetworkSegment(66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073),segment_id=66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:26.029290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.077788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.160159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] Calling delete_port for f04abf78-860e-444e-82e8-50af9339a79d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:26.233305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:26.233656 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:26.235946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=f04abf78-860e-444e-82e8-50af9339a79d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:26.238245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No DVR routers for this DVR port f04abf78-860e-444e-82e8-50af9339a79d on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:26.279100 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:34:26.287336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.287680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.288014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.288343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.288667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.288988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.289305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.289621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.289937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.290256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.290568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.290882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:26.369994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.394267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0488112-7754-47f3-862a-1d51ffdd897b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:26.405776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:26.406069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f22b5b-b5a1-4011-b0e5-7f1c2a1d0073') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:26.416913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.436693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.443801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:34:26.444175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:26.458293 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:26.533352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.550357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.561594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Network': ['ID=d0488112-7754-47f3-862a-1d51ffdd897b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:26.572172 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e636cbe9-2bee-42a6-8122-6061e584d40b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/networks/d0488112-7754-47f3-862a-1d51ffdd897b HTTP/1.1" status: 204 len: 168 time: 1.0233393 Feb 28 11:34:26.575897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58578) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:26.581085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1215620979', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:26.588260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:26.592041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:router and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:26.594818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:26.601668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:26.610835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.611819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.626649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.735427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] Deleting port f04abf78-860e-444e-82e8-50af9339a79d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:26.735819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.804273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ca6912ea-74d1-4ac1-a5d5-f328b22b6fec None None] The port 'f04abf78-860e-444e-82e8-50af9339a79d' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:34:26.999669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.062796 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.291902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.323743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.452011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 172.26.8.213 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/1ca2917a-4fdd-472f-9bd2-fe006fe01d31) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:27.510417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f04abf78-860e-444e-82e8-50af9339a79d no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:27.544905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f04abf78-860e-444e-82e8-50af9339a79d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:34:27.545426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f04abf78-860e-444e-82e8-50af9339a79d not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:27.602140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.631070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.689087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:27.691771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:27.699676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:27.734443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=1ca2917a-4fdd-472f-9bd2-fe006fe01d31,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:28.112316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.558736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.769704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router f595b55b-f970-4897-a32f-165f2d37429d is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:34:28.942350 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:28.951474 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292e01f-155b-4c23-8698-8e04b99d6b7e None None] Sync routers for ids ['f595b55b-f970-4897-a32f-165f2d37429d'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:28.960260 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292e01f-155b-4c23-8698-8e04b99d6b7e None None] Routers {'f595b55b-f970-4897-a32f-165f2d37429d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:28.960863 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a292e01f-155b-4c23-8698-8e04b99d6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f595b55b-f970-4897-a32f-165f2d37429d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:28.968290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.969474 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e71ff57e-fc92-40d2-88d0-3dd753a31631 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3925693 Feb 28 11:34:28.972134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58582) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:29.024994 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a292e01f-155b-4c23-8698-8e04b99d6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:29.035696 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292e01f-155b-4c23-8698-8e04b99d6b7e None None] Routers {'f595b55b-f970-4897-a32f-165f2d37429d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:29.036299 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a292e01f-155b-4c23-8698-8e04b99d6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f595b55b-f970-4897-a32f-165f2d37429d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:29.098292 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a292e01f-155b-4c23-8698-8e04b99d6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:29.098684 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292e01f-155b-4c23-8698-8e04b99d6b7e None None] The sync data for ids ['f595b55b-f970-4897-a32f-165f2d37429d'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:29.161302 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7bc402ef-e91f-4d5b-9df7-b10c4274fccd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/routers/f595b55b-f970-4897-a32f-165f2d37429d HTTP/1.1" status: 200 len: 885 time: 0.1876552 Feb 28 11:34:29.163799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58586) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:29.363647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-682a3567-fe6a-4971-bf23-13add5142ed5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Synchronizing usage tracker for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:router {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:29.380636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-682a3567-fe6a-4971-bf23-13add5142ed5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Unset dirty status for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:router {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:29.382363 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-682a3567-fe6a-4971-bf23-13add5142ed5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2176750 Feb 28 11:34:29.384948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58590) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:29.389914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b40c9833-0ff6-4b66-9f4c-bd1c5c9e6818 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1215620979'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:30.018524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b40c9833-0ff6-4b66-9f4c-bd1c5c9e6818 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.029420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b40c9833-0ff6-4b66-9f4c-bd1c5c9e6818 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.165469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a727f87c-9a1b-42e4-9b86-4fa01353e021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.210162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40c9833-0ff6-4b66-9f4c-bd1c5c9e6818 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router f595b55b-f970-4897-a32f-165f2d37429d has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:30.383446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40c9833-0ff6-4b66-9f4c-bd1c5c9e6818 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:30.391308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b40c9833-0ff6-4b66-9f4c-bd1c5c9e6818 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.392335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248168f8-b571-4093-86f6-70efbaa54d41 None None] Sync routers for ids ['f595b55b-f970-4897-a32f-165f2d37429d'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:30.392471 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b40c9833-0ff6-4b66-9f4c-bd1c5c9e6818 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/f595b55b-f970-4897-a32f-165f2d37429d HTTP/1.1" status: 200 len: 892 time: 1.0065885 Feb 28 11:34:30.394996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58594) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:30.401673 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248168f8-b571-4093-86f6-70efbaa54d41 None None] Routers {'f595b55b-f970-4897-a32f-165f2d37429d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:30.402283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-248168f8-b571-4093-86f6-70efbaa54d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f595b55b-f970-4897-a32f-165f2d37429d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:30.463425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-248168f8-b571-4093-86f6-70efbaa54d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:30.472343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248168f8-b571-4093-86f6-70efbaa54d41 None None] Routers {'f595b55b-f970-4897-a32f-165f2d37429d'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:30.472944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-248168f8-b571-4093-86f6-70efbaa54d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f595b55b-f970-4897-a32f-165f2d37429d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:30.530946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-248168f8-b571-4093-86f6-70efbaa54d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:30.531365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248168f8-b571-4093-86f6-70efbaa54d41 None None] The sync data for ids ['f595b55b-f970-4897-a32f-165f2d37429d'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:30.577538 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-beb5a848-1683-4a41-9d99-06f7ca42cafa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/routers/f595b55b-f970-4897-a32f-165f2d37429d HTTP/1.1" status: 200 len: 892 time: 0.1814210 Feb 28 11:34:30.580063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58598) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:30.621904 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5871f9c9-a572-443b-b183-7d36114e56e5 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=f595b55b-f970-4897-a32f-165f2d37429d HTTP/1.1" status: 200 len: 205 time: 0.0408611 Feb 28 11:34:30.624083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58602) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:30.805799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.977027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.985924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 1ca2917a-4fdd-472f-9bd2-fe006fe01d31 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:30.986266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.268585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.388038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 1ca2917a-4fdd-472f-9bd2-fe006fe01d31 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:31.549166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.597651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=1ca2917a-4fdd-472f-9bd2-fe006fe01d31,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:31.685567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.859503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.861579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.883101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.883633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Fanout notify agent at l3_agent the message router_deleted on router f595b55b-f970-4897-a32f-165f2d37429d {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:34:31.904874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.905973 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9f0c773b-465a-4613-ad8e-e7bb92471bc4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/f595b55b-f970-4897-a32f-165f2d37429d HTTP/1.1" status: 204 len: 168 time: 1.2810533 Feb 28 11:34:31.909550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58606) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:31.914817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1027865175'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:31.919613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:31.923472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:network and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:31.926408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:31.932147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:31.941490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:31.945733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.974823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:31.983486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.983830 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added segment 8a78b61a-f977-43f9-bb2b-57b5c35f2ef5 of type vlan for network 4c084802-45cb-4108-a369-fc99ee098a6a Feb 28 11:34:32.009687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.038055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.043381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:32.043984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.139931 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2293012 Feb 28 11:34:32.142678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58610) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:32.148931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'subnet': {'network_id': '4c084802-45cb-4108-a369-fc99ee098a6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:32.151595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef849197-6f9e-4894-bb6a-b1e746186b1e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Network': ['ID=4c084802-45cb-4108-a369-fc99ee098a6a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:32.162578 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 4c084802-45cb-4108-a369-fc99ee098a6a details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:32.258006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:32.261843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:subnet and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:32.264674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:32.270256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:32.280491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:32.284135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.415759 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ae93-b5fa-4c83-94a0-832693330d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.504053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.579241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Subnet': ['ID=3daca30f-1dd1-4139-99e4-294642a9ce1d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:32.587525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Checking segment: {'id': '8a78b61a-f977-43f9-bb2b-57b5c35f2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4c084802-45cb-4108-a369-fc99ee098a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:32.587878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network hostable DHCP agents. Network: 4c084802-45cb-4108-a369-fc99ee098a6a, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:32.606445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 4c084802-45cb-4108-a369-fc99ee098a6a is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:32.615686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 4c084802-45cb-4108-a369-fc99ee098a6a) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:32.620883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:32.621774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.624761 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d976d72-9da8-4ec5-84df-69561817f5e7 None None] Network 4c084802-45cb-4108-a369-fc99ee098a6a requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:32.645706 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ddce528f-8b85-40f2-840f-8d256ed32c26 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4995673 Feb 28 11:34:32.645936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58614) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:32.650830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1234083540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:32.657448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:32.662278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:router and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:32.665275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:32.671007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:32.682645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.683667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.698523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.720350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.747488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.751563 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3c43b7cf-eb7e-49de-b609-df28c8b77128 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1018713 Feb 28 11:34:32.751725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58618) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:32.852550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-4c084802-45cb-4108-a369-fc99ee098a6a', 'network_id': '4c084802-45cb-4108-a369-fc99ee098a6a', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'fixed_ips': [{'subnet_id': '3daca30f-1dd1-4139-99e4-294642a9ce1d'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:34:32.853377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.036394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Allocated IP 2001:db8::2 (4c084802-45cb-4108-a369-fc99ee098a6a/3daca30f-1dd1-4139-99e4-294642a9ce1d/9af31f1b-9bfd-45d6-8563-f2e672939380) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:33.238206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.249866 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Transition to ACTIVE for port object 9af31f1b-9bfd-45d6-8563-f2e672939380 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:33.270039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Transition to ACTIVE for port object 9af31f1b-9bfd-45d6-8563-f2e672939380 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:33.275780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.322792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.339371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Network 4c084802-45cb-4108-a369-fc99ee098a6a is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:33.345971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:33.350908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:33.356540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Pushing event updated for resources: {'Port': ['ID=9af31f1b-9bfd-45d6-8563-f2e672939380,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:33.443192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Attempting to bind port 9af31f1b-9bfd-45d6-8563-f2e672939380 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:33.443551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Attempting to bind port 9af31f1b-9bfd-45d6-8563-f2e672939380 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '8a78b61a-f977-43f9-bb2b-57b5c35f2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4c084802-45cb-4108-a369-fc99ee098a6a'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:33.443901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Attempting to bind port 9af31f1b-9bfd-45d6-8563-f2e672939380 on network 4c084802-45cb-4108-a369-fc99ee098a6a {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:33.448964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:33.449619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Checking segment: {'id': '8a78b61a-f977-43f9-bb2b-57b5c35f2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4c084802-45cb-4108-a369-fc99ee098a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:33.450022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.450407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Bound using segment: {'id': '8a78b61a-f977-43f9-bb2b-57b5c35f2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4c084802-45cb-4108-a369-fc99ee098a6a'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:33.450855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Bound port: 9af31f1b-9bfd-45d6-8563-f2e672939380, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a78b61a-f977-43f9-bb2b-57b5c35f2ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '4c084802-45cb-4108-a369-fc99ee098a6a'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:33.451259 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.535813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] For port 9af31f1b-9bfd-45d6-8563-f2e672939380, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:33.539365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] For port 9af31f1b-9bfd-45d6-8563-f2e672939380, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9af31f1b-9bfd-45d6-8563-f2e672939380,segment=NetworkSegment(8a78b61a-f977-43f9-bb2b-57b5c35f2ef5),segment_id=8a78b61a-f977-43f9-bb2b-57b5c35f2ef5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:33.548487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.614572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.637865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bde9df-f9eb-4989-9791-a299d0a8b7d6 None None] Pushing event updated for resources: {'Port': ['ID=9af31f1b-9bfd-45d6-8563-f2e672939380,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:33.673549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 2001:db8::1 (4c084802-45cb-4108-a369-fc99ee098a6a/3daca30f-1dd1-4139-99e4-294642a9ce1d/fe61cf44-7e1a-4999-8dd3-808a3f20187a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:33.732882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.872896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.890155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Transition to ACTIVE for port object fe61cf44-7e1a-4999-8dd3-808a3f20187a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:33.914838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.981169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 4c084802-45cb-4108-a369-fc99ee098a6a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:33.988519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:33.992785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:33.993304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.998590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=fe61cf44-7e1a-4999-8dd3-808a3f20187a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:34.100139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.496092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.501988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.502885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.513391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf143d-95f9-4110-8c37-0626ad69d6a2 None None] Network 4c084802-45cb-4108-a369-fc99ee098a6a requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:34.606831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ac799549-875e-49d9-8999-1417a1bfe7fb None None] Provisioning for port 9af31f1b-9bfd-45d6-8563-f2e672939380 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:34.651014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=fe61cf44-7e1a-4999-8dd3-808a3f20187a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:34.700230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 4c084802-45cb-4108-a369-fc99ee098a6a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:34.701401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:35.009184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router e414f1ee-484b-4394-a48a-05fc0b606000 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:34:35.049588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f97600b5-3ed9-404a-aa0c-3936e1752d03 None None] Provisioning for port fe61cf44-7e1a-4999-8dd3-808a3f20187a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:35.054790 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f97600b5-3ed9-404a-aa0c-3936e1752d03 None None] Provisioning complete for port fe61cf44-7e1a-4999-8dd3-808a3f20187a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:35.055296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f97600b5-3ed9-404a-aa0c-3936e1752d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.115611 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f97600b5-3ed9-404a-aa0c-3936e1752d03 None None] Port fe61cf44-7e1a-4999-8dd3-808a3f20187a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:35.151643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.173684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:35.185134 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747371c7-2f4b-40e8-b046-2f4ae395f879 None None] Sync routers for ids ['e414f1ee-484b-4394-a48a-05fc0b606000'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:35.186928 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-00a6339e-17c3-4bee-92ff-d939a01945f0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/e414f1ee-484b-4394-a48a-05fc0b606000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4341924 Feb 28 11:34:35.189500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:35.196542 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747371c7-2f4b-40e8-b046-2f4ae395f879 None None] Routers {'e414f1ee-484b-4394-a48a-05fc0b606000'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:35.197155 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-747371c7-2f4b-40e8-b046-2f4ae395f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['e414f1ee-484b-4394-a48a-05fc0b606000'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:35.239033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b5bc68f-cdaf-4269-ac9c-7d24f0af83ed None None] Provisioning complete for port fe61cf44-7e1a-4999-8dd3-808a3f20187a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:35.239428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc68f-cdaf-4269-ac9c-7d24f0af83ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.266214 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-747371c7-2f4b-40e8-b046-2f4ae395f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:35.275521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6094b4-8535-47ef-852c-976ab9af05c9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:35.276083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f6094b4-8535-47ef-852c-976ab9af05c9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Synchronizing usage tracker for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:35.276865 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747371c7-2f4b-40e8-b046-2f4ae395f879 None None] Routers {'e414f1ee-484b-4394-a48a-05fc0b606000'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:35.277823 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-747371c7-2f4b-40e8-b046-2f4ae395f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['e414f1ee-484b-4394-a48a-05fc0b606000'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:35.298737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f6094b4-8535-47ef-852c-976ab9af05c9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Unset dirty status for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:35.299716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b5bc68f-cdaf-4269-ac9c-7d24f0af83ed None None] Port fe61cf44-7e1a-4999-8dd3-808a3f20187a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:35.300268 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3f6094b4-8535-47ef-852c-976ab9af05c9 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports/fe61cf44-7e1a-4999-8dd3-808a3f20187a HTTP/1.1" status: 200 len: 911 time: 0.1096103 Feb 28 11:34:35.303785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58626) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:35.309955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-18d99bf9-bb44-4bc6-ac1e-8734432b8b4e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3daca30f-1dd1-4139-99e4-294642a9ce1d'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:35.346307 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-747371c7-2f4b-40e8-b046-2f4ae395f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:35.346714 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747371c7-2f4b-40e8-b046-2f4ae395f879 None None] The sync data for ids ['e414f1ee-484b-4394-a48a-05fc0b606000'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:35.419226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e6a33a99-c055-48a0-be70-06fce2868664 None None] Provisioning complete for port fe61cf44-7e1a-4999-8dd3-808a3f20187a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:35.419527 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6a33a99-c055-48a0-be70-06fce2868664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.475592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e6a33a99-c055-48a0-be70-06fce2868664 None None] Port fe61cf44-7e1a-4999-8dd3-808a3f20187a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:35.545732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9af31f1b-9bfd-45d6-8563-f2e672939380 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:35.554732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18d99bf9-bb44-4bc6-ac1e-8734432b8b4e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.611755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 9af31f1b-9bfd-45d6-8563-f2e672939380 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:35.617108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9af31f1b-9bfd-45d6-8563-f2e672939380 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:35.617772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.738875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.772581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 9af31f1b-9bfd-45d6-8563-f2e672939380, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9af31f1b-9bfd-45d6-8563-f2e672939380,segment=NetworkSegment(8a78b61a-f977-43f9-bb2b-57b5c35f2ef5),segment_id=8a78b61a-f977-43f9-bb2b-57b5c35f2ef5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:35.775904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.853722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=9af31f1b-9bfd-45d6-8563-f2e672939380,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:36.168982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18d99bf9-bb44-4bc6-ac1e-8734432b8b4e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.176497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18d99bf9-bb44-4bc6-ac1e-8734432b8b4e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.182631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d99bf9-bb44-4bc6-ac1e-8734432b8b4e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:36.183262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18d99bf9-bb44-4bc6-ac1e-8734432b8b4e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.184550 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-18d99bf9-bb44-4bc6-ac1e-8734432b8b4e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/ports/fe61cf44-7e1a-4999-8dd3-808a3f20187a HTTP/1.1" status: 200 len: 911 time: 0.8798096 Feb 28 11:34:36.187663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58630) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:36.254074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d99bf9-bb44-4bc6-ac1e-8734432b8b4e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=fe61cf44-7e1a-4999-8dd3-808a3f20187a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:36.674567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.997495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port fe61cf44-7e1a-4999-8dd3-808a3f20187a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:36.997831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.174472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.412438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for fe61cf44-7e1a-4999-8dd3-808a3f20187a owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:37.520163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9af31f1b-9bfd-45d6-8563-f2e672939380 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:37.584561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.587280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9af31f1b-9bfd-45d6-8563-f2e672939380 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:37.587657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.635396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=fe61cf44-7e1a-4999-8dd3-808a3f20187a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:37.812427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.125787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router e414f1ee-484b-4394-a48a-05fc0b606000 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:38.276656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:38.283868 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-21474ef8-26c4-4ba4-94ba-e57f8226624a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2835095 Feb 28 11:34:38.286016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685221f-a0cc-4522-96bb-5ec3b066d0d2 None None] Sync routers for ids ['e414f1ee-484b-4394-a48a-05fc0b606000'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:38.295463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685221f-a0cc-4522-96bb-5ec3b066d0d2 None None] Routers {'e414f1ee-484b-4394-a48a-05fc0b606000'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:38.296071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d685221f-a0cc-4522-96bb-5ec3b066d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['e414f1ee-484b-4394-a48a-05fc0b606000'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:38.296928 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-23d2ee70-68a1-4bdb-8224-678f53d91c73 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/e414f1ee-484b-4394-a48a-05fc0b606000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1081746 Feb 28 11:34:38.299698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58642) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:38.345388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-79d7aca3-677a-46ea-a2bd-02fd50ef7f5c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Synchronizing usage tracker for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:38.359822 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d685221f-a0cc-4522-96bb-5ec3b066d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:38.373214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685221f-a0cc-4522-96bb-5ec3b066d0d2 None None] Routers {'e414f1ee-484b-4394-a48a-05fc0b606000'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:38.373806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d685221f-a0cc-4522-96bb-5ec3b066d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['e414f1ee-484b-4394-a48a-05fc0b606000'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:38.400350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-79d7aca3-677a-46ea-a2bd-02fd50ef7f5c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Unset dirty status for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:38.404350 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-79d7aca3-677a-46ea-a2bd-02fd50ef7f5c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=e414f1ee-484b-4394-a48a-05fc0b606000 HTTP/1.1" status: 200 len: 205 time: 0.1009188 Feb 28 11:34:38.404828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58646) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:38.431955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-b3a21a23-e164-4541-8f5f-9a4747ea7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:38.433543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-b3a21a23-e164-4541-8f5f-9a4747ea7be2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 1098 time: 0.0772309 Feb 28 11:34:38.470480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d685221f-a0cc-4522-96bb-5ec3b066d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:38.470885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685221f-a0cc-4522-96bb-5ec3b066d0d2 None None] The sync data for ids ['e414f1ee-484b-4394-a48a-05fc0b606000'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:38.539295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94c3be8a-48ed-4a7a-81f5-017dd46db4ab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.577866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-d6d04f2b-349f-49a4-9dc4-77c5f4bede68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:38.579344 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-d6d04f2b-349f-49a4-9dc4-77c5f4bede68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 200 len: 898 time: 0.1273012 Feb 28 11:34:38.763953 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-9abff6c2-1885-424a-aad5-cd186cd6b1e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b294fc5-defb-45b1-9998-21239e72b5a6 HTTP/1.1" status: 200 len: 217 time: 0.1784923 Feb 28 11:34:38.828265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-c12c66e5-7a38-4c62-8dc2-9c6b19c7b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:38.829602 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-c12c66e5-7a38-4c62-8dc2-9c6b19c7b899 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 200 len: 834 time: 0.0598774 Feb 28 11:34:38.838307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94c3be8a-48ed-4a7a-81f5-017dd46db4ab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.840534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94c3be8a-48ed-4a7a-81f5-017dd46db4ab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.866776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94c3be8a-48ed-4a7a-81f5-017dd46db4ab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.867268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c3be8a-48ed-4a7a-81f5-017dd46db4ab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Fanout notify agent at l3_agent the message router_deleted on router e414f1ee-484b-4394-a48a-05fc0b606000 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:34:38.881995 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94c3be8a-48ed-4a7a-81f5-017dd46db4ab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.883186 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-94c3be8a-48ed-4a7a-81f5-017dd46db4ab tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/e414f1ee-484b-4394-a48a-05fc0b606000 HTTP/1.1" status: 204 len: 168 time: 0.4771783 Feb 28 11:34:38.885708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58650) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:38.909679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-836214e0-440d-4b06-8f4d-07008bd8eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:38.911149 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-836214e0-440d-4b06-8f4d-07008bd8eda8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c064feb0-f0df-4994-bcca-0ff1354a9f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754445 Feb 28 11:34:38.951808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3fd03a-815e-419f-8f19-1d6aebd603c6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting subnet 3daca30f-1dd1-4139-99e4-294642a9ce1d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:34:38.954703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd03a-815e-419f-8f19-1d6aebd603c6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.008130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd03a-815e-419f-8f19-1d6aebd603c6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.040928 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-18833c82-6daa-4bbb-a889-a875b50e2260 service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233346 Feb 28 11:34:39.093143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd03a-815e-419f-8f19-1d6aebd603c6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.167337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd03a-815e-419f-8f19-1d6aebd603c6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.174042 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad06dfe-2675-4d82-9eaf-e2ce6bca5b3f req-ca8babf5-4d04-445d-92a1-ea9528649a6a service neutron] 10.222.0.37 "GET /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271799 Feb 28 11:34:39.206557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fd03a-815e-419f-8f19-1d6aebd603c6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Subnet': ['ID=3daca30f-1dd1-4139-99e4-294642a9ce1d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:39.208980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd03a-815e-419f-8f19-1d6aebd603c6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.214364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d67fe0-9927-4d6f-a75e-fc523c01a044 None None] Network 4c084802-45cb-4108-a369-fc99ee098a6a requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:39.215024 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6c3fd03a-815e-419f-8f19-1d6aebd603c6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/3daca30f-1dd1-4139-99e4-294642a9ce1d HTTP/1.1" status: 204 len: 168 time: 0.3281448 Feb 28 11:34:39.217519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58654) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:39.334341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.344730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 9af31f1b-9bfd-45d6-8563-f2e672939380 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:39.344997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.466789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236b321-fff2-46f4-befb-df283c252341 None None] DHCP port deletion for 4c084802-45cb-4108-a369-fc99ee098a6a request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:34:39.472424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9236b321-fff2-46f4-befb-df283c252341 None None] Deleting port 9af31f1b-9bfd-45d6-8563-f2e672939380 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:39.472805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9236b321-fff2-46f4-befb-df283c252341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.562307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9af31f1b-9bfd-45d6-8563-f2e672939380 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:39.666836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port 9af31f1b-9bfd-45d6-8563-f2e672939380, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9af31f1b-9bfd-45d6-8563-f2e672939380,segment=NetworkSegment(8a78b61a-f977-43f9-bb2b-57b5c35f2ef5),segment_id=8a78b61a-f977-43f9-bb2b-57b5c35f2ef5)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:39.667497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.778173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9236b321-fff2-46f4-befb-df283c252341 None None] For port 9af31f1b-9bfd-45d6-8563-f2e672939380, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9af31f1b-9bfd-45d6-8563-f2e672939380,segment=NetworkSegment(8a78b61a-f977-43f9-bb2b-57b5c35f2ef5),segment_id=8a78b61a-f977-43f9-bb2b-57b5c35f2ef5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:39.778564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9236b321-fff2-46f4-befb-df283c252341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.788512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 9af31f1b-9bfd-45d6-8563-f2e672939380 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:39.868217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.914563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=9af31f1b-9bfd-45d6-8563-f2e672939380,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:39.918061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No DVR routers for this DVR port 9af31f1b-9bfd-45d6-8563-f2e672939380 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:39.924730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9236b321-fff2-46f4-befb-df283c252341 None None] Calling delete_port for 9af31f1b-9bfd-45d6-8563-f2e672939380 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:39.950678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.039536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.045505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-9236b321-fff2-46f4-befb-df283c252341 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:40.045861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-9236b321-fff2-46f4-befb-df283c252341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:40.064074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c084802-45cb-4108-a369-fc99ee098a6a']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:40.080555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a78b61a-f977-43f9-bb2b-57b5c35f2ef5') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:40.080851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a78b61a-f977-43f9-bb2b-57b5c35f2ef5') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:40.092361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.107626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.113638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:34:40.113961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:40.127878 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:40.204117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.221344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.236601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Network': ['ID=4c084802-45cb-4108-a369-fc99ee098a6a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:40.247303 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b8afb955-f256-4198-a359-b759fec009f7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/networks/4c084802-45cb-4108-a369-fc99ee098a6a HTTP/1.1" status: 204 len: 168 time: 1.0288136 Feb 28 11:34:40.250861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58658) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:40.256615 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-508623357', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:40.262896 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:40.266918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:router and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:40.269744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:40.276007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:40.285295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.286474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.300800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.318494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.342998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.344153 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6c6bf2b5-3b76-4a22-93b6-5d2b7d37b7c1 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.0923324 Feb 28 11:34:40.346850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58662) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:40.352378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1113112497'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:40.357515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:40.361802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:network and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:40.364633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:40.370231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:40.379210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:40.385473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.413733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:40.422008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.422371 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added segment 330cb2a6-b0da-4961-aab6-8ace227f030e of type vlan for network 48e7ca33-6a78-4e9c-88fe-8430492300c1 Feb 28 11:34:40.448278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.475955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.481290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:40.481877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.530720 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1828225 Feb 28 11:34:40.533631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:40.539290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'subnet': {'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:40.547423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9236b321-fff2-46f4-befb-df283c252341 None None] Deleting port 9af31f1b-9bfd-45d6-8563-f2e672939380 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:40.547894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9236b321-fff2-46f4-befb-df283c252341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.589277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16722ee7-84b2-4317-bbd9-2b9032e98bd0 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Network': ['ID=48e7ca33-6a78-4e9c-88fe-8430492300c1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:40.610865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 48e7ca33-6a78-4e9c-88fe-8430492300c1 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:40.633575 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9236b321-fff2-46f4-befb-df283c252341 None None] The port '9af31f1b-9bfd-45d6-8563-f2e672939380' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:34:40.651081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:40.654852 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:subnet and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:40.657704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:40.663377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:40.672167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:40.675635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.887020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.965677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Subnet': ['ID=c77f8674-fa24-4fe4-b1ff-8ab944b5aed4,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:40.974702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Checking segment: {'id': '330cb2a6-b0da-4961-aab6-8ace227f030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:40.975060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network hostable DHCP agents. Network: 48e7ca33-6a78-4e9c-88fe-8430492300c1, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:40.993783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 48e7ca33-6a78-4e9c-88fe-8430492300c1 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:41.002733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 48e7ca33-6a78-4e9c-88fe-8430492300c1) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:41.006670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:41.007396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.011210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fbd445-f728-4ce3-a509-aa256786dcb7 None None] Network 48e7ca33-6a78-4e9c-88fe-8430492300c1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:41.028137 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-78c27ec5-d48f-4ec5-8d4e-309fddaf3604 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4933512 Feb 28 11:34:41.030946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58672) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:41.222122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-48e7ca33-6a78-4e9c-88fe-8430492300c1', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:34:41.223055 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.378818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Allocated IP 2001:db8::2 (48e7ca33-6a78-4e9c-88fe-8430492300c1/c77f8674-fa24-4fe4-b1ff-8ab944b5aed4/31bb0e29-a90a-43a1-b977-6aee330964c1) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:41.606317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.622582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.633131 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Transition to ACTIVE for port object 31bb0e29-a90a-43a1-b977-6aee330964c1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:41.650839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Transition to ACTIVE for port object 31bb0e29-a90a-43a1-b977-6aee330964c1 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:41.656139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.726241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Network 48e7ca33-6a78-4e9c-88fe-8430492300c1 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:41.729914 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:41.731840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Pushing event updated for resources: {'Port': ['ID=31bb0e29-a90a-43a1-b977-6aee330964c1,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:41.733903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:41.823713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Attempting to bind port 31bb0e29-a90a-43a1-b977-6aee330964c1 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:41.824173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Attempting to bind port 31bb0e29-a90a-43a1-b977-6aee330964c1 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '330cb2a6-b0da-4961-aab6-8ace227f030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:41.824528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Attempting to bind port 31bb0e29-a90a-43a1-b977-6aee330964c1 on network 48e7ca33-6a78-4e9c-88fe-8430492300c1 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:41.829595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:41.829960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Checking segment: {'id': '330cb2a6-b0da-4961-aab6-8ace227f030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:41.830350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.830742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Bound using segment: {'id': '330cb2a6-b0da-4961-aab6-8ace227f030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:41.831224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Bound port: 31bb0e29-a90a-43a1-b977-6aee330964c1, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330cb2a6-b0da-4961-aab6-8ace227f030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:41.831592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.923805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0735d90a-49db-407f-b090-302a195fc37f None None] For port 31bb0e29-a90a-43a1-b977-6aee330964c1, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:41.927713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0735d90a-49db-407f-b090-302a195fc37f None None] For port 31bb0e29-a90a-43a1-b977-6aee330964c1, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=31bb0e29-a90a-43a1-b977-6aee330964c1,segment=NetworkSegment(330cb2a6-b0da-4961-aab6-8ace227f030e),segment_id=330cb2a6-b0da-4961-aab6-8ace227f030e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:41.932316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.957985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 2001:db8::1 (48e7ca33-6a78-4e9c-88fe-8430492300c1/c77f8674-fa24-4fe4-b1ff-8ab944b5aed4/f3398a6f-3d12-4526-ab83-531a0bbdb795) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:42.014063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735d90a-49db-407f-b090-302a195fc37f None None] Pushing event updated for resources: {'Port': ['ID=31bb0e29-a90a-43a1-b977-6aee330964c1,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:42.118627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.135371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Transition to ACTIVE for port object f3398a6f-3d12-4526-ab83-531a0bbdb795 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:42.160906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.240209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 48e7ca33-6a78-4e9c-88fe-8430492300c1 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:42.252150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:42.254758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:42.256215 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.273156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=f3398a6f-3d12-4526-ab83-531a0bbdb795,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:42.369006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.763583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.768297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.769285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.928920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=f3398a6f-3d12-4526-ab83-531a0bbdb795,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:42.943992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98daff7d-f6c9-4e14-890b-08d8d98b5170 None None] Network 48e7ca33-6a78-4e9c-88fe-8430492300c1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:42.970887 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 48e7ca33-6a78-4e9c-88fe-8430492300c1 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:42.972041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:43.035531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-78eb3f4c-09dc-4290-9b8f-e1486af2f7a3 None None] Provisioning for port 31bb0e29-a90a-43a1-b977-6aee330964c1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:43.275231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:34:43.436048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:43.446658 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:43.450303 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-da895f31-809d-497e-8f1a-59b998b5b328 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182296 Feb 28 11:34:43.452832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58676) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:43.458471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1732204608'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:43.460904 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:43.463651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:43.465780 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:43.468150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:network and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:43.470494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-26e7e904-a6c0-447d-a474-3637f321666a None None] Provisioning for port f3398a6f-3d12-4526-ab83-531a0bbdb795 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:43.471459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:43.477031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-26e7e904-a6c0-447d-a474-3637f321666a None None] Provisioning complete for port f3398a6f-3d12-4526-ab83-531a0bbdb795 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:43.477817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-26e7e904-a6c0-447d-a474-3637f321666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.478429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:43.491789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:43.495474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.533420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:43.549982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.550215 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added segment e71fbae2-d52a-45d2-ae51-cb0b03420715 of type vlan for network 122e5389-0279-4445-92a8-75ddc8fb7168 Feb 28 11:34:43.584339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-26e7e904-a6c0-447d-a474-3637f321666a None None] Port f3398a6f-3d12-4526-ab83-531a0bbdb795 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:43.591697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.616758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31bb0e29-a90a-43a1-b977-6aee330964c1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:43.635461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.640901 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:43.641532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.660987 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:43.720206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 31bb0e29-a90a-43a1-b977-6aee330964c1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:43.750812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 31bb0e29-a90a-43a1-b977-6aee330964c1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:43.751182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.760252 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3038781 Feb 28 11:34:43.761044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58680) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:43.768491 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'subnet': {'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:43.787994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971df50a-5990-4bf4-9b80-9cfe5de992ef tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Network': ['ID=122e5389-0279-4445-92a8-75ddc8fb7168,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:43.830627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 122e5389-0279-4445-92a8-75ddc8fb7168 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:43.853388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-86246c63-4244-47d1-9d53-198cb570dee8 None None] Provisioning complete for port f3398a6f-3d12-4526-ab83-531a0bbdb795 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:43.854052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86246c63-4244-47d1-9d53-198cb570dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.920323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:43.926312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:subnet and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:43.932088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:43.938513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:43.949152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:43.953181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.018327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-86246c63-4244-47d1-9d53-198cb570dee8 None None] Port f3398a6f-3d12-4526-ab83-531a0bbdb795 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:44.047214 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:42Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:42Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:44.051036 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:44.051413 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Updating router 96b1d972-a1bf-4a44-927d-6955bafa72c2 port f3398a6f-3d12-4526-ab83-531a0bbdb795 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:34:44.087092 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.107181 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.123184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 31bb0e29-a90a-43a1-b977-6aee330964c1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=31bb0e29-a90a-43a1-b977-6aee330964c1,segment=NetworkSegment(330cb2a6-b0da-4961-aab6-8ace227f030e),segment_id=330cb2a6-b0da-4961-aab6-8ace227f030e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:44.132079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.190455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a27f1c2-668e-4033-9fb5-2d0350e4d5ef None None] Provisioning complete for port f3398a6f-3d12-4526-ab83-531a0bbdb795 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:44.190825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a27f1c2-668e-4033-9fb5-2d0350e4d5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.197488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.248941 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=31bb0e29-a90a-43a1-b977-6aee330964c1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:44.262564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8a27f1c2-668e-4033-9fb5-2d0350e4d5ef None None] Port f3398a6f-3d12-4526-ab83-531a0bbdb795 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:44.275357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Subnet': ['ID=7f858865-bb01-4c37-af04-29ecbf669d73,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:44.286753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.287137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.287450 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.287778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.288105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.288428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.288749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.289069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.289382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.289702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.290019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.291157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.298517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Checking segment: {'id': 'e71fbae2-d52a-45d2-ae51-cb0b03420715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:44.298877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network hostable DHCP agents. Network: 122e5389-0279-4445-92a8-75ddc8fb7168, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:44.319552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 122e5389-0279-4445-92a8-75ddc8fb7168 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:44.331999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 122e5389-0279-4445-92a8-75ddc8fb7168) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:44.337501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:44.337963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.341951 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd6145b-6f63-4682-b823-4daa6acf4d19 None None] Network 122e5389-0279-4445-92a8-75ddc8fb7168 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:44.363938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:44.365400 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-71e27ed6-f7e3-4559-9328-1f27f1bd35de tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6017041 Feb 28 11:34:44.491831 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.503741 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Transition to ACTIVE for port object f3398a6f-3d12-4526-ab83-531a0bbdb795 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:44.511041 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.562509 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-122e5389-0279-4445-92a8-75ddc8fb7168', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:34:44.563718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.582122 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Pushing event updated for resources: {'Port': ['ID=f3398a6f-3d12-4526-ab83-531a0bbdb795,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:44.591329 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.591672 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.591999 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.592323 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.592649 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.592978 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.593295 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.593610 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.593921 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.594231 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.594545 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.594850 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:44.770904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Allocated IP 2001:db8:1::2 (122e5389-0279-4445-92a8-75ddc8fb7168/7f858865-bb01-4c37-af04-29ecbf669d73/99fea405-17f8-400f-8a2b-9ef0c50d5b45) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:44.835846 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Attempting to bind port f3398a6f-3d12-4526-ab83-531a0bbdb795 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:44.836208 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Attempting to bind port f3398a6f-3d12-4526-ab83-531a0bbdb795 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '330cb2a6-b0da-4961-aab6-8ace227f030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:44.836565 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Attempting to bind port f3398a6f-3d12-4526-ab83-531a0bbdb795 on network 48e7ca33-6a78-4e9c-88fe-8430492300c1 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:44.842410 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:44.842934 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Checking segment: {'id': '330cb2a6-b0da-4961-aab6-8ace227f030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:44.843269 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.843764 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Bound using segment: {'id': '330cb2a6-b0da-4961-aab6-8ace227f030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:44.844236 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Bound port: f3398a6f-3d12-4526-ab83-531a0bbdb795, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330cb2a6-b0da-4961-aab6-8ace227f030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:44.844638 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.943015 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] For port f3398a6f-3d12-4526-ab83-531a0bbdb795, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:44.946212 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] For port f3398a6f-3d12-4526-ab83-531a0bbdb795, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f3398a6f-3d12-4526-ab83-531a0bbdb795,segment=NetworkSegment(330cb2a6-b0da-4961-aab6-8ace227f030e),segment_id=330cb2a6-b0da-4961-aab6-8ace227f030e)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:44.953007 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.039417 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2414e-e711-49e2-a8b2-1bda306b0f3a None None] Pushing event updated for resources: {'Port': ['ID=f3398a6f-3d12-4526-ab83-531a0bbdb795,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:45.060693 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:45.061327 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:45.084461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.105881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Transition to ACTIVE for port object 99fea405-17f8-400f-8a2b-9ef0c50d5b45 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:45.133007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Transition to ACTIVE for port object 99fea405-17f8-400f-8a2b-9ef0c50d5b45 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:45.143737 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.209791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Network 122e5389-0279-4445-92a8-75ddc8fb7168 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:45.212565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:45.223631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:45.236332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Pushing event updated for resources: {'Port': ['ID=99fea405-17f8-400f-8a2b-9ef0c50d5b45,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:45.276930 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:45.348604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Attempting to bind port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:45.349400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Attempting to bind port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'e71fbae2-d52a-45d2-ae51-cb0b03420715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:45.349705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Attempting to bind port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 on network 122e5389-0279-4445-92a8-75ddc8fb7168 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:45.357994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:45.359038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Checking segment: {'id': 'e71fbae2-d52a-45d2-ae51-cb0b03420715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:45.359488 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.359886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Bound using segment: {'id': 'e71fbae2-d52a-45d2-ae51-cb0b03420715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:45.360155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.360360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Bound port: 99fea405-17f8-400f-8a2b-9ef0c50d5b45, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71fbae2-d52a-45d2-ae51-cb0b03420715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:45.360749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.452426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] For port 99fea405-17f8-400f-8a2b-9ef0c50d5b45, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:45.456380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] For port 99fea405-17f8-400f-8a2b-9ef0c50d5b45, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=99fea405-17f8-400f-8a2b-9ef0c50d5b45,segment=NetworkSegment(e71fbae2-d52a-45d2-ae51-cb0b03420715),segment_id=e71fbae2-d52a-45d2-ae51-cb0b03420715)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:45.461862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.463942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3148dae-c6d0-4646-b96b-58f1729d84c0 req-c31192f3-234f-407d-9096-9fbbaf894ee1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:45.465595 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3148dae-c6d0-4646-b96b-58f1729d84c0 req-c31192f3-234f-407d-9096-9fbbaf894ee1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 946 time: 0.3490591 Feb 28 11:34:45.552875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa7b60-0ee5-4105-9e9d-1de229dd6cf8 None None] Pushing event updated for resources: {'Port': ['ID=99fea405-17f8-400f-8a2b-9ef0c50d5b45,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:45.557017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31bb0e29-a90a-43a1-b977-6aee330964c1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:45.625404 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3148dae-c6d0-4646-b96b-58f1729d84c0 req-f0acffd1-9b25-4819-8156-26867e2f074c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107728 Feb 28 11:34:45.636410 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:42Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:44Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:45.642340 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac827b-c8fb-4f21-9dbf-d871de84cb73 None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:42Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:44Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:45.652534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 31bb0e29-a90a-43a1-b977-6aee330964c1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:45.652911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.847468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 2001:db8:1::1 (122e5389-0279-4445-92a8-75ddc8fb7168/7f858865-bb01-4c37-af04-29ecbf669d73/7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:46.024981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.041122 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Transition to ACTIVE for port object 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:46.065200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.132236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 122e5389-0279-4445-92a8-75ddc8fb7168 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:46.144012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:46.152705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:46.153395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.156016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:46.291557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.588428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efed955-d106-4a21-b656-a3750c8efb43 req-a3e6bd1d-fae2-40b0-9bd4-e73e8853e905 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:46.590295 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9efed955-d106-4a21-b656-a3750c8efb43 req-a3e6bd1d-fae2-40b0-9bd4-e73e8853e905 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 946 time: 0.2515631 Feb 28 11:34:46.597226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19420dff-4f9e-47f0-87ce-e2166b588877 None None] Network 122e5389-0279-4445-92a8-75ddc8fb7168 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:46.705543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a732c1de-d2eb-4ed1-8918-2aefae08b709 None None] Provisioning for port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:46.795634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 2c7c95b2-11c3-4af9-8abd-042068eec027 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:46.795996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.136043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5739f96a-6bbc-47d0-a503-5d5b0fd48c99 None None] Provisioning for port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:47.141116 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5739f96a-6bbc-47d0-a503-5d5b0fd48c99 None None] Provisioning complete for port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:47.141682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5739f96a-6bbc-47d0-a503-5d5b0fd48c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.188563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.198944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5739f96a-6bbc-47d0-a503-5d5b0fd48c99 None None] Port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:47.244605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.245373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.299689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93896611-cc3c-44a6-a9fe-6ef127e6e860 req-0730ca88-5fd5-484e-8bdb-26100fcbc6db tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:47.301067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-93896611-cc3c-44a6-a9fe-6ef127e6e860 req-0730ca88-5fd5-484e-8bdb-26100fcbc6db tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 946 time: 0.5403976 Feb 28 11:34:47.328517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-746dabe1-4a8d-4ad5-8619-6a01374d5dde None None] Provisioning complete for port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:47.328887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-746dabe1-4a8d-4ad5-8619-6a01374d5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.383749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-746dabe1-4a8d-4ad5-8619-6a01374d5dde None None] Port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:47.462205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:47.496926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 2c7c95b2-11c3-4af9-8abd-042068eec027, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c7c95b2-11c3-4af9-8abd-042068eec027,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:47.497286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.509106 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-93896611-cc3c-44a6-a9fe-6ef127e6e860 req-42c986e8-7d5b-4ddf-91ce-2661b883b47f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=225a8524-7f95-4d8b-9771-cd4f645f530d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980910 Feb 28 11:34:47.578334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f3398a6f-3d12-4526-ab83-531a0bbdb795 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:47.615299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 122e5389-0279-4445-92a8-75ddc8fb7168 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:47.624019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:47.644412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f3398a6f-3d12-4526-ab83-531a0bbdb795 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:47.650085 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f3398a6f-3d12-4526-ab83-531a0bbdb795 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:47.650457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.792999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.831359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port f3398a6f-3d12-4526-ab83-531a0bbdb795, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f3398a6f-3d12-4526-ab83-531a0bbdb795,segment=NetworkSegment(330cb2a6-b0da-4961-aab6-8ace227f030e),segment_id=330cb2a6-b0da-4961-aab6-8ace227f030e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:47.837256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.837455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 99fea405-17f8-400f-8a2b-9ef0c50d5b45 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:47.959322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:47.966609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-efcc433c-d623-47dc-89e1-11650f94fd84 None None] Provisioning complete for port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:47.966985 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-efcc433c-d623-47dc-89e1-11650f94fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.992543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.992928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.993276 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 47a00fcf-6005-47aa-9b74-5b93cc3e7d5a disassociated. External IP: 172.26.8.153, port: 2c7c95b2-11c3-4af9-8abd-042068eec027. Feb 28 11:34:47.993650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 2c7c95b2-11c3-4af9-8abd-042068eec027 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:48.033417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=f3398a6f-3d12-4526-ab83-531a0bbdb795,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:48.056454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-efcc433c-d623-47dc-89e1-11650f94fd84 None None] Port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:48.058613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:48.063521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:48.063853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.177671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.209188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 99fea405-17f8-400f-8a2b-9ef0c50d5b45, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=99fea405-17f8-400f-8a2b-9ef0c50d5b45,segment=NetworkSegment(e71fbae2-d52a-45d2-ae51-cb0b03420715),segment_id=e71fbae2-d52a-45d2-ae51-cb0b03420715)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:48.209857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:48.214406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.250845 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:48.252821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8d6d14ab-f017-48d3-b69b-843baef9404e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8872774 Feb 28 11:34:48.256131 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58700) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:48.262874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-746435548'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:48.268865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:48.272862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:network and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:48.275763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:48.278754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:48.279405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:48.281419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:48.291452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.293812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:48.298818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.327586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:48.339278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.339781 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added segment 3295663a-3191-43a7-82bb-1b720736675d of type vlan for network 01dcfa79-5572-4954-946e-6b06e62c20fe Feb 28 11:34:48.347564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=2c7c95b2-11c3-4af9-8abd-042068eec027,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:48.374216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.403738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=99fea405-17f8-400f-8a2b-9ef0c50d5b45,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:48.412105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.419329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:48.420061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.446115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:48.531326 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2715790 Feb 28 11:34:48.535153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58704) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:48.545842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'subnet': {'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:48.562641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110c881-39d5-4905-9508-3bc63e49a3c4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Network': ['ID=01dcfa79-5572-4954-946e-6b06e62c20fe,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:48.576733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 01dcfa79-5572-4954-946e-6b06e62c20fe details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:48.665641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:48.669493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:subnet and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:48.672818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:48.679203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:48.699564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:48.703106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.730970 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4b9f9ce5-d84f-4425-9161-39360a29d0a4 req-8682e02e-da3e-4d38-a786-76043349d7d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94450a6-5613-425c-ac6c-17270abe98b3 HTTP/1.1" status: 200 len: 210 time: 0.0623624 Feb 28 11:34:48.788219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 7026e8c0-a14d-492b-ae7c-cdde53010c73 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:48.904241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:46Z', 'revision_number': 3, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:46Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:48.913825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:48.915159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Updating router 96b1d972-a1bf-4a44-927d-6955bafa72c2 port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:34:48.971840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.985977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.021407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:49.034090 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] Sync routers for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:49.049996 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:49.052608 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:49.053321 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Subnet': ['ID=a941328c-6813-453a-8a55-e1637cff9d41,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:49.060796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Checking segment: {'id': '3295663a-3191-43a7-82bb-1b720736675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:49.061152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network hostable DHCP agents. Network: 01dcfa79-5572-4954-946e-6b06e62c20fe, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:49.081458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 01dcfa79-5572-4954-946e-6b06e62c20fe is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:49.091644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 01dcfa79-5572-4954-946e-6b06e62c20fe) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:49.096406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:49.097035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.114006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port 2c7c95b2-11c3-4af9-8abd-042068eec027 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:49.116090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3632a3da-e8f9-47bb-942c-73d3a91a566a None None] Network 01dcfa79-5572-4954-946e-6b06e62c20fe requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:49.117554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.121992 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c43d8ac8-bac7-404a-bc19-38301b7e861a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5863225 Feb 28 11:34:49.122206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'name': 'network-vif-deleted', 'tag': '2c7c95b2-11c3-4af9-8abd-042068eec027'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:34:49.124682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58710) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:49.141128 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9efed955-d106-4a21-b656-a3750c8efb43 req-4945dbf1-7e3a-4914-b474-1012e1eaa12d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/2c7c95b2-11c3-4af9-8abd-042068eec027 HTTP/1.1" status: 204 len: 173 time: 2.5408468 Feb 28 11:34:49.209239 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94450a6-5613-425c-ac6c-17270abe98b3', 'name': 'network-vif-deleted', 'tag': '2c7c95b2-11c3-4af9-8abd-042068eec027', 'status': 'completed', 'code': 200} Feb 28 11:34:49.356586 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:49.520932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-01dcfa79-5572-4954-946e-6b06e62c20fe', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:34:49.521959 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.594034 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f3398a6f-3d12-4526-ab83-531a0bbdb795 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:49.718835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.756507 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:49.765310 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] Checking router: 7026e8c0-a14d-492b-ae7c-cdde53010c73 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:49.784947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Transition to ACTIVE for port object 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:49.789165 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:49.789795 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:49.822637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.854030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:49.949639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.973260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15e265bc-4725-4716-a550-fbc1fe6cf39d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.017178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15e265bc-4725-4716-a550-fbc1fe6cf39d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.028590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58072b-424b-4847-92f8-40bab39c7c97 None None] Pushing event updated for resources: {'Port': ['ID=7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:50.044290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f3398a6f-3d12-4526-ab83-531a0bbdb795 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:50.044658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.053192 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:50.116243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15e265bc-4725-4716-a550-fbc1fe6cf39d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.159179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15e265bc-4725-4716-a550-fbc1fe6cf39d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.163188 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-15e265bc-4725-4716-a550-fbc1fe6cf39d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/225a8524-7f95-4d8b-9771-cd4f645f530d HTTP/1.1" status: 204 len: 168 time: 0.3044980 Feb 28 11:34:50.163188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e265bc-4725-4716-a550-fbc1fe6cf39d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225a8524-7f95-4d8b-9771-cd4f645f530d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:50.197570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58724) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:50.303030 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Attempting to bind port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:50.303437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Attempting to bind port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'e71fbae2-d52a-45d2-ae51-cb0b03420715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:50.303798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Attempting to bind port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d on network 122e5389-0279-4445-92a8-75ddc8fb7168 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:50.321252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:50.321703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Checking segment: {'id': 'e71fbae2-d52a-45d2-ae51-cb0b03420715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:50.322019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.322404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Bound using segment: {'id': 'e71fbae2-d52a-45d2-ae51-cb0b03420715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:50.322872 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Bound port: 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71fbae2-d52a-45d2-ae51-cb0b03420715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:50.323974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.334866 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Allocated IP 2001:db8:2::2 (01dcfa79-5572-4954-946e-6b06e62c20fe/a941328c-6813-453a-8a55-e1637cff9d41/a66262cc-bcc7-4fd9-a1bc-4460edffb702) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:50.395229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 458b6629-b03a-4a98-ab92-357dcd1e3049 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:50.396279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.471541 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:50.476351 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25c890-df91-45dd-b58e-e2149a8b08c5 None None] The sync data for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv is: [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:33:00Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '72ea91e8-5260-470c-aa38-360ecd668b03', 'name': '', 'network_id': 'c064feb0-f0df-4994-bcca-0ff1354a9f5f', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:05:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '2479eb14-e522-42cf-9120-91d01b2922be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:59Z', 'updated_at': '2022-02-28T11:33:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '2479eb14-e522-42cf-9120-91d01b2922be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:50.564755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 99fea405-17f8-400f-8a2b-9ef0c50d5b45 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:50.578371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.578698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.602765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 2c7c95b2-11c3-4af9-8abd-042068eec027 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:50.653221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] For port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:50.657092 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 2c7c95b2-11c3-4af9-8abd-042068eec027 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:34:50.657433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 2c7c95b2-11c3-4af9-8abd-042068eec027 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:50.694225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] For port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d,segment=NetworkSegment(e71fbae2-d52a-45d2-ae51-cb0b03420715),segment_id=e71fbae2-d52a-45d2-ae51-cb0b03420715)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:50.709533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.714640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 458b6629-b03a-4a98-ab92-357dcd1e3049 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:50.761803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c2cbe0-e69a-4f87-8d40-36f86cf06c02 None None] New status for floating IP 47a00fcf-6005-47aa-9b74-5b93cc3e7d5a: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:34:50.863713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.913376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=458b6629-b03a-4a98-ab92-357dcd1e3049,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:50.992175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:50.992546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.008918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.024315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.025456 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b6b81bd6-1716-4412-81f6-b2a07e4eaa01 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/floatingips/47a00fcf-6005-47aa-9b74-5b93cc3e7d5a HTTP/1.1" status: 204 len: 168 time: 0.8267224 Feb 28 11:34:51.039861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-f5c2cbe0-e69a-4f87-8d40-36f86cf06c02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:51.040424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-f5c2cbe0-e69a-4f87-8d40-36f86cf06c02 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:51.049101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.054109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58072b-424b-4847-92f8-40bab39c7c97 None None] Pushing event updated for resources: {'Port': ['ID=7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:51.056655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:51.057241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:51.147898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Transition to ACTIVE for port object a66262cc-bcc7-4fd9-a1bc-4460edffb702 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:51.291342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Transition to ACTIVE for port object a66262cc-bcc7-4fd9-a1bc-4460edffb702 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:51.315099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.365600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:51.376561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 2001:db8:2::1 (01dcfa79-5572-4954-946e-6b06e62c20fe/a941328c-6813-453a-8a55-e1637cff9d41/07b30b06-3b5f-484d-91b4-81b4669341d6) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:51.477033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Network 01dcfa79-5572-4954-946e-6b06e62c20fe is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:51.500788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:51.509263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:51.521521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67579d4-2f00-46a4-932c-d746fe3db47b req-24bad60b-a484-48a9-a695-4911c0dc8554 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:51.522494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d67579d4-2f00-46a4-932c-d746fe3db47b req-24bad60b-a484-48a9-a695-4911c0dc8554 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:51.537880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d67579d4-2f00-46a4-932c-d746fe3db47b req-24bad60b-a484-48a9-a695-4911c0dc8554 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:51.539154 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d67579d4-2f00-46a4-932c-d746fe3db47b req-24bad60b-a484-48a9-a695-4911c0dc8554 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 945 time: 0.2198887 Feb 28 11:34:51.559050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.570721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Pushing event updated for resources: {'Port': ['ID=a66262cc-bcc7-4fd9-a1bc-4460edffb702,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:51.573056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c2cbe0-e69a-4f87-8d40-36f86cf06c02 None None] New status for floating IP 47a00fcf-6005-47aa-9b74-5b93cc3e7d5a: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:34:51.581335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Transition to ACTIVE for port object 07b30b06-3b5f-484d-91b4-81b4669341d6 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:51.584625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d67579d4-2f00-46a4-932c-d746fe3db47b req-631e4e82-7721-419e-82ad-c99f52ad11b5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:51.600059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d67579d4-2f00-46a4-932c-d746fe3db47b req-631e4e82-7721-419e-82ad-c99f52ad11b5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:51.601608 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d67579d4-2f00-46a4-932c-d746fe3db47b req-631e4e82-7721-419e-82ad-c99f52ad11b5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565748 Feb 28 11:34:51.609392 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.678680 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 01dcfa79-5572-4954-946e-6b06e62c20fe is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:51.686402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:51.690822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:51.691415 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.704575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=07b30b06-3b5f-484d-91b4-81b4669341d6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:51.813391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.879630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Attempting to bind port a66262cc-bcc7-4fd9-a1bc-4460edffb702 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:51.880023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Attempting to bind port a66262cc-bcc7-4fd9-a1bc-4460edffb702 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '3295663a-3191-43a7-82bb-1b720736675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:51.880374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Attempting to bind port a66262cc-bcc7-4fd9-a1bc-4460edffb702 on network 01dcfa79-5572-4954-946e-6b06e62c20fe {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:51.889690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:51.890054 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Checking segment: {'id': '3295663a-3191-43a7-82bb-1b720736675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:51.890449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.890833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Bound using segment: {'id': '3295663a-3191-43a7-82bb-1b720736675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:51.891321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Bound port: a66262cc-bcc7-4fd9-a1bc-4460edffb702, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3295663a-3191-43a7-82bb-1b720736675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:51.891688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.039649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] For port a66262cc-bcc7-4fd9-a1bc-4460edffb702, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:52.043493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] For port a66262cc-bcc7-4fd9-a1bc-4460edffb702, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a66262cc-bcc7-4fd9-a1bc-4460edffb702,segment=NetworkSegment(3295663a-3191-43a7-82bb-1b720736675d),segment_id=3295663a-3191-43a7-82bb-1b720736675d)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:52.049913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.108960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:46Z', 'revision_number': 3, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:50Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:52.121214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b853b-a9ca-4fe6-b343-4e84489059c7 None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:46Z', 'revision_number': 3, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:50Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:52.149395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb666af-b55d-4c5b-a896-13174d1b10b4 None None] Pushing event updated for resources: {'Port': ['ID=a66262cc-bcc7-4fd9-a1bc-4460edffb702,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:52.354527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.375016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.376826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.550869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=07b30b06-3b5f-484d-91b4-81b4669341d6,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:52.606076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 01dcfa79-5572-4954-946e-6b06e62c20fe is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:52.607260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:52.619782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-277073ca-2c4a-41ec-9c3f-9146b9d3fa20 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:52.621250 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-277073ca-2c4a-41ec-9c3f-9146b9d3fa20 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 945 time: 0.0934119 Feb 28 11:34:52.712248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 1b294fc5-defb-45b1-9998-21239e72b5a6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:52.712604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.796352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:52.965138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:52.978577 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-698e2e3e-1b58-47ce-86eb-c51b50165703 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8527288 Feb 28 11:34:52.981329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58734) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:52.985415 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:52.990232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1607382944'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:52.995715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:52.995931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4881-86d6-42de-93d6-a372b8a7c754 req-fa64f3dd-06cb-40c5-a2b4-e05ee0cc8ddc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:52.997426 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6a2e4881-86d6-42de-93d6-a372b8a7c754 req-fa64f3dd-06cb-40c5-a2b4-e05ee0cc8ddc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 945 time: 0.2347016 Feb 28 11:34:53.000328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:network and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:53.003475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:53.005240 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:53.005868 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:53.010154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:53.022496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:53.026495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.056521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:53.067108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.068023 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added segment 1decc377-40e4-4876-bdc4-691137912ad9 of type vlan for network 8400f169-1e29-4a2a-ae8f-85795d49948e Feb 28 11:34:53.094080 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6a2e4881-86d6-42de-93d6-a372b8a7c754 req-93cf1d4c-b913-4175-9010-77e43ad44e60 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=622a08b7-e63f-47e8-82cf-f0c8b3f29446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807633 Feb 28 11:34:53.098077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.102046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 1b294fc5-defb-45b1-9998-21239e72b5a6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1b294fc5-defb-45b1-9998-21239e72b5a6,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:53.102826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.140239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.146642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:53.147383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.180866 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:53.250862 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2680633 Feb 28 11:34:53.257292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58738) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:53.265689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'subnet': {'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:53.279990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 1b294fc5-defb-45b1-9998-21239e72b5a6 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:53.285906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167ad87-1dca-432b-ae83-7d322e0466cf tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Network': ['ID=8400f169-1e29-4a2a-ae8f-85795d49948e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:53.297800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 8400f169-1e29-4a2a-ae8f-85795d49948e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:53.413206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:53.418664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:subnet and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:53.421364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:53.434308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:53.437390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4e952d-4f53-463b-bdcc-ce8c271ee363 None None] Network 01dcfa79-5572-4954-946e-6b06e62c20fe requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:53.452925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Made reservation on behalf of 2e0749a771da4af4956336b7572bb8d7 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:53.456986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.465246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.540235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=1b294fc5-defb-45b1-9998-21239e72b5a6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:53.566018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a4aba9b7-c017-4825-b69b-ef211b18222e None None] Provisioning for port a66262cc-bcc7-4fd9-a1bc-4460edffb702 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:53.640559 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:51Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:52Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:50Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:53.644789 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:53.645160 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Updating router 96b1d972-a1bf-4a44-927d-6955bafa72c2 port 07b30b06-3b5f-484d-91b4-81b4669341d6 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:34:53.648270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port 1b294fc5-defb-45b1-9998-21239e72b5a6 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:53.652553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.655431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'name': 'network-vif-deleted', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:34:53.686489 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f12d3d6-ebb3-4d45-a3c9-1526c51d3759 req-c3450390-f42e-47c3-8101-e66385c78d45 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/1b294fc5-defb-45b1-9998-21239e72b5a6 HTTP/1.1" status: 204 len: 173 time: 1.0581892 Feb 28 11:34:53.713203 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.786734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.855890 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f31b8e8-da91-4e08-8844-8684cea51c03', 'name': 'network-vif-deleted', 'tag': '1b294fc5-defb-45b1-9998-21239e72b5a6', 'status': 'completed', 'code': 200} Feb 28 11:34:53.951443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Subnet': ['ID=a877b147-2aa7-494d-8598-527bd896fc00,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:53.995816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Checking segment: {'id': '1decc377-40e4-4876-bdc4-691137912ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:53.996182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network hostable DHCP agents. Network: 8400f169-1e29-4a2a-ae8f-85795d49948e, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:54.002664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a66262cc-bcc7-4fd9-a1bc-4460edffb702 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:54.018223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 8400f169-1e29-4a2a-ae8f-85795d49948e is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:54.044751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 8400f169-1e29-4a2a-ae8f-85795d49948e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:54.049368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:54.050191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.073280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f64f9-db1c-41f7-8292-abc8d3697533 None None] Network 8400f169-1e29-4a2a-ae8f-85795d49948e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:54.079463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58746) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:54.080019 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-627ead6d-3a86-41b2-8c24-5aeeed7a336a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8212774 Feb 28 11:34:54.267566 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.284885 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Transition to ACTIVE for port object 07b30b06-3b5f-484d-91b4-81b4669341d6 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:54.293807 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.375903 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c378ac-753f-48fb-abd0-8b59d876d7c2 None None] Pushing event updated for resources: {'Port': ['ID=07b30b06-3b5f-484d-91b4-81b4669341d6,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:54.414483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3ce3f35f-2145-41a4-b780-48d2269da62a req-d982e1ea-29d1-4f3f-b725-683042cde4c2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:54.500506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port a66262cc-bcc7-4fd9-a1bc-4460edffb702 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:54.520734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a66262cc-bcc7-4fd9-a1bc-4460edffb702 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:54.521108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.542279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3ce3f35f-2145-41a4-b780-48d2269da62a req-d982e1ea-29d1-4f3f-b725-683042cde4c2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:54.543476 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3ce3f35f-2145-41a4-b780-48d2269da62a req-d982e1ea-29d1-4f3f-b725-683042cde4c2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f31b8e8-da91-4e08-8844-8684cea51c03 HTTP/1.1" status: 200 len: 210 time: 0.2043450 Feb 28 11:34:54.617736 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Attempting to bind port 07b30b06-3b5f-484d-91b4-81b4669341d6 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:54.618107 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Attempting to bind port 07b30b06-3b5f-484d-91b4-81b4669341d6 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '3295663a-3191-43a7-82bb-1b720736675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:54.618470 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Attempting to bind port 07b30b06-3b5f-484d-91b4-81b4669341d6 on network 01dcfa79-5572-4954-946e-6b06e62c20fe {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:54.627111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-8400f169-1e29-4a2a-ae8f-85795d49948e', 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'fixed_ips': [{'subnet_id': 'a877b147-2aa7-494d-8598-527bd896fc00'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:34:54.627967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.628726 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:54.629458 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Checking segment: {'id': '3295663a-3191-43a7-82bb-1b720736675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:54.630621 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.631160 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Bound using segment: {'id': '3295663a-3191-43a7-82bb-1b720736675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:54.631748 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Bound port: 07b30b06-3b5f-484d-91b4-81b4669341d6, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3295663a-3191-43a7-82bb-1b720736675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:54.632218 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.657295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2c3aa260-27e7-4bcf-9b53-b461f33c8a77 None None] Provisioning for port 07b30b06-3b5f-484d-91b4-81b4669341d6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:54.752585 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] For port 07b30b06-3b5f-484d-91b4-81b4669341d6, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:54.758151 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] For port 07b30b06-3b5f-484d-91b4-81b4669341d6, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=07b30b06-3b5f-484d-91b4-81b4669341d6,segment=NetworkSegment(3295663a-3191-43a7-82bb-1b720736675d),segment_id=3295663a-3191-43a7-82bb-1b720736675d)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:54.764049 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.863412 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:54.864066 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:54.932176 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c378ac-753f-48fb-abd0-8b59d876d7c2 None None] Pushing event updated for resources: {'Port': ['ID=07b30b06-3b5f-484d-91b4-81b4669341d6,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:54.940685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Allocated IP 2001:db8:3::2 (8400f169-1e29-4a2a-ae8f-85795d49948e/a877b147-2aa7-494d-8598-527bd896fc00/a69e7ada-17cc-4ebe-96f3-61f869a4a9ba) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:54.946118 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.040037 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:55.071829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port a66262cc-bcc7-4fd9-a1bc-4460edffb702, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a66262cc-bcc7-4fd9-a1bc-4460edffb702,segment=NetworkSegment(3295663a-3191-43a7-82bb-1b720736675d),segment_id=3295663a-3191-43a7-82bb-1b720736675d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:55.081825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.082657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:55.117719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.282696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=a66262cc-bcc7-4fd9-a1bc-4460edffb702,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:55.309156 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:55.324084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:55.324461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.377273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.396625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Transition to ACTIVE for port object a69e7ada-17cc-4ebe-96f3-61f869a4a9ba will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:55.401787 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:51Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:54Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:50Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:55.406497 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c29c3-d3d2-4ea5-b623-2ecf15620b8a None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:51Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:54Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:50Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:55.452457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Transition to ACTIVE for port object a69e7ada-17cc-4ebe-96f3-61f869a4a9ba will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:55.531991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.566188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Allocated IP 2001:db8:3::1 (8400f169-1e29-4a2a-ae8f-85795d49948e/a877b147-2aa7-494d-8598-527bd896fc00/5fb3bf5d-fbda-463c-b63c-f2c77f2e8583) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:55.628565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Network 8400f169-1e29-4a2a-ae8f-85795d49948e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:55.631670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.661492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:55.669994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:55.679157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58754) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:55.682307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Pushing event updated for resources: {'Port': ['ID=a69e7ada-17cc-4ebe-96f3-61f869a4a9ba,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:55.779423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d,segment=NetworkSegment(e71fbae2-d52a-45d2-ae51-cb0b03420715),segment_id=e71fbae2-d52a-45d2-ae51-cb0b03420715)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:55.791203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.801423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81080608-5e84-4c38-bb91-32ea673f420b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.803475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.830400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Transition to ACTIVE for port object 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:55.849075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81080608-5e84-4c38-bb91-32ea673f420b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.863453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Attempting to bind port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:55.864012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Attempting to bind port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '1decc377-40e4-4876-bdc4-691137912ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:55.864979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Attempting to bind port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba on network 8400f169-1e29-4a2a-ae8f-85795d49948e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:55.871025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.874955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:55.875236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Checking segment: {'id': '1decc377-40e4-4876-bdc4-691137912ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:55.876993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.877495 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Bound using segment: {'id': '1decc377-40e4-4876-bdc4-691137912ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:55.878070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Bound port: a69e7ada-17cc-4ebe-96f3-61f869a4a9ba, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1decc377-40e4-4876-bdc4-691137912ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:55.878546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.943279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:55.967601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 8400f169-1e29-4a2a-ae8f-85795d49948e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:55.970503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81080608-5e84-4c38-bb91-32ea673f420b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.973555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:55.978004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:34:55.978464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.984826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:55.990277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81080608-5e84-4c38-bb91-32ea673f420b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622a08b7-e63f-47e8-82cf-f0c8b3f29446,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:56.007533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81080608-5e84-4c38-bb91-32ea673f420b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.009193 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-81080608-5e84-4c38-bb91-32ea673f420b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/622a08b7-e63f-47e8-82cf-f0c8b3f29446 HTTP/1.1" status: 204 len: 168 time: 0.3289759 Feb 28 11:34:56.046586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58760) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:56.090435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] For port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:34:56.094104 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] For port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a69e7ada-17cc-4ebe-96f3-61f869a4a9ba,segment=NetworkSegment(1decc377-40e4-4876-bdc4-691137912ad9),segment_id=1decc377-40e4-4876-bdc4-691137912ad9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:34:56.099682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a66262cc-bcc7-4fd9-a1bc-4460edffb702 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:56.133402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.164907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.260064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Pushing event updated for resources: {'Port': ['ID=a69e7ada-17cc-4ebe-96f3-61f869a4a9ba,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:56.262285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a66262cc-bcc7-4fd9-a1bc-4460edffb702 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:56.268828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.310658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.311146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.311599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.312026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.312441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.313023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.313571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.314140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.314678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.315242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.315779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.316339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23ccf5-e8c0-4cae-9c26-4ce3637bb1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.410849 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 07b30b06-3b5f-484d-91b4-81b4669341d6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:56.513646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 07b30b06-3b5f-484d-91b4-81b4669341d6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:56.520192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 07b30b06-3b5f-484d-91b4-81b4669341d6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:56.520577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.598148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1b294fc5-defb-45b1-9998-21239e72b5a6 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:56.635407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 1b294fc5-defb-45b1-9998-21239e72b5a6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:34:56.636028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1b294fc5-defb-45b1-9998-21239e72b5a6 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:56.707496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.716417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.717246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.744409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.781041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 07b30b06-3b5f-484d-91b4-81b4669341d6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=07b30b06-3b5f-484d-91b4-81b4669341d6,segment=NetworkSegment(3295663a-3191-43a7-82bb-1b720736675d),segment_id=3295663a-3191-43a7-82bb-1b720736675d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:56.786069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.857547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=07b30b06-3b5f-484d-91b4-81b4669341d6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:56.897555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.994115 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event updated for resources: {'Port': ['ID=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:57.039027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Network 8400f169-1e29-4a2a-ae8f-85795d49948e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:57.040447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:57.098088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.218123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:57.268167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 72ea91e8-5260-470c-aa38-360ecd668b03 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:34:57.268517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.362232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627405ed-c22d-4c6a-bc9a-e329012bf7fd None None] Network 8400f169-1e29-4a2a-ae8f-85795d49948e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:57.382290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:57.393988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:57.394654 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0dae2522-57fc-4a6f-bcbe-08c9aa47a15c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3140483 Feb 28 11:34:57.397333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58764) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:57.402461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:57.468644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:57.469283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:57.470517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 72ea91e8-5260-470c-aa38-360ecd668b03, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=72ea91e8-5260-470c-aa38-360ecd668b03,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:57.470882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.595252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2e46f3b1-c769-42d7-a18f-d9f36c0795af None None] Provisioning for port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:57.597534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 72ea91e8-5260-470c-aa38-360ecd668b03 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:34:57.685635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:57.993087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:58.045288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.062833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 11:34:58.080921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Removed routes are [] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 11:34:58.081408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.095830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=72ea91e8-5260-470c-aa38-360ecd668b03,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:58.136806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:58.137303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.227406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3bf5d-fbda-463c-b63c-f2c77f2e8583', 'name': '', 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:36:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:55Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:58.237008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:58.237371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Updating router 96b1d972-a1bf-4a44-927d-6955bafa72c2 port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:34:58.351711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.379040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a69e7ada-17cc-4ebe-96f3-61f869a4a9ba up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:58.498935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.606090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:58.617878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:58.618256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.618725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.624082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.700886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f30f91ff-5593-4943-84c4-d374fc4588b0 None None] Provisioning for port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:58.722342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f30f91ff-5593-4943-84c4-d374fc4588b0 None None] Provisioning complete for port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:58.722726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f30f91ff-5593-4943-84c4-d374fc4588b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.827614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:58.925888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f30f91ff-5593-4943-84c4-d374fc4588b0 None None] Port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:58.989208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 7026e8c0-a14d-492b-ae7c-cdde53010c73 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:34:59.007732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.015044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:59.022201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.025597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-33dd7398-fd7d-4417-bf46-505caed40263 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2 HTTP/1.1" status: 200 len: 953 time: 1.6251075 Feb 28 11:34:59.026339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:59.106798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a69e7ada-17cc-4ebe-96f3-61f869a4a9ba,segment=NetworkSegment(1decc377-40e4-4876-bdc4-691137912ad9),segment_id=1decc377-40e4-4876-bdc4-691137912ad9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:34:59.115741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b883960-0b83-42b6-80c5-8878a4d66349 None None] Provisioning complete for port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:59.116127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b883960-0b83-42b6-80c5-8878a4d66349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.148501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.153236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.153236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 07b30b06-3b5f-484d-91b4-81b4669341d6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:59.181003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:34:59.194868 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] Sync routers for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:59.201274 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-31d197cb-a7ba-4ca0-ba72-47e04501a428 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/7026e8c0-a14d-492b-ae7c-cdde53010c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1528721 Feb 28 11:34:59.204279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58772) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:59.208760 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-be2cdb5f-2438-46fa-a8e3-ffc2d3f32398 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2 HTTP/1.1" status: 200 len: 953 time: 0.1791658 Feb 28 11:34:59.208965 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:59.209167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58774) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:59.212385 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:59.215973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'routes': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:59.260439 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Transition to ACTIVE for port object 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:59.302309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3265dc3-903b-4e9d-8c3f-8e31c2e3dcdf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting subnet 2479eb14-e522-42cf-9120-91d01b2922be {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:34:59.305439 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.307855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3265dc3-903b-4e9d-8c3f-8e31c2e3dcdf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.313420 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b883960-0b83-42b6-80c5-8878a4d66349 None None] Port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:34:59.405861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=a69e7ada-17cc-4ebe-96f3-61f869a4a9ba,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:59.426848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3265dc3-903b-4e9d-8c3f-8e31c2e3dcdf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.481478 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:34:59.549055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3265dc3-903b-4e9d-8c3f-8e31c2e3dcdf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.617225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 07b30b06-3b5f-484d-91b4-81b4669341d6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:59.617607 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.662740 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04420457-c05a-424a-bc2e-c465b1b1f97e None None] Pushing event updated for resources: {'Port': ['ID=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:59.684809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3265dc3-903b-4e9d-8c3f-8e31c2e3dcdf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.701428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Attempting to bind port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:59.701916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Attempting to bind port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '1decc377-40e4-4876-bdc4-691137912ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:59.702256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Attempting to bind port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 on network 8400f169-1e29-4a2a-ae8f-85795d49948e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:34:59.710012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:34:59.710387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Checking segment: {'id': '1decc377-40e4-4876-bdc4-691137912ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:34:59.710836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.711307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Bound using segment: {'id': '1decc377-40e4-4876-bdc4-691137912ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:34:59.711778 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Bound port: 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1decc377-40e4-4876-bdc4-691137912ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:59.712148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.748224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3265dc3-903b-4e9d-8c3f-8e31c2e3dcdf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.756201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3265dc3-903b-4e9d-8c3f-8e31c2e3dcdf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Subnet': ['ID=2479eb14-e522-42cf-9120-91d01b2922be,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:59.765038 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a3265dc3-903b-4e9d-8c3f-8e31c2e3dcdf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/subnets/2479eb14-e522-42cf-9120-91d01b2922be HTTP/1.1" status: 204 len: 168 time: 0.5551949 Feb 28 11:34:59.767732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58780) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:59.797932 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50e6bc9-3f78-43ec-9f7e-2c4f77f53219 None None] Network c064feb0-f0df-4994-bcca-0ff1354a9f5f requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:34:59.873209 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:34:57Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:59.880392 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] Checking router: 7026e8c0-a14d-492b-ae7c-cdde53010c73 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:59.893708 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] Routers {'7026e8c0-a14d-492b-ae7c-cdde53010c73'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:34:59.894346 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7026e8c0-a14d-492b-ae7c-cdde53010c73'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:00.001617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] For port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:35:00.039428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added routes are [] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 11:35:00.040046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 11:35:00.071910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.087174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] For port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,segment=NetworkSegment(1decc377-40e4-4876-bdc4-691137912ad9),segment_id=1decc377-40e4-4876-bdc4-691137912ad9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:35:00.098364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.098893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.160396 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] Set router 7026e8c0-a14d-492b-ae7c-cdde53010c73 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:00.278661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7166b53e-5ed9-454e-815d-a9f57e4c0075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.280237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:00.280716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:34:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:00.384086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a69e7ada-17cc-4ebe-96f3-61f869a4a9ba up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:00.398588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.411152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 7728a645-cb8d-46e5-a910-a92f8b61f583 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:00.411886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.424940 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35456500-f43a-4220-9600-1e41d307633a None None] DHCP port deletion for c064feb0-f0df-4994-bcca-0ff1354a9f5f request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:35:00.441781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-35456500-f43a-4220-9600-1e41d307633a None None] Deleting port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:00.442936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-35456500-f43a-4220-9600-1e41d307633a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.501303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04420457-c05a-424a-bc2e-c465b1b1f97e None None] Pushing event updated for resources: {'Port': ['ID=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:00.626401 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:34:57Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:00.636010 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592aa5b6-ad9f-4a22-841d-ef987809ab7f None None] The sync data for ids ['7026e8c0-a14d-492b-ae7c-cdde53010c73'] in dv-neutron-831192-2-hyperv is: [{'id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'name': 'tempest-TestNetworkBasicOps-router-1189581295', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:54Z', 'updated_at': '2022-02-28T11:34:57Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '7728a645-cb8d-46e5-a910-a92f8b61f583', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7026e8c0-a14d-492b-ae7c-cdde53010c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:55Z', 'updated_at': '2022-02-28T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:00.644329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 7728a645-cb8d-46e5-a910-a92f8b61f583, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7728a645-cb8d-46e5-a910-a92f8b61f583,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:00.644693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.728818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.732694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.798797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:00.809338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 7728a645-cb8d-46e5-a910-a92f8b61f583 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:00.893246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:00.951929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-35456500-f43a-4220-9600-1e41d307633a None None] For port d3775e6b-9c3d-4662-89c9-30f71a21f3f2, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d3775e6b-9c3d-4662-89c9-30f71a21f3f2,segment=NetworkSegment(41fccfd4-fc17-4c4c-93cb-d8b263ec672a),segment_id=41fccfd4-fc17-4c4c-93cb-d8b263ec672a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:00.952330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-35456500-f43a-4220-9600-1e41d307633a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.992614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.033033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:01.033415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.048176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=7728a645-cb8d-46e5-a910-a92f8b61f583,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:01.091738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:01.099950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.103806 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2dd17220-32c6-4b9e-b058-2858231a2630 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2 HTTP/1.1" status: 200 len: 703 time: 1.8912127 Feb 28 11:35:01.107241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:01.168122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.226860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-35456500-f43a-4220-9600-1e41d307633a None None] Calling delete_port for d3775e6b-9c3d-4662-89c9-30f71a21f3f2 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:01.278210 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-357f2113-bcc2-4987-956d-9d3ab2e0bc21 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2 HTTP/1.1" status: 200 len: 703 time: 0.1698122 Feb 28 11:35:01.280803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58788) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:01.357422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.359955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.384264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.384791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Fanout notify agent at l3_agent the message router_deleted on router 7026e8c0-a14d-492b-ae7c-cdde53010c73 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:35:01.402338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.406379 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c235103c-c95b-4deb-97bb-c680847977cf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/routers/7026e8c0-a14d-492b-ae7c-cdde53010c73 HTTP/1.1" status: 204 len: 168 time: 1.6345997 Feb 28 11:35:01.406532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58792) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:01.469907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-35456500-f43a-4220-9600-1e41d307633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.538304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35456500-f43a-4220-9600-1e41d307633a None None] Pushing event deleted for resources: {'Port': ['ID=d3775e6b-9c3d-4662-89c9-30f71a21f3f2,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:01.538539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.549757 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35456500-f43a-4220-9600-1e41d307633a None None] No DVR routers for this DVR port d3775e6b-9c3d-4662-89c9-30f71a21f3f2 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:01.600764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:00Z', 'revision_number': 7, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3bf5d-fbda-463c-b63c-f2c77f2e8583', 'name': '', 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:36:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:55Z', 'updated_at': '2022-02-28T11:34:59Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:01.606553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff74335-4df4-40a5-9f48-b7192600a6be None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:00Z', 'revision_number': 7, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3bf5d-fbda-463c-b63c-f2c77f2e8583', 'name': '', 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:36:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:55Z', 'updated_at': '2022-02-28T11:34:59Z', 'revision_number': 4, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:01.807038 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.836727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c064feb0-f0df-4994-bcca-0ff1354a9f5f']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:01.849844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fccfd4-fc17-4c4c-93cb-d8b263ec672a') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:01.850140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fccfd4-fc17-4c4c-93cb-d8b263ec672a') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:01.862495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.879969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.886435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:35:01.886836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:01.903177 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:02.010308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.048936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.071585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.087022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Network': ['ID=c064feb0-f0df-4994-bcca-0ff1354a9f5f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:02.095672 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b83c3c75-b634-4eb9-8940-7812755cdcd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/networks/c064feb0-f0df-4994-bcca-0ff1354a9f5f HTTP/1.1" status: 204 len: 168 time: 0.6852901 Feb 28 11:35:02.117536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58796) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:02.133968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'network': {'name': 'tempest-network-smoke--1323053693', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:02.139680 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:02.149358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:network and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:02.155745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:02.163984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:02.183879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:02.190125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.232106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:02.243086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:02.243754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.243869 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Added segment 5a26d95c-30f2-4c20-be13-a4f9fc8d1114 of type vlan for network 8aa98758-b562-405f-85e3-7fc619b835b2 Feb 28 11:35:02.279567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.320348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.328347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:02.329462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.335622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:02.341653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:02.342869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.446360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:02.447471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.480564 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3587987 Feb 28 11:35:02.483110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:02.487435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e7dda-71ed-43fa-91cd-7449c18e1e7e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Network': ['ID=8aa98758-b562-405f-85e3-7fc619b835b2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:02.495369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'admin_state_up': True, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:02.498074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-331456d5-0d1c-4454-ac8d-7b7ced43b185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.505449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 8aa98758-b562-405f-85e3-7fc619b835b2 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:02.512193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:02.522322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:router and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:02.527387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:02.549545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:02.623714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.651396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.652420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.676850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,segment=NetworkSegment(1decc377-40e4-4876-bdc4-691137912ad9),segment_id=1decc377-40e4-4876-bdc4-691137912ad9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:02.680555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.695616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.748606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,segment=NetworkSegment(1decc377-40e4-4876-bdc4-691137912ad9),segment_id=1decc377-40e4-4876-bdc4-691137912ad9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:02.748965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.753703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7728a645-cb8d-46e5-a910-a92f8b61f583 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:02.800035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 7728a645-cb8d-46e5-a910-a92f8b61f583 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:02.800447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7728a645-cb8d-46e5-a910-a92f8b61f583 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:02.800740 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 72ea91e8-5260-470c-aa38-360ecd668b03 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:02.832577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:02.844807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 72ea91e8-5260-470c-aa38-360ecd668b03 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:02.845142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 72ea91e8-5260-470c-aa38-360ecd668b03 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:02.845559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3775e6b-9c3d-4662-89c9-30f71a21f3f2 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:02.886365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:02.888923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: d3775e6b-9c3d-4662-89c9-30f71a21f3f2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:02.889272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3775e6b-9c3d-4662-89c9-30f71a21f3f2 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:02.892083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:02.892708 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:02.923191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:03.093035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:03.185863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.278136 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:35:03.320575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:03.320902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:03.429045 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:00Z', 'revision_number': 7, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3bf5d-fbda-463c-b63c-f2c77f2e8583', 'name': '', 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:36:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:55Z', 'updated_at': '2022-02-28T11:35:02Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:03.434693 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:03.444361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:03.445026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:03.598839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.610369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:03.633681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.665853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.792151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.803780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.10 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/f489b27d-c60a-48b3-bab7-24a8d3377fb6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:03.829814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:03.830152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.957192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:00Z', 'revision_number': 7, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3bf5d-fbda-463c-b63c-f2c77f2e8583', 'name': '', 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:36:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:55Z', 'updated_at': '2022-02-28T11:35:02Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:03.961722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90409cb-3829-44f3-ae36-1d5c4fdcb8b7 None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:00Z', 'revision_number': 7, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3bf5d-fbda-463c-b63c-f2c77f2e8583', 'name': '', 'network_id': '8400f169-1e29-4a2a-ae8f-85795d49948e', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:36:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:55Z', 'updated_at': '2022-02-28T11:35:02Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a877b147-2aa7-494d-8598-527bd896fc00', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:04.107719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.138822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,segment=NetworkSegment(1decc377-40e4-4876-bdc4-691137912ad9),segment_id=1decc377-40e4-4876-bdc4-691137912ad9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:04.139202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.167512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:04.237437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:04.237800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.263738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:04.336496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.412925 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:04.416678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:04.426135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:35:04.463070 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=f489b27d-c60a-48b3-bab7-24a8d3377fb6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:04.741753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.963647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=5fb3bf5d-fbda-463c-b63c-f2c77f2e8583,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:05.150366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.247260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.295615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.859373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:05.870213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.280810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:06.290628 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:06.299394 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:06.299988 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:06.326358 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7d8efb0b-a975-4934-a16a-11809644fd50 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0422468 Feb 28 11:35:06.326889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58804) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:06.349973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router bab32db8-95b2-4adb-8f34-99661cf9cc27 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:35:06.397893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae0fc13-a917-410d-970c-adefaa5adbb3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting subnet a877b147-2aa7-494d-8598-527bd896fc00 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:35:06.401017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fc13-a917-410d-970c-adefaa5adbb3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.457612 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:06.459981 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fc13-a917-410d-970c-adefaa5adbb3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.535086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:06.549836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Sync routers for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:06.561363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fc13-a917-410d-970c-adefaa5adbb3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.563821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:06.564719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:06.577024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.582050 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1fb5fa2c-742a-46a7-b23b-66ce518ca2b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0947959 Feb 28 11:35:06.584085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58808) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:06.654749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fc13-a917-410d-970c-adefaa5adbb3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.734374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0fc13-a917-410d-970c-adefaa5adbb3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Subnet': ['ID=a877b147-2aa7-494d-8598-527bd896fc00,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:06.738121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ae0fc13-a917-410d-970c-adefaa5adbb3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.747002 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3ae0fc13-a917-410d-970c-adefaa5adbb3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/a877b147-2aa7-494d-8598-527bd896fc00 HTTP/1.1" status: 204 len: 168 time: 0.4167290 Feb 28 11:35:06.747307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58814) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:06.806150 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0d8d0f64-92bc-459b-954d-f9de82b464e9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2221065 Feb 28 11:35:06.808479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58818) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:06.811860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d7b74-85f7-4c67-8d05-189e2c657b44 None None] Network 8400f169-1e29-4a2a-ae8f-85795d49948e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:35:06.836080 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 8, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:06.842075 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:06.854837 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:06.855727 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:06.864808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:06.869622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.880496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:06.880893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.967148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8716639-32e0-4882-8d28-540a51d223e5 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:06.971459 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b8716639-32e0-4882-8d28-540a51d223e5 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1593361 Feb 28 11:35:06.971945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58822) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:07.022911 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fe2c3b52-ab2f-4d6e-80aa-53abf32a9324 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466952 Feb 28 11:35:07.023763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:07.029671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1065030584', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:07.036481 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:07.136134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a69e7ada-17cc-4ebe-96f3-61f869a4a9ba,segment=NetworkSegment(1decc377-40e4-4876-bdc4-691137912ad9),segment_id=1decc377-40e4-4876-bdc4-691137912ad9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:07.136685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.150623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:07.155065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:subnet and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:07.158438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:07.166417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:07.181959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:07.186347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.291912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for a69e7ada-17cc-4ebe-96f3-61f869a4a9ba owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:07.363735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:07.368311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Checking router: bab32db8-95b2-4adb-8f34-99661cf9cc27 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:07.368666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Updating router bab32db8-95b2-4adb-8f34-99661cf9cc27 port f489b27d-c60a-48b3-bab7-24a8d3377fb6 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:35:07.413494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.428397 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 8, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:07.436718 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d1204-b338-4642-b0d7-dd262deb7b87 None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 8, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '07b30b06-3b5f-484d-91b4-81b4669341d6', 'name': '', 'network_id': '01dcfa79-5572-4954-946e-6b06e62c20fe', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:74:55:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:50Z', 'updated_at': '2022-02-28T11:34:56Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'a941328c-6813-453a-8a55-e1637cff9d41', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:07.466747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.478505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=a69e7ada-17cc-4ebe-96f3-61f869a4a9ba,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:07.480361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No DVR routers for this DVR port a69e7ada-17cc-4ebe-96f3-61f869a4a9ba on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:07.496466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e690891b-0194-4a31-99cd-b08bb99efa8a None None] DHCP port deletion for 8400f169-1e29-4a2a-ae8f-85795d49948e request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:35:07.570212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.642416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.672575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8400f169-1e29-4a2a-ae8f-85795d49948e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:07.678113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=00f9b176-a8e6-4455-a77d-9aa0930bfce1,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:07.687487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1decc377-40e4-4876-bdc4-691137912ad9') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:07.687791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1decc377-40e4-4876-bdc4-691137912ad9') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:07.689304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Checking segment: {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:35:07.689675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network hostable DHCP agents. Network: 8aa98758-b562-405f-85e3-7fc619b835b2, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:07.701100 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.714465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 8aa98758-b562-405f-85e3-7fc619b835b2 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:07.721981 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.729080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 8aa98758-b562-405f-85e3-7fc619b835b2) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:07.729381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:35:07.729718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.736976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:07.739360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:07.745048 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:07.747601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d45bf9-ac6d-4110-a407-10343085cbc6 None None] Network 8aa98758-b562-405f-85e3-7fc619b835b2 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:35:07.774330 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-30161912-bdb0-479f-a0a6-18f5260b9d81 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7490745 Feb 28 11:35:07.777021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58830) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:07.973787 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.982146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.016203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Network': ['ID=8400f169-1e29-4a2a-ae8f-85795d49948e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:08.026630 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c153bc71-cf59-454d-87b9-f8b4aad62666 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/networks/8400f169-1e29-4a2a-ae8f-85795d49948e HTTP/1.1" status: 204 len: 168 time: 1.2783430 Feb 28 11:35:08.028433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58834) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:08.059748 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.072683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Transition to ACTIVE for port object f489b27d-c60a-48b3-bab7-24a8d3377fb6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:08.088556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.174378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Attempting to bind port f489b27d-c60a-48b3-bab7-24a8d3377fb6 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:08.174919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Attempting to bind port f489b27d-c60a-48b3-bab7-24a8d3377fb6 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:08.175417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Attempting to bind port f489b27d-c60a-48b3-bab7-24a8d3377fb6 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:35:08.216025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:35:08.216535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:35:08.217056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.217553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:35:08.218140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Bound port: f489b27d-c60a-48b3-bab7-24a8d3377fb6, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:08.218621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.248896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:08.337921 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:08.338429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5fb3bf5d-fbda-463c-b63c-f2c77f2e8583 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:08.339005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a69e7ada-17cc-4ebe-96f3-61f869a4a9ba no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:08.378346 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: a69e7ada-17cc-4ebe-96f3-61f869a4a9ba {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:08.378842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a69e7ada-17cc-4ebe-96f3-61f869a4a9ba not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:08.383548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbacbe-7518-4c1f-a59b-66c7462c8fbc None None] Pushing event updated for resources: {'Port': ['ID=f489b27d-c60a-48b3-bab7-24a8d3377fb6,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:08.398410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-8aa98758-b562-405f-85e3-7fc619b835b2', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:35:08.398410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.494571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] For port f489b27d-c60a-48b3-bab7-24a8d3377fb6, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:35:08.513330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] For port f489b27d-c60a-48b3-bab7-24a8d3377fb6, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f489b27d-c60a-48b3-bab7-24a8d3377fb6,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:35:08.527219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.651478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.712342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:08.712969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:08.767801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbacbe-7518-4c1f-a59b-66c7462c8fbc None None] Pushing event updated for resources: {'Port': ['ID=f489b27d-c60a-48b3-bab7-24a8d3377fb6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:08.770868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Allocated IP 172.20.0.2 (8aa98758-b562-405f-85e3-7fc619b835b2/00f9b176-a8e6-4455-a77d-9aa0930bfce1/a873e67c-c82e-4008-ac33-a971b18cc761) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:08.776129 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.002053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:09.010297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 07b30b06-3b5f-484d-91b4-81b4669341d6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:09.010636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.199579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port 07b30b06-3b5f-484d-91b4-81b4669341d6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=07b30b06-3b5f-484d-91b4-81b4669341d6,segment=NetworkSegment(3295663a-3191-43a7-82bb-1b720736675d),segment_id=3295663a-3191-43a7-82bb-1b720736675d)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:09.199931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.289281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.313275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Transition to ACTIVE for port object a873e67c-c82e-4008-ac33-a971b18cc761 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:09.326853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 07b30b06-3b5f-484d-91b4-81b4669341d6 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:09.364371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Transition to ACTIVE for port object a873e67c-c82e-4008-ac33-a971b18cc761 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:09.373338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.447050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Network 8aa98758-b562-405f-85e3-7fc619b835b2 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:09.449064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.1 (8aa98758-b562-405f-85e3-7fc619b835b2/00f9b176-a8e6-4455-a77d-9aa0930bfce1/d3ac24ef-bb06-4224-8b0b-6c5cccc40011) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:09.451262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:09.461401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:35:09.499995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Pushing event updated for resources: {'Port': ['ID=a873e67c-c82e-4008-ac33-a971b18cc761,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:09.570389 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Attempting to bind port a873e67c-c82e-4008-ac33-a971b18cc761 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:09.570706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Attempting to bind port a873e67c-c82e-4008-ac33-a971b18cc761 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:09.571020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Attempting to bind port a873e67c-c82e-4008-ac33-a971b18cc761 on network 8aa98758-b562-405f-85e3-7fc619b835b2 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:35:09.575325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:09.580800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:35:09.581163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Checking segment: {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:35:09.581561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.581956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Bound using segment: {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:35:09.582983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Bound port: a873e67c-c82e-4008-ac33-a971b18cc761, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:09.583388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.597153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf57187-2cc9-4dc5-ba0a-08eda486adc2 None None] The sync data for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv is: [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:09.640072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.661394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object d3ac24ef-bb06-4224-8b0b-6c5cccc40011 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:09.665687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.690443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] For port a873e67c-c82e-4008-ac33-a971b18cc761, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:35:09.691408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.695525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] For port a873e67c-c82e-4008-ac33-a971b18cc761, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a873e67c-c82e-4008-ac33-a971b18cc761,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:35:09.701482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.766456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 8aa98758-b562-405f-85e3-7fc619b835b2 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:09.775601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:09.783789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=07b30b06-3b5f-484d-91b4-81b4669341d6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:09.785091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:35:09.832538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=d3ac24ef-bb06-4224-8b0b-6c5cccc40011,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:09.854702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f0aef-9ad2-4536-a764-3c1b919c6778 None None] Pushing event updated for resources: {'Port': ['ID=a873e67c-c82e-4008-ac33-a971b18cc761,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:09.875887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.007067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.088375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.372201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f489b27d-c60a-48b3-bab7-24a8d3377fb6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:10.473469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:10.487626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f489b27d-c60a-48b3-bab7-24a8d3377fb6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:10.494488 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f489b27d-c60a-48b3-bab7-24a8d3377fb6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:10.494865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.644235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:10.652945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.661335 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:10.670625 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8bf29821-9dd3-4fdf-b3dd-71caaafa971a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406353 Feb 28 11:35:10.672315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port f489b27d-c60a-48b3-bab7-24a8d3377fb6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f489b27d-c60a-48b3-bab7-24a8d3377fb6,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:10.673220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58838) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:10.677398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.678654 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:10.680051 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:10.773803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e18a3a1-5993-42d9-a78c-2be26eeb002d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting subnet a941328c-6813-453a-8a55-e1637cff9d41 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:35:10.777442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e18a3a1-5993-42d9-a78c-2be26eeb002d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.827633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=f489b27d-c60a-48b3-bab7-24a8d3377fb6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:10.870148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.874045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e18a3a1-5993-42d9-a78c-2be26eeb002d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.876612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.956460 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:10.981537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e18a3a1-5993-42d9-a78c-2be26eeb002d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.009491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.013282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=d3ac24ef-bb06-4224-8b0b-6c5cccc40011,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:11.073683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e18a3a1-5993-42d9-a78c-2be26eeb002d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.118964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18a3a1-5993-42d9-a78c-2be26eeb002d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Subnet': ['ID=a941328c-6813-453a-8a55-e1637cff9d41,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:11.122708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e18a3a1-5993-42d9-a78c-2be26eeb002d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.129257 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3e18a3a1-5993-42d9-a78c-2be26eeb002d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/a941328c-6813-453a-8a55-e1637cff9d41 HTTP/1.1" status: 204 len: 168 time: 0.4537356 Feb 28 11:35:11.135680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58842) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:11.136071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fe7aa-f85c-4969-8925-af913b40fa03 None None] Network 01dcfa79-5572-4954-946e-6b06e62c20fe requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:35:11.270469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 8aa98758-b562-405f-85e3-7fc619b835b2 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:11.279203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:11.294037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.301677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08d530-6947-4365-9014-de3f3f3e3efb None None] Network 8aa98758-b562-405f-85e3-7fc619b835b2 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:35:11.347406 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:09Z', 'revision_number': 9, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:11.352162 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:11.360990 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:11.361588 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:11.377466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port a66262cc-bcc7-4fd9-a1bc-4460edffb702 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:11.377717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.491055 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d0d51070-3afe-435b-8413-cd27c1647049 None None] Provisioning for port a873e67c-c82e-4008-ac33-a971b18cc761 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:11.568325 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:11.615302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router bab32db8-95b2-4adb-8f34-99661cf9cc27 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:11.653226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9176907e-e41d-4cd1-af3d-9b52191a266b None None] DHCP port deletion for 01dcfa79-5572-4954-946e-6b06e62c20fe request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:35:11.664644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9176907e-e41d-4cd1-af3d-9b52191a266b None None] Deleting port a66262cc-bcc7-4fd9-a1bc-4460edffb702 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:11.665102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9176907e-e41d-4cd1-af3d-9b52191a266b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.762743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port a66262cc-bcc7-4fd9-a1bc-4460edffb702, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a66262cc-bcc7-4fd9-a1bc-4460edffb702,segment=NetworkSegment(3295663a-3191-43a7-82bb-1b720736675d),segment_id=3295663a-3191-43a7-82bb-1b720736675d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:11.763096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.913901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for a66262cc-bcc7-4fd9-a1bc-4460edffb702 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:11.926944 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:09Z', 'revision_number': 9, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:11.931336 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5da46-a5ff-40e9-8350-1976373f96dd None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:09Z', 'revision_number': 9, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': '7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d', 'name': '', 'network_id': '122e5389-0279-4445-92a8-75ddc8fb7168', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:d2:bb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:45Z', 'updated_at': '2022-02-28T11:34:55Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': '7f858865-bb01-4c37-af04-29ecbf669d73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:11.945726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9176907e-e41d-4cd1-af3d-9b52191a266b None None] For port a66262cc-bcc7-4fd9-a1bc-4460edffb702, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a66262cc-bcc7-4fd9-a1bc-4460edffb702,segment=NetworkSegment(3295663a-3191-43a7-82bb-1b720736675d),segment_id=3295663a-3191-43a7-82bb-1b720736675d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:11.946125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9176907e-e41d-4cd1-af3d-9b52191a266b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.077283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9176907e-e41d-4cd1-af3d-9b52191a266b None None] Calling delete_port for a66262cc-bcc7-4fd9-a1bc-4460edffb702 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:12.154328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-28fca0bb-26a1-4a54-a358-9f43a5814469 None None] Provisioning for port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:12.162029 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-28fca0bb-26a1-4a54-a358-9f43a5814469 None None] Provisioning complete for port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:12.162029 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-28fca0bb-26a1-4a54-a358-9f43a5814469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.211339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9176907e-e41d-4cd1-af3d-9b52191a266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.226529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:12.236195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.db.api [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:12.236516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG oslo_db.api [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:12.244392 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f7b5d761-4322-4c53-b60b-df49c71b750f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/bab32db8-95b2-4adb-8f34-99661cf9cc27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4654367 Feb 28 11:35:12.246449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:12.259821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Sync routers for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:12.276902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176907e-e41d-4cd1-af3d-9b52191a266b None None] Pushing event deleted for resources: {'Port': ['ID=a66262cc-bcc7-4fd9-a1bc-4460edffb702,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:12.280300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-28fca0bb-26a1-4a54-a358-9f43a5814469 None None] Port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:35:12.282518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176907e-e41d-4cd1-af3d-9b52191a266b None None] No DVR routers for this DVR port a66262cc-bcc7-4fd9-a1bc-4460edffb702 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:12.292090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:12.292715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:12.423736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe55b6-72f7-4004-b7da-61291e5c22c9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.424213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe55b6-72f7-4004-b7da-61291e5c22c9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.424670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe55b6-72f7-4004-b7da-61291e5c22c9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.425121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe55b6-72f7-4004-b7da-61291e5c22c9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.425572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe55b6-72f7-4004-b7da-61291e5c22c9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.426593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe55b6-72f7-4004-b7da-61291e5c22c9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.427041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe55b6-72f7-4004-b7da-61291e5c22c9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.431515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f6fe55b6-72f7-4004-b7da-61291e5c22c9 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4905 time: 0.1815391 Feb 28 11:35:12.431863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58850) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:12.524273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a873e67c-c82e-4008-ac33-a971b18cc761 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:12.560921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ae6be-2561-49ee-a45b-25ddee4b9095 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.561307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ae6be-2561-49ee-a45b-25ddee4b9095 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.561761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ae6be-2561-49ee-a45b-25ddee4b9095 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.562207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ae6be-2561-49ee-a45b-25ddee4b9095 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.562648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ae6be-2561-49ee-a45b-25ddee4b9095 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.563094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ae6be-2561-49ee-a45b-25ddee4b9095 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:12.565025 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b54ae6be-2561-49ee-a45b-25ddee4b9095 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3961 time: 0.1318855 Feb 28 11:35:12.568034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58854) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:12.577532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-15587d72-f107-4a68-b3f1-127d5d07e0e7 None None] Provisioning complete for port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:12.578382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-15587d72-f107-4a68-b3f1-127d5d07e0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.649314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:12.722770 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-15587d72-f107-4a68-b3f1-127d5d07e0e7 None None] Port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:35:12.739591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port a66262cc-bcc7-4fd9-a1bc-4460edffb702 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:12.739931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.793122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port a873e67c-c82e-4008-ac33-a971b18cc761 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:12.811107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] The port 'a66262cc-bcc7-4fd9-a1bc-4460edffb702' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:35:12.820163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a873e67c-c82e-4008-ac33-a971b18cc761 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:12.820543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.951903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.971701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9fd6da25-7889-45d8-9cc6-68fc64dabc14 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2141 time: 0.4022694 Feb 28 11:35:12.974675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58858) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:12.980186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1459835967', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:12.986344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dcfa79-5572-4954-946e-6b06e62c20fe']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:12.999571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3295663a-3191-43a7-82bb-1b720736675d') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:13.000105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3295663a-3191-43a7-82bb-1b720736675d') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:13.006566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8ad83db6-00b0-49ba-aeb7-0a5e66a660d7 None None] Provisioning complete for port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:13.006943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad83db6-00b0-49ba-aeb7-0a5e66a660d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.015444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.031883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.038919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:35:13.039076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: util.warn( Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:13.054132 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:13.120279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8ad83db6-00b0-49ba-aeb7-0a5e66a660d7 None None] Port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:35:13.139738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.162332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.170095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Network': ['ID=01dcfa79-5572-4954-946e-6b06e62c20fe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:13.173060 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-216a8be2-3520-45df-8eb3-a0db0c4f7c69 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/networks/01dcfa79-5572-4954-946e-6b06e62c20fe HTTP/1.1" status: 204 len: 168 time: 2.0395038 Feb 28 11:35:13.176562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58862) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:13.192023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.245873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd3ac24ef-bb06-4224-8b0b-6c5cccc40011', 'name': '', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:37:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:09Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:13.249380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port a873e67c-c82e-4008-ac33-a971b18cc761, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a873e67c-c82e-4008-ac33-a971b18cc761,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:13.253300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Checking router: bab32db8-95b2-4adb-8f34-99661cf9cc27 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:13.253577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Updating router bab32db8-95b2-4adb-8f34-99661cf9cc27 port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:35:13.256818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:13.261123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:port and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:13.263970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:13.270634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:13.279943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:13.283558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.288950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.289714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f489b27d-c60a-48b3-bab7-24a8d3377fb6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:13.308146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] device_id is not set on port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:35:13.407783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.437151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=a873e67c-c82e-4008-ac33-a971b18cc761,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:13.460128 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.6 (8aa98758-b562-405f-85e3-7fc619b835b2/00f9b176-a8e6-4455-a77d-9aa0930bfce1/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:13.537052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f489b27d-c60a-48b3-bab7-24a8d3377fb6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:13.537388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.676745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.696733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:13.724606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.742625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.807710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:13.812116 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a66262cc-bcc7-4fd9-a1bc-4460edffb702 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:13.828187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 8aa98758-b562-405f-85e3-7fc619b835b2 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:13.829413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:13.835470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:35:13.860789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: a66262cc-bcc7-4fd9-a1bc-4460edffb702 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:13.861129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a66262cc-bcc7-4fd9-a1bc-4460edffb702 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:13.861548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 07b30b06-3b5f-484d-91b4-81b4669341d6 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:13.903230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 07b30b06-3b5f-484d-91b4-81b4669341d6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:13.903578 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 07b30b06-3b5f-484d-91b4-81b4669341d6 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:13.954253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:13.954905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.989776 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-40c6e4b5-4979-4e78-9ea1-ebf3d31be4a1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0139065 Feb 28 11:35:14.044474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.059731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Transition to ACTIVE for port object d3ac24ef-bb06-4224-8b0b-6c5cccc40011 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:14.072348 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.162777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d125f-e153-49a8-939f-659b5d43b303 None None] Pushing event updated for resources: {'Port': ['ID=d3ac24ef-bb06-4224-8b0b-6c5cccc40011,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:14.229364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a873e67c-c82e-4008-ac33-a971b18cc761 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:14.294796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:14.295457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.352197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ebc50d2e-e6bf-4582-ac3d-abf5c710769e None None] Provisioning for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:14.367742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58868) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:14.373009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000935134', 'description': 'tempest-secgroup-smoke-2000935134 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:14.382501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:14.387052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:14.390498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:14.398673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:14.405365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ebc50d2e-e6bf-4582-ac3d-abf5c710769e None None] Provisioning complete for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:14.405742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ebc50d2e-e6bf-4582-ac3d-abf5c710769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.415807 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.436273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:14.440749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:14.444061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:14.450380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:14.467961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Attempting to bind port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:14.468346 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Attempting to bind port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:14.468682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Attempting to bind port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 on network 8aa98758-b562-405f-85e3-7fc619b835b2 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:35:14.486678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:35:14.487170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Checking segment: {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:35:14.487556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.488026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Bound using segment: {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:35:14.489043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Bound port: d3ac24ef-bb06-4224-8b0b-6c5cccc40011, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:14.489419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.508528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a873e67c-c82e-4008-ac33-a971b18cc761 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:14.508902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.515874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d,segment=NetworkSegment(e71fbae2-d52a-45d2-ae51-cb0b03420715),segment_id=e71fbae2-d52a-45d2-ae51-cb0b03420715)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:14.516236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.523315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.527743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.537985 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ebc50d2e-e6bf-4582-ac3d-abf5c710769e None None] Port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:35:14.576333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f7e0dc-12fb-4e1c-9cf2-5982744f304b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:14.581435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.584828 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-54f7975a-8247-4579-a572-932a2223b2e0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2159913 Feb 28 11:35:14.588036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:14.594757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '23f7e0dc-12fb-4e1c-9cf2-5982744f304b', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:14.601907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:14.606816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:14.610786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:14.619593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:14.643458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.656965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:14.719446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] For port d3ac24ef-bb06-4224-8b0b-6c5cccc40011, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:35:14.736779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.741880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.762597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] For port d3ac24ef-bb06-4224-8b0b-6c5cccc40011, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d3ac24ef-bb06-4224-8b0b-6c5cccc40011,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:35:14.768343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.776236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d245ef-9c33-461e-9133-e3dfca5e43ac,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:14.787422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.792399 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0fa2cfe5-a2d5-4b18-adc9-31248c320b7b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022955 Feb 28 11:35:14.793092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58876) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:14.798513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '23f7e0dc-12fb-4e1c-9cf2-5982744f304b', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:14.805812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:14.810469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:14.813922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:14.820996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:14.843758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.851631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:14.852424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:14.885212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.914257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.921388 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.938615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:14.953209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d125f-e153-49a8-939f-659b5d43b303 None None] Pushing event updated for resources: {'Port': ['ID=d3ac24ef-bb06-4224-8b0b-6c5cccc40011,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:14.966250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fd620b-10c1-4da0-bf18-080c274c0c33,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:14.969026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.973868 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-58b39bd3-f283-4bf3-8c4f-7d3f78973dc2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1797364 Feb 28 11:35:14.974014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58880) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:14.987808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '23f7e0dc-12fb-4e1c-9cf2-5982744f304b', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:15.070143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:15.070391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:15.127420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:15.137886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:15.147904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:15.177240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.191309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.433791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd3ac24ef-bb06-4224-8b0b-6c5cccc40011', 'name': '', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:37:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:09Z', 'updated_at': '2022-02-28T11:35:14Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:15.437715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d2517-0068-4307-9353-9893b31aabf1 None None] The sync data for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv is: [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd3ac24ef-bb06-4224-8b0b-6c5cccc40011', 'name': '', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:37:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:09Z', 'updated_at': '2022-02-28T11:35:14Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:15.461062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.470191 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.692928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0022033-36c6-4793-bee5-3f07fa4d0dad,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:15.725079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.726277 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-450503ab-d9bf-4fb1-b728-3e09f93db4cb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7513471 Feb 28 11:35:15.729385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58884) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:15.736447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '23f7e0dc-12fb-4e1c-9cf2-5982744f304b', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:15.745070 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:15.748288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:15.752014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:15.755542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:15.763975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:15.899454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.965159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:15.972872 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-676e25f9-173d-46d5-9baa-82513c27387e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7951410 Feb 28 11:35:15.975201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58888) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:15.981366 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:15.999063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.000142 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:16.000973 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:16.005507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.031085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13574733-4d03-4d6f-9585-df66e6a5c604,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:16.044586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.045852 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-44d305c2-ef6d-4329-a3c5-6819aea90855 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3156056 Feb 28 11:35:16.051960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:16.058330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '23f7e0dc-12fb-4e1c-9cf2-5982744f304b', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:16.065026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:16.070053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:16.073488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:16.077428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-490876f7-acdd-487d-a1aa-44e751685479 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting subnet 7f858865-bb01-4c37-af04-29ecbf669d73 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:35:16.080381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:16.081103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-490876f7-acdd-487d-a1aa-44e751685479 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.097541 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:35:16.105598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.149488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-490876f7-acdd-487d-a1aa-44e751685479 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.187905 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:16.188918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.194160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.233312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81e9872-3a7c-452f-b2a0-590ab78aec5e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:16.246974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.251721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58896) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:16.252734 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-07c8a4bf-6977-4fc1-8847-3c9f3c3f3c4f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1996408 Feb 28 11:35:16.259278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '23f7e0dc-12fb-4e1c-9cf2-5982744f304b', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:16.269234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:16.278217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:16.283379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:16.286990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-490876f7-acdd-487d-a1aa-44e751685479 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.328989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:16.352524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3ac24ef-bb06-4224-8b0b-6c5cccc40011 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:16.359200 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:35:16.373635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.421213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-490876f7-acdd-487d-a1aa-44e751685479 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.443693 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:16.449643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:16.450156 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.469971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490876f7-acdd-487d-a1aa-44e751685479 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Subnet': ['ID=7f858865-bb01-4c37-af04-29ecbf669d73,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:16.478382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-490876f7-acdd-487d-a1aa-44e751685479 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.489597 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-490876f7-acdd-487d-a1aa-44e751685479 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/7f858865-bb01-4c37-af04-29ecbf669d73 HTTP/1.1" status: 204 len: 168 time: 0.5058713 Feb 28 11:35:16.491528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:16.502244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848263c6-6ec4-48a7-95e0-47a3fd6d2e2f None None] Network 122e5389-0279-4445-92a8-75ddc8fb7168 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:35:16.515101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.521747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.555563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fba0609-0b11-4672-80db-fa6850cfd304,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:16.576310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.577532 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7a2eb3c4-03b9-46d5-930c-c3eee5303ab2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3247676 Feb 28 11:35:16.670756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.676652 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:14Z', 'revision_number': 10, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:16.680932 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:16.683465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:16.683806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.690344 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:16.691210 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:16.852687 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:16.887906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.926867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port d3ac24ef-bb06-4224-8b0b-6c5cccc40011, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d3ac24ef-bb06-4224-8b0b-6c5cccc40011,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:16.933219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.018429 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-d2a9f197-f4f7-4984-9a06-32a8543a5ce5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000935134&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.1401353 Feb 28 11:35:17.019338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] DHCP port deletion for 122e5389-0279-4445-92a8-75ddc8fb7168 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:35:17.027192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port 99fea405-17f8-400f-8a2b-9ef0c50d5b45, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=99fea405-17f8-400f-8a2b-9ef0c50d5b45,segment=NetworkSegment(e71fbae2-d52a-45d2-ae51-cb0b03420715),segment_id=e71fbae2-d52a-45d2-ae51-cb0b03420715)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:17.027509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.032020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=d3ac24ef-bb06-4224-8b0b-6c5cccc40011,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:17.034877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] Deleting port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:17.036131 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.201642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 99fea405-17f8-400f-8a2b-9ef0c50d5b45 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:17.207573 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:14Z', 'revision_number': 10, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:17.211627 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb4897-99ce-4828-bcc8-2202aa2dd9fc None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:14Z', 'revision_number': 10, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None, '_interfaces': [{'id': 'f3398a6f-3d12-4526-ab83-531a0bbdb795', 'name': '', 'network_id': '48e7ca33-6a78-4e9c-88fe-8430492300c1', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'mac_address': 'fa:16:3e:05:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:41Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'subnets': [{'id': 'c77f8674-fa24-4fe4-b1ff-8ab944b5aed4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:17.247485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] For port 99fea405-17f8-400f-8a2b-9ef0c50d5b45, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=99fea405-17f8-400f-8a2b-9ef0c50d5b45,segment=NetworkSegment(e71fbae2-d52a-45d2-ae51-cb0b03420715),segment_id=e71fbae2-d52a-45d2-ae51-cb0b03420715)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:17.247942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.262827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-b4192cb3-ea82-4221-b3ec-4815d95f1acb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:17.263415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-b4192cb3-ea82-4221-b3ec-4815d95f1acb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:17.301741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-b4192cb3-ea82-4221-b3ec-4815d95f1acb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:17.302889 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-b4192cb3-ea82-4221-b3ec-4815d95f1acb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 930 time: 0.2662950 Feb 28 11:35:17.306682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.397186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=99fea405-17f8-400f-8a2b-9ef0c50d5b45,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:17.402175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No DVR routers for this DVR port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:17.410185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] Calling delete_port for 99fea405-17f8-400f-8a2b-9ef0c50d5b45 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:17.479786 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-767136db-dfce-4462-a046-4c6e8475b3b0 service neutron] 10.222.0.64 "GET /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1365001 Feb 28 11:35:17.487454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:17.488475 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:17.534777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-b386a308-2068-4f59-b8f8-7782dcbc599b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:35:17.535793 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-b386a308-2068-4f59-b8f8-7782dcbc599b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474246 Feb 28 11:35:17.569316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.654192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122e5389-0279-4445-92a8-75ddc8fb7168']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:17.680930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71fbae2-d52a-45d2-ae51-cb0b03420715') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:17.681222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71fbae2-d52a-45d2-ae51-cb0b03420715') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:17.805163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.833702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.842646 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-1ad2529b-127b-494e-b217-15879a71ab70 service neutron] 10.222.0.64 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009069 Feb 28 11:35:17.843520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:35:17.843900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:17.858440 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:17.989809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] Deleting port 99fea405-17f8-400f-8a2b-9ef0c50d5b45 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:17.990110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.022274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.040846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.057775 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-160885b4-2899-4a5d-ab00-5a0c29249ca8 None None] The port '99fea405-17f8-400f-8a2b-9ef0c50d5b45' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:35:18.058040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Network': ['ID=122e5389-0279-4445-92a8-75ddc8fb7168,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:18.069395 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-81676b1a-fe23-45af-84e8-a59c60b5c8c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/networks/122e5389-0279-4445-92a8-75ddc8fb7168 HTTP/1.1" status: 204 len: 168 time: 1.5768132 Feb 28 11:35:18.072234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58916) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:18.086447 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-b92a836b-8737-4e55-a30f-9a6693ca197d service neutron] 10.222.0.64 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271054 Feb 28 11:35:18.186053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3ac24ef-bb06-4224-8b0b-6c5cccc40011 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:18.284280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:18.284735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.288203 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-948979bd-53d9-4180-a86d-c2417cad0fe9 req-48396e91-bb4d-419e-82e7-c93dc011436b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 210 time: 0.0553093 Feb 28 11:35:18.462185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 99fea405-17f8-400f-8a2b-9ef0c50d5b45 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:18.495983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 99fea405-17f8-400f-8a2b-9ef0c50d5b45 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:18.496677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 99fea405-17f8-400f-8a2b-9ef0c50d5b45 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:18.496789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:18.528556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:18.528893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7c0b2088-e4cc-46e9-a2f0-8c4d7c6cbd5d not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:18.722258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.054624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port f3398a6f-3d12-4526-ab83-531a0bbdb795 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:19.054962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.238155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port f3398a6f-3d12-4526-ab83-531a0bbdb795, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f3398a6f-3d12-4526-ab83-531a0bbdb795,segment=NetworkSegment(330cb2a6-b0da-4961-aab6-8ace227f030e),segment_id=330cb2a6-b0da-4961-aab6-8ace227f030e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:19.238859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.365609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for f3398a6f-3d12-4526-ab83-531a0bbdb795 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:19.383862 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6f1e944d-3d18-433a-9fa8-500ed43b6575 req-90476420-bbec-4803-b3ee-28f2d12e2552 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 210 time: 0.0418649 Feb 28 11:35:19.548689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.598762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=f3398a6f-3d12-4526-ab83-531a0bbdb795,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:19.774045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.142594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:20.275626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:20.285570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:20.291201 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-abb06da5-7ff9-49df-ad8e-29f782854a64 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2156143 Feb 28 11:35:20.291504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58936) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:20.294468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:20.295063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:20.366231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e188b95f-8429-4e90-adf1-5ed4f6765199 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting subnet c77f8674-fa24-4fe4-b1ff-8ab944b5aed4 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:35:20.369225 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e188b95f-8429-4e90-adf1-5ed4f6765199 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.420944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:20.424296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e188b95f-8429-4e90-adf1-5ed4f6765199 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.486544 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1e647c2f-634e-4680-9e45-fcc8615bdf90 req-386219d9-8c53-48b0-9db9-fdc577abedce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 210 time: 0.0467846 Feb 28 11:35:20.513012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e188b95f-8429-4e90-adf1-5ed4f6765199 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.525183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:19Z', 'revision_number': 11, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:20.529180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:20.537772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:20.538359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:20.594409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e188b95f-8429-4e90-adf1-5ed4f6765199 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.645224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e188b95f-8429-4e90-adf1-5ed4f6765199 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.652125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd1ac5-2ef4-496a-bf9d-3d2cb0c6ea85 None None] Network 48e7ca33-6a78-4e9c-88fe-8430492300c1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:35:20.655408 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e188b95f-8429-4e90-adf1-5ed4f6765199 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/c77f8674-fa24-4fe4-b1ff-8ab944b5aed4 HTTP/1.1" status: 204 len: 168 time: 0.3628109 Feb 28 11:35:20.656264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188b95f-8429-4e90-adf1-5ed4f6765199 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Subnet': ['ID=c77f8674-fa24-4fe4-b1ff-8ab944b5aed4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:20.657486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:20.701978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:20.798994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.814033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Deleting port 31bb0e29-a90a-43a1-b977-6aee330964c1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:20.814376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.858271 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:19Z', 'revision_number': 11, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:20.874221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04729d6c-2f2b-4e21-82a7-7319de291e27 None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:19Z', 'revision_number': 11, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:21.042653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] For port 31bb0e29-a90a-43a1-b977-6aee330964c1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=31bb0e29-a90a-43a1-b977-6aee330964c1,segment=NetworkSegment(330cb2a6-b0da-4961-aab6-8ace227f030e),segment_id=330cb2a6-b0da-4961-aab6-8ace227f030e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:21.043002 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.168886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Calling delete_port for 31bb0e29-a90a-43a1-b977-6aee330964c1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:21.224400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776fbf46-51cf-4288-add0-d2b556c264c1 None None] DHCP port deletion for 48e7ca33-6a78-4e9c-88fe-8430492300c1 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:35:21.228376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-776fbf46-51cf-4288-add0-d2b556c264c1 None None] Deleting port 31bb0e29-a90a-43a1-b977-6aee330964c1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:21.228972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-776fbf46-51cf-4288-add0-d2b556c264c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.249127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.296950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Port': ['ID=31bb0e29-a90a-43a1-b977-6aee330964c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:21.302392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No DVR routers for this DVR port 31bb0e29-a90a-43a1-b977-6aee330964c1 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:21.340367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-776fbf46-51cf-4288-add0-d2b556c264c1 None None] The port '31bb0e29-a90a-43a1-b977-6aee330964c1' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:35:21.435218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.500640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e7ca33-6a78-4e9c-88fe-8430492300c1']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.522147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330cb2a6-b0da-4961-aab6-8ace227f030e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.522453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330cb2a6-b0da-4961-aab6-8ace227f030e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.543305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.559291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-750bfc20-518d-4378-857e-e26b1649ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:21.560635 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-750bfc20-518d-4378-857e-e26b1649ba44 service neutron] 10.222.0.37 "GET /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 1026 time: 0.0969479 Feb 28 11:35:21.585238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.614842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:35:21.615274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:21.630125 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:21.892028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a241fa6e-a935-40b7-bbc2-c7ce6d522f80 req-4f2024c1-33db-448a-9b88-77f200f5793c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 210 time: 0.2826166 Feb 28 11:35:21.930290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.952667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.976354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Pushing event deleted for resources: {'Network': ['ID=48e7ca33-6a78-4e9c-88fe-8430492300c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:21.987396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-6707050b-580f-4cc3-9423-c23ec4a99f76 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:21.989313 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-6707050b-580f-4cc3-9423-c23ec4a99f76 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=8aa98758-b562-405f-85e3-7fc619b835b2 HTTP/1.1" status: 200 len: 797 time: 0.4239070 Feb 28 11:35:21.990639 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-991c3c51-0f08-4224-a9a3-9fc62680da40 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/networks/48e7ca33-6a78-4e9c-88fe-8430492300c1 HTTP/1.1" status: 204 len: 168 time: 1.3264182 Feb 28 11:35:21.993338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:21.998189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'routes': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:22.171056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f3398a6f-3d12-4526-ab83-531a0bbdb795 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:22.204665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f3398a6f-3d12-4526-ab83-531a0bbdb795 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:22.205011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f3398a6f-3d12-4526-ab83-531a0bbdb795 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:22.205439 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31bb0e29-a90a-43a1-b977-6aee330964c1 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:22.231479 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-e7ed225b-0f8b-49ac-8fd6-d63ea2b79475 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 380 time: 0.1776471 Feb 28 11:35:22.237521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 31bb0e29-a90a-43a1-b977-6aee330964c1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:35:22.237868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31bb0e29-a90a-43a1-b977-6aee330964c1 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:22.293847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Request body: {'port': {'device_id': 'cbad882d-dee4-4846-afe8-32430b58f406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:22.365479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Added routes are [] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 11:35:22.365771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Removed routes are [] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 11:35:22.366125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.659961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.681602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.688477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.907706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 96b1d972-a1bf-4a44-927d-6955bafa72c2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:23.250701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cbff3765-e8fc-47e3-84c4-e1748bc3849c req-cbaf7d01-55e7-4b49-a36c-be7c52e0b847 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 210 time: 0.2458239 Feb 28 11:35:23.256128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:23.274101 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] Sync routers for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:23.283767 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:23.284365 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:23.304522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.305620 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-228060d3-91f9-42e5-aab1-4fae6fef040f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2 HTTP/1.1" status: 200 len: 704 time: 1.3113508 Feb 28 11:35:23.308689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:23.352988 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9be2a7a7-a709-494e-b189-ddd152e899b7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Synchronizing usage tracker for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:23.369875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9be2a7a7-a709-494e-b189-ddd152e899b7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Unset dirty status for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:23.371112 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9be2a7a7-a709-494e-b189-ddd152e899b7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=96b1d972-a1bf-4a44-927d-6955bafa72c2 HTTP/1.1" status: 200 len: 205 time: 0.0613434 Feb 28 11:35:23.373665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58966) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:23.410229 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:23.426427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:35:23.433948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.448896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Transition to ACTIVE for port object c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:23.453944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.513757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae9cc-3e3b-4ce9-893f-8d28ab70d2c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.517887 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:19Z', 'revision_number': 11, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:23.523204 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] Checking router: 96b1d972-a1bf-4a44-927d-6955bafa72c2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:23.533284 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] Routers {'96b1d972-a1bf-4a44-927d-6955bafa72c2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:23.533939 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['96b1d972-a1bf-4a44-927d-6955bafa72c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:23.621637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:23.677173 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] Set router 96b1d972-a1bf-4a44-927d-6955bafa72c2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:23.715837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Attempting to bind port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:23.716413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Attempting to bind port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:23.716522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Attempting to bind port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on network 8aa98758-b562-405f-85e3-7fc619b835b2 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:35:23.721586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on network 8aa98758-b562-405f-85e3-7fc619b835b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:35:23.723484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Attempting to bind port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on network 8aa98758-b562-405f-85e3-7fc619b835b2 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:35:23.729028 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:35:23.729361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Checking segment: {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:35:23.729736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Bound using segment: {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:35:23.730154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Bound port: c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:23.730496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.799616 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:19Z', 'revision_number': 11, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:23.804485 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ff1a9-d54d-46d1-bf3b-b20494c4494a None None] The sync data for ids ['96b1d972-a1bf-4a44-927d-6955bafa72c2'] in dv-neutron-831192-2-hyperv is: [{'id': '96b1d972-a1bf-4a44-927d-6955bafa72c2', 'name': 'tempest-RoutersIpV6Test-router-508623357', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:40Z', 'updated_at': '2022-02-28T11:35:19Z', 'revision_number': 11, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:23.841015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:35:23.843347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae9cc-3e3b-4ce9-893f-8d28ab70d2c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.845313 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:35:23.846088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae9cc-3e3b-4ce9-893f-8d28ab70d2c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.851151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.871710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae9cc-3e3b-4ce9-893f-8d28ab70d2c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.872491 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4ae9cc-3e3b-4ce9-893f-8d28ab70d2c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Fanout notify agent at l3_agent the message router_deleted on router 96b1d972-a1bf-4a44-927d-6955bafa72c2 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:35:23.888791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae9cc-3e3b-4ce9-893f-8d28ab70d2c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.889858 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bd4ae9cc-3e3b-4ce9-893f-8d28ab70d2c7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2 HTTP/1.1" status: 204 len: 168 time: 0.5151079 Feb 28 11:35:23.893751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58970) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:23.901931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1292769955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:23.908148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:23.908767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.910342 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] 10.222.0.37 "PUT /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 1131 time: 1.6308496 Feb 28 11:35:23.910788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad882d-dee4-4846-afe8-32430b58f406', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:35:23.912204 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:23.918076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Usage tracker for resource:router and tenant:2e0749a771da4af4956336b7572bb8d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:23.922466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:23.931087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:23.944950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667562a6-0600-42f4-88d2-2b0785362430 service neutron] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:23.953077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.954239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.973242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.000808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.005723 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad882d-dee4-4846-afe8-32430b58f406', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'status': 'completed', 'code': 200} Feb 28 11:35:24.034232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.036342 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d656b0df-375f-46a3-9917-fb13a00e86fa tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1405871 Feb 28 11:35:24.038947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58976) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:24.044943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f459be30-0016-4686-b6b7-2938a30b22c3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:24.055040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-daec522e-6965-4dc1-b838-793ef277957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:24.056583 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-daec522e-6965-4dc1-b838-793ef277957b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 1134 time: 0.0957847 Feb 28 11:35:24.143398 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-81008f30-957e-4629-af1d-10148f98720c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 217 time: 0.0786488 Feb 28 11:35:24.211349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-b8995aa1-d693-4574-974a-950cd062ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:24.212705 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-b8995aa1-d693-4574-974a-950cd062ad44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00f9b176-a8e6-4455-a77d-9aa0930bfce1 HTTP/1.1" status: 200 len: 835 time: 0.0640957 Feb 28 11:35:24.303944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-2413b53b-19e5-46e6-b042-b25190963193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:24.305441 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-2413b53b-19e5-46e6-b042-b25190963193 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8aa98758-b562-405f-85e3-7fc619b835b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857995 Feb 28 11:35:24.488028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-4b9afd38-2940-42c4-8d6d-ad9c85452825 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762190 Feb 28 11:35:24.546232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be377c-36ad-4cd5-953b-671f5a10ca53 req-15dd3de2-46aa-4356-9a9c-64d6c01150ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:24.547566 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-87be377c-36ad-4cd5-953b-671f5a10ca53 req-15dd3de2-46aa-4356-9a9c-64d6c01150ce tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 981 time: 0.1517837 Feb 28 11:35:24.563668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f459be30-0016-4686-b6b7-2938a30b22c3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.575993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f459be30-0016-4686-b6b7-2938a30b22c3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.661957 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-87be377c-36ad-4cd5-953b-671f5a10ca53 req-b5eef090-fe3a-4d63-8c89-9e73c66bd12a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707521 Feb 28 11:35:24.673447 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b46c367e-0f11-4f3e-a29c-ca8281a37b2c req-cb72ef13-2bad-4081-af5c-a468d7f90285 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791193 Feb 28 11:35:24.743388 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f459be30-0016-4686-b6b7-2938a30b22c3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Router 002764e4-905f-4c6c-9ef6-23e1797d4146 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:35:24.801405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-b0df4906-ba00-4278-b720-03c8f2a42567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:24.802796 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-b0df4906-ba00-4278-b720-03c8f2a42567 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 1134 time: 0.0754099 Feb 28 11:35:24.886561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f459be30-0016-4686-b6b7-2938a30b22c3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:24.893099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f459be30-0016-4686-b6b7-2938a30b22c3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.897268 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f459be30-0016-4686-b6b7-2938a30b22c3 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "PUT /v2.0/routers/002764e4-905f-4c6c-9ef6-23e1797d4146 HTTP/1.1" status: 200 len: 698 time: 0.8542483 Feb 28 11:35:24.897501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58982) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:24.899783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] Sync routers for ids ['002764e4-905f-4c6c-9ef6-23e1797d4146'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:24.911505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] Routers {'002764e4-905f-4c6c-9ef6-23e1797d4146'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:24.912284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['002764e4-905f-4c6c-9ef6-23e1797d4146'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:25.040681 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b57a547d-80b1-407e-9936-ef5ca0887e5f tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/routers/002764e4-905f-4c6c-9ef6-23e1797d4146 HTTP/1.1" status: 200 len: 704 time: 0.1420822 Feb 28 11:35:25.043396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58986) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:25.043568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] Set router 002764e4-905f-4c6c-9ef6-23e1797d4146 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:25.064635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-8431b564-363d-4e37-a966-da485e4300ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:25.066012 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-8431b564-363d-4e37-a966-da485e4300ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=8aa98758-b562-405f-85e3-7fc619b835b2 HTTP/1.1" status: 200 len: 898 time: 0.2570179 Feb 28 11:35:25.089492 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-beb9f9e6-755d-4397-9996-2cc08aacd658 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=002764e4-905f-4c6c-9ef6-23e1797d4146 HTTP/1.1" status: 200 len: 205 time: 0.0425627 Feb 28 11:35:25.090034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 58990) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:25.136865 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-a03a5a79-581e-4437-9ad5-3c6dd214af2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 217 time: 0.0647268 Feb 28 11:35:25.149139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002764e4-905f-4c6c-9ef6-23e1797d4146', 'name': 'tempest-RoutersIpV6Test-router-1292769955', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:25.153288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] Checking router: 002764e4-905f-4c6c-9ef6-23e1797d4146 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:25.162088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] Routers {'002764e4-905f-4c6c-9ef6-23e1797d4146'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:25.162881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['002764e4-905f-4c6c-9ef6-23e1797d4146'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:25.201431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-9c6478e1-53fb-4f33-a9da-2f0459191cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:25.202869 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-9c6478e1-53fb-4f33-a9da-2f0459191cd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00f9b176-a8e6-4455-a77d-9aa0930bfce1 HTTP/1.1" status: 200 len: 835 time: 0.0595682 Feb 28 11:35:25.223986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dff7aaf-dc9f-4ae3-a519-d5ba3c781aa7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.286137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-bcb4bc4e-b30b-41ca-8b9a-216e7204b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:25.287836 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-bcb4bc4e-b30b-41ca-8b9a-216e7204b978 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8aa98758-b562-405f-85e3-7fc619b835b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789559 Feb 28 11:35:25.291650 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] Set router 002764e4-905f-4c6c-9ef6-23e1797d4146 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:25.397718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002764e4-905f-4c6c-9ef6-23e1797d4146', 'name': 'tempest-RoutersIpV6Test-router-1292769955', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:25.402230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab57a0-1522-4f60-a0e9-54e70ef692f1 None None] The sync data for ids ['002764e4-905f-4c6c-9ef6-23e1797d4146'] in dv-neutron-831192-2-hyperv is: [{'id': '002764e4-905f-4c6c-9ef6-23e1797d4146', 'name': 'tempest-RoutersIpV6Test-router-1292769955', 'tenant_id': '2e0749a771da4af4956336b7572bb8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 2, 'project_id': '2e0749a771da4af4956336b7572bb8d7', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:25.433958 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-00df8650-c60e-4276-9a81-5a5141288c02 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380751 Feb 28 11:35:25.577605 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64703fac-f20a-4ba1-a42f-9638908ddcb7 req-42510935-b8df-472c-9635-412c958791f0 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371830 Feb 28 11:35:25.659206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dff7aaf-dc9f-4ae3-a519-d5ba3c781aa7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.661884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dff7aaf-dc9f-4ae3-a519-d5ba3c781aa7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.685278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dff7aaf-dc9f-4ae3-a519-d5ba3c781aa7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.685918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dff7aaf-dc9f-4ae3-a519-d5ba3c781aa7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Fanout notify agent at l3_agent the message router_deleted on router 002764e4-905f-4c6c-9ef6-23e1797d4146 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:35:25.702189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dff7aaf-dc9f-4ae3-a519-d5ba3c781aa7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.703317 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7dff7aaf-dc9f-4ae3-a519-d5ba3c781aa7 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/002764e4-905f-4c6c-9ef6-23e1797d4146 HTTP/1.1" status: 204 len: 168 time: 0.6122131 Feb 28 11:35:25.710187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 58996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:25.752698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-142dd507-53ba-4f37-9552-0fbf1287a969 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Synchronizing usage tracker for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:25.767069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-142dd507-53ba-4f37-9552-0fbf1287a969 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] Unset dirty status for tenant:2e0749a771da4af4956336b7572bb8d7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:25.771492 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59000) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:25.771788 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-142dd507-53ba-4f37-9552-0fbf1287a969 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=002764e4-905f-4c6c-9ef6-23e1797d4146 HTTP/1.1" status: 200 len: 205 time: 0.0602660 Feb 28 11:35:25.840997 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-fd40faa1-31d2-4f37-b848-a21795a92e4d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] delete failed (client error): The resource could not be found. Feb 28 11:35:25.841990 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fd40faa1-31d2-4f37-b848-a21795a92e4d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/002764e4-905f-4c6c-9ef6-23e1797d4146 HTTP/1.1" status: 404 len: 336 time: 0.0694714 Feb 28 11:35:25.844605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59004) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:25.859342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1435-27af-4af9-9a10-e7664494f585 req-2cde88e9-bb58-4708-9e13-b3f54ee4fc40 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:25.860804 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-100c1435-27af-4af9-9a10-e7664494f585 req-2cde88e9-bb58-4708-9e13-b3f54ee4fc40 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 981 time: 0.0804989 Feb 28 11:35:25.882268 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3592779b-8966-4033-9d9b-d04b0232327c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] DELETE failed (client error): The resource could not be found. Feb 28 11:35:25.882721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3592779b-8966-4033-9d9b-d04b0232327c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:35:25.884395 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3592779b-8966-4033-9d9b-d04b0232327c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/a877b147-2aa7-494d-8598-527bd896fc00 HTTP/1.1" status: 404 len: 337 time: 0.0389235 Feb 28 11:35:25.886879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59008) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:25.908972 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-100c1435-27af-4af9-9a10-e7664494f585 req-d303a739-f2f3-4fd2-b7a7-c542f8949986 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Feb 28 11:35:25.923543 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef6b451-863a-44b5-8b87-5cecf99f5186 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] DELETE failed (client error): The resource could not be found. Feb 28 11:35:25.923982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef6b451-863a-44b5-8b87-5cecf99f5186 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:35:25.925632 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eef6b451-863a-44b5-8b87-5cecf99f5186 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/a941328c-6813-453a-8a55-e1637cff9d41 HTTP/1.1" status: 404 len: 337 time: 0.0377357 Feb 28 11:35:25.928104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59012) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:25.968608 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7f4b7a-cdbf-42e4-a28b-daade3016149 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] DELETE failed (client error): The resource could not be found. Feb 28 11:35:25.968963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7f4b7a-cdbf-42e4-a28b-daade3016149 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:35:25.970594 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aa7f4b7a-cdbf-42e4-a28b-daade3016149 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/7f858865-bb01-4c37-af04-29ecbf669d73 HTTP/1.1" status: 404 len: 337 time: 0.0416224 Feb 28 11:35:25.973084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59016) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.010613 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddd20a7-5a03-418c-aeee-ef417a06ff5d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] DELETE failed (client error): The resource could not be found. Feb 28 11:35:26.011072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddd20a7-5a03-418c-aeee-ef417a06ff5d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:35:26.012760 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6ddd20a7-5a03-418c-aeee-ef417a06ff5d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/c77f8674-fa24-4fe4-b1ff-8ab944b5aed4 HTTP/1.1" status: 404 len: 337 time: 0.0387905 Feb 28 11:35:26.015305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59020) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.057517 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0e371086-a6f2-4938-86e0-df3515b7b0f2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=96b1d972-a1bf-4a44-927d-6955bafa72c2 HTTP/1.1" status: 200 len: 205 time: 0.0411572 Feb 28 11:35:26.059960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59024) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.132042 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-8a1e7435-b8a7-4bcb-88cd-3480892fa74e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] delete failed (client error): The resource could not be found. Feb 28 11:35:26.133060 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8a1e7435-b8a7-4bcb-88cd-3480892fa74e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/96b1d972-a1bf-4a44-927d-6955bafa72c2 HTTP/1.1" status: 404 len: 336 time: 0.0721951 Feb 28 11:35:26.135652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59028) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.179867 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-297a806e-50d4-42f8-94ea-bc8cc0451c9a tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=e414f1ee-484b-4394-a48a-05fc0b606000 HTTP/1.1" status: 200 len: 205 time: 0.0431120 Feb 28 11:35:26.182256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.249001 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-78452701-e73a-42c1-9993-cb6d6c3decc2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] delete failed (client error): The resource could not be found. Feb 28 11:35:26.249994 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-78452701-e73a-42c1-9993-cb6d6c3decc2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/e414f1ee-484b-4394-a48a-05fc0b606000 HTTP/1.1" status: 404 len: 336 time: 0.0667188 Feb 28 11:35:26.252477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.293066 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf134e8-11e0-43c8-95e5-ca9cb56a3abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] DELETE failed (client error): The resource could not be found. Feb 28 11:35:26.293516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf134e8-11e0-43c8-95e5-ca9cb56a3abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:35:26.295154 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8bf134e8-11e0-43c8-95e5-ca9cb56a3abd tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/3daca30f-1dd1-4139-99e4-294642a9ce1d HTTP/1.1" status: 404 len: 337 time: 0.0417850 Feb 28 11:35:26.297668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59040) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.339938 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dbfa7bce-2cd4-4a6a-8f5e-18e16ca5148e tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=f595b55b-f970-4897-a32f-165f2d37429d HTTP/1.1" status: 200 len: 205 time: 0.0412505 Feb 28 11:35:26.342127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59044) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.408702 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-c4d5bede-cfed-46d8-b02d-b06a612fd107 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] delete failed (client error): The resource could not be found. Feb 28 11:35:26.409584 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c4d5bede-cfed-46d8-b02d-b06a612fd107 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/f595b55b-f970-4897-a32f-165f2d37429d HTTP/1.1" status: 404 len: 336 time: 0.0665963 Feb 28 11:35:26.412038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59048) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.454228 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-434fcfc0-0079-48b8-9918-dbc671679e9c tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3628179-0556-4119-9f6a-82a4916b55ad HTTP/1.1" status: 200 len: 205 time: 0.0412252 Feb 28 11:35:26.456320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59052) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.522158 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-92940d59-2a61-4fbc-9932-c46275e3612b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] delete failed (client error): The resource could not be found. Feb 28 11:35:26.523110 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-92940d59-2a61-4fbc-9932-c46275e3612b tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/e3628179-0556-4119-9f6a-82a4916b55ad HTTP/1.1" status: 404 len: 336 time: 0.0659184 Feb 28 11:35:26.525482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.563196 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6609897-7aca-4d4d-906e-08432b9053b2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] DELETE failed (client error): The resource could not be found. Feb 28 11:35:26.563643 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6609897-7aca-4d4d-906e-08432b9053b2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:35:26.565272 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f6609897-7aca-4d4d-906e-08432b9053b2 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/83712d15-817c-4212-8db1-b73912d77034 HTTP/1.1" status: 404 len: 337 time: 0.0389347 Feb 28 11:35:26.568165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.610091 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-28e4a8b7-e2e3-4a2e-816c-bd6e85ea75e8 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=b932f007-6c3a-4482-83aa-0a69bd65a127 HTTP/1.1" status: 200 len: 205 time: 0.0408933 Feb 28 11:35:26.612254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.679607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-1d36e511-2648-4fae-99c3-afb7f42f50ce tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] delete failed (client error): The resource could not be found. Feb 28 11:35:26.680581 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1d36e511-2648-4fae-99c3-afb7f42f50ce tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/b932f007-6c3a-4482-83aa-0a69bd65a127 HTTP/1.1" status: 404 len: 336 time: 0.0674231 Feb 28 11:35:26.682954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59068) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.719033 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ea289d-6b71-4eb3-9fa4-660d8a450cb6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] DELETE failed (client error): The resource could not be found. Feb 28 11:35:26.719427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ea289d-6b71-4eb3-9fa4-660d8a450cb6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:35:26.721017 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-00ea289d-6b71-4eb3-9fa4-660d8a450cb6 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/585293c0-ab13-4efa-a299-a1bebf5d0400 HTTP/1.1" status: 404 len: 337 time: 0.0371761 Feb 28 11:35:26.724104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59072) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.767301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:35:26.769308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3c3fce93-d3ec-48f7-be02-e2d1a4cb28be tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "GET /v2.0/ports?device_id=4786c161-2077-4826-8274-f2973b8cf1ad HTTP/1.1" status: 200 len: 205 time: 0.0441489 Feb 28 11:35:26.771595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59076) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.837748 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-0f45f86b-0fec-44ef-8918-9e7caa42228d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] delete failed (client error): The resource could not be found. Feb 28 11:35:26.838757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0f45f86b-0fec-44ef-8918-9e7caa42228d tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/routers/4786c161-2077-4826-8274-f2973b8cf1ad HTTP/1.1" status: 404 len: 336 time: 0.0662901 Feb 28 11:35:26.841312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59080) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.908078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:26.923153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'port_id': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'mac_address': 'fa:16:3e:bc:2a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:35:26.982129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.997856 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-551fb546-318f-4ff1-b5e2-6d9b1bf517b4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] DELETE failed (client error): The resource could not be found. Feb 28 11:35:26.998492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551fb546-318f-4ff1-b5e2-6d9b1bf517b4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:35:26.999329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:35:27.002334 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-551fb546-318f-4ff1-b5e2-6d9b1bf517b4 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/353cd49e-3d95-46e7-845d-0f6336041fdf HTTP/1.1" status: 404 len: 337 time: 0.1578126 Feb 28 11:35:27.002723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59086) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:27.019514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:27.023782 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.047727 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-130a7fe5-2e30-4e53-a769-25d7c0213e43 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] DELETE failed (client error): The resource could not be found. Feb 28 11:35:27.048177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130a7fe5-2e30-4e53-a769-25d7c0213e43 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:35:27.050020 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-130a7fe5-2e30-4e53-a769-25d7c0213e43 tempest-RoutersIpV6Test-891964274 tempest-RoutersIpV6Test-891964274-project] 10.222.0.64 "DELETE /v2.0/subnets/0acb4717-6061-4efb-9058-ab73027c4b87 HTTP/1.1" status: 404 len: 337 time: 0.0462856 Feb 28 11:35:27.104321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacab8d2-a0e8-4031-8993-e5c4b7daa3fc req-1e235e04-af13-4c6c-b593-0d0e1d36e5f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:27.105846 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dacab8d2-a0e8-4031-8993-e5c4b7daa3fc req-1e235e04-af13-4c6c-b593-0d0e1d36e5f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 982 time: 0.0817130 Feb 28 11:35:27.115541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:27.118928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.150427 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dacab8d2-a0e8-4031-8993-e5c4b7daa3fc req-5c09d644-1495-475c-a54a-8e1047a63156 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384715 Feb 28 11:35:27.282679 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['c044d60c-87d4-46f4-a8d9-6a0dc47a30c2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:35:27.321523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59094) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:27.468288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3e37eb10-065a-4d30-86d7-281d3c18d46a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e0749a771da4af4956336b7572bb8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455510 Feb 28 11:35:27.470648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59100) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:27.526982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.552355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.603131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.619454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba1c564-e8c0-473a-be3d-efb6b7863b8e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:27.623815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.624895 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ba1c564-e8c0-473a-be3d-efb6b7863b8e HTTP/1.1" status: 204 len: 168 time: 0.1533055 Feb 28 11:35:27.629226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.629570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.629903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.630257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.630569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.630885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.631217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.631537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.631862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.632174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.632494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:27.632798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d1cae-ade3-4ef2-a517-3cbc473bca55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:28.338658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49359f73-a5f9-4dd1-94a9-15008a75bd28 req-fc00d58a-abec-4331-bef5-4015076d83af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:28.340126 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-49359f73-a5f9-4dd1-94a9-15008a75bd28 req-fc00d58a-abec-4331-bef5-4015076d83af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 982 time: 0.0865405 Feb 28 11:35:28.382842 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-49359f73-a5f9-4dd1-94a9-15008a75bd28 req-93c26fb6-b76f-49ca-8a15-b47e3ae9412a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Feb 28 11:35:28.798445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:28.864521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:28.869119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:28.869484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.983622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.011651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbad882d-dee4-4846-afe8-32430b58f406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:35:29.021911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:29.025484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.090250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:29.231949 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbad882d-dee4-4846-afe8-32430b58f406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'code': 200} Feb 28 11:35:29.457110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddd4fb-70a6-46d5-80e2-4775d8172e4a req-55166c1e-f679-4ac4-b38a-459cb5f14801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:29.458587 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31ddd4fb-70a6-46d5-80e2-4775d8172e4a req-55166c1e-f679-4ac4-b38a-459cb5f14801 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 1136 time: 0.0708494 Feb 28 11:35:29.542814 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31ddd4fb-70a6-46d5-80e2-4775d8172e4a req-e7575b08-f0be-4c52-9f60-cf79fae93926 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784280 Feb 28 11:35:29.577771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794b4a4-4e80-4fd7-aa1c-86114cfb0b6f req-947d9285-dc37-42a9-9a87-10cb4cfff931 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:29.579190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9794b4a4-4e80-4fd7-aa1c-86114cfb0b6f req-947d9285-dc37-42a9-9a87-10cb4cfff931 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 983 time: 0.0868380 Feb 28 11:35:29.621645 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9794b4a4-4e80-4fd7-aa1c-86114cfb0b6f req-f168903e-8849-4597-ad9e-56bc783be8e8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369811 Feb 28 11:35:30.170937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d848193c-aa31-4346-bf98-b8a2a0c6e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.804303 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee35b37-6a68-4a80-8e79-d0cd05100a8f req-3c268e4a-b919-404d-aa64-90df9b8a5191 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:30.805927 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1ee35b37-6a68-4a80-8e79-d0cd05100a8f req-3c268e4a-b919-404d-aa64-90df9b8a5191 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 983 time: 0.0788620 Feb 28 11:35:30.855757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1ee35b37-6a68-4a80-8e79-d0cd05100a8f req-3e56c70f-02cb-4823-9ebf-218c4562258e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Feb 28 11:35:31.038872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19222d9b-b062-441d-bbc2-3850feebc611 req-49db34d0-99ba-453d-b833-6437c56c7ebb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:31.040315 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-19222d9b-b062-441d-bbc2-3850feebc611 req-49db34d0-99ba-453d-b833-6437c56c7ebb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 983 time: 0.0775573 Feb 28 11:35:31.083445 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-19222d9b-b062-441d-bbc2-3850feebc611 req-1506bae8-388d-4411-903e-4c73a790954e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Feb 28 11:35:31.105513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59118) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:31.177419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0795137a-8049-485e-a44a-1e241753b66c tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:31.178890 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0795137a-8049-485e-a44a-1e241753b66c tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 1131 time: 0.0724039 Feb 28 11:35:31.181613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59122) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:31.186409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:31.192912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:31.196658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:floatingip and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:31.199455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:31.205010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:31.216154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.349140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.483882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.29 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/94cddcc5-b0a5-49c5-b03a-7aa5dbf56449) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:31.623784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.651620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.713047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:31.715705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:31.724349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:35:31.758424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=94cddcc5-b0a5-49c5-b03a-7aa5dbf56449,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:32.231392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.303506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.421823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78835df7-f15b-43cb-97cb-ac77aced7d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.502919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.507514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.614319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=94cddcc5-b0a5-49c5-b03a-7aa5dbf56449,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:32.623645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.793476 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 1bb790b2-036c-4a43-9b75-16f863b6644a associated. External IP: 172.26.8.29, port: c044d60c-87d4-46f4-a8d9-6a0dc47a30c2. Feb 28 11:35:33.143898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router bab32db8-95b2-4adb-8f34-99661cf9cc27 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:33.317287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:33.326484 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] Sync routers for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:33.335352 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:33.335948 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:33.340654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.397201 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aaf7ca4d-b26c-4323-97a4-d5e50f2fddf3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2144976 Feb 28 11:35:33.398179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad882d-dee4-4846-afe8-32430b58f406', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:35:33.400487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:33.440779 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad882d-dee4-4846-afe8-32430b58f406', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'status': 'completed', 'code': 200} Feb 28 11:35:33.481533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10653f4-2adb-46eb-9a59-2e7aab7cd73b tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:33.486223 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e10653f4-2adb-46eb-9a59-2e7aab7cd73b tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406&network_id=8aa98758-b562-405f-85e3-7fc619b835b2 HTTP/1.1" status: 200 len: 1131 time: 0.0821884 Feb 28 11:35:33.514729 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:33.536121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105d22-467a-4451-ab61-20928912376d req-49971f95-88d4-4c4a-86eb-6ddbf24105df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:33.536589 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e105d22-467a-4451-ab61-20928912376d req-49971f95-88d4-4c4a-86eb-6ddbf24105df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 1136 time: 0.0743992 Feb 28 11:35:33.569714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.745118 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.804326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105d22-467a-4451-ab61-20928912376d req-9e3bde0e-824a-4464-ae53-5f52964a432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:33.806898 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e105d22-467a-4451-ab61-20928912376d req-9e3bde0e-824a-4464-ae53-5f52964a432d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8aa98758-b562-405f-85e3-7fc619b835b2 HTTP/1.1" status: 200 len: 898 time: 0.2638469 Feb 28 11:35:33.901034 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '1bb790b2-036c-4a43-9b75-16f863b6644a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'port_id': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1459835967', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'mac_address': 'fa:16:3e:bc:2a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad882d-dee4-4846-afe8-32430b58f406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:32Z', 'updated_at': '2022-02-28T11:35:32Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ac24ef-bb06-4224-8b0b-6c5cccc40011', 'name': '', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:37:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:09Z', 'updated_at': '2022-02-28T11:35:16Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:33.904836 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] Checking router: bab32db8-95b2-4adb-8f34-99661cf9cc27 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:33.913054 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:33.913653 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:33.959699 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e105d22-467a-4451-ab61-20928912376d req-706f4c6b-6d5d-488b-8225-da4da157d1a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 1036 time: 0.1469631 Feb 28 11:35:34.025874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192cd87-2302-44e2-b440-86af0ec39352 req-ecfbac43-dcbe-4917-a8fe-6c3d8e65a8a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:34.027351 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5192cd87-2302-44e2-b440-86af0ec39352 req-ecfbac43-dcbe-4917-a8fe-6c3d8e65a8a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 983 time: 0.1625953 Feb 28 11:35:34.056926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105d22-467a-4451-ab61-20928912376d req-d6b4e3bf-cb1f-4da5-937d-69379adac55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:34.058349 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e105d22-467a-4451-ab61-20928912376d req-d6b4e3bf-cb1f-4da5-937d-69379adac55a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00f9b176-a8e6-4455-a77d-9aa0930bfce1 HTTP/1.1" status: 200 len: 835 time: 0.0874128 Feb 28 11:35:34.117767 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:34.128763 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5192cd87-2302-44e2-b440-86af0ec39352 req-bf770cd5-ece4-42df-8832-e149196db5b9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938053 Feb 28 11:35:34.164837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105d22-467a-4451-ab61-20928912376d req-5e96f291-b811-4030-b8d1-99cb91d1b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:34.166296 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e105d22-467a-4451-ab61-20928912376d req-5e96f291-b811-4030-b8d1-99cb91d1b1ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8aa98758-b562-405f-85e3-7fc619b835b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955522 Feb 28 11:35:34.298161 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e105d22-467a-4451-ab61-20928912376d req-9f6645f5-17ab-4e0f-ae7f-4b31d3a66819 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232679 Feb 28 11:35:34.435334 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e105d22-467a-4451-ab61-20928912376d req-0ad52e4b-5e85-4c96-9cea-e36aadfe83d6 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307526 Feb 28 11:35:34.469223 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '1bb790b2-036c-4a43-9b75-16f863b6644a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'port_id': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1459835967', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'mac_address': 'fa:16:3e:bc:2a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad882d-dee4-4846-afe8-32430b58f406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:32Z', 'updated_at': '2022-02-28T11:35:32Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ac24ef-bb06-4224-8b0b-6c5cccc40011', 'name': '', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:37:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:09Z', 'updated_at': '2022-02-28T11:35:16Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:34.473081 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fb42f-2992-4676-84e3-52a70d90c80f None None] The sync data for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv is: [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '1bb790b2-036c-4a43-9b75-16f863b6644a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'port_id': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1459835967', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'mac_address': 'fa:16:3e:bc:2a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad882d-dee4-4846-afe8-32430b58f406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:32Z', 'updated_at': '2022-02-28T11:35:32Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ac24ef-bb06-4224-8b0b-6c5cccc40011', 'name': '', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:37:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:09Z', 'updated_at': '2022-02-28T11:35:16Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:34.663647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a28638a-7a8f-47f0-a275-c008f9ccc9bc None None] New status for floating IP 1bb790b2-036c-4a43-9b75-16f863b6644a: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:35:35.103075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-9fac5d80-ba84-4d2a-bcbc-834fac541dbe tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:35.104510 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-9fac5d80-ba84-4d2a-bcbc-834fac541dbe tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 983 time: 0.0779023 Feb 28 11:35:35.153390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.182121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-ab0aa309-79b5-4425-8607-9ca9e1d7d8dc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:35.183508 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-ab0aa309-79b5-4425-8607-9ca9e1d7d8dc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0716007 Feb 28 11:35:35.374859 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-2335b359-735d-465b-9118-df0ffb599ada tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1858940 Feb 28 11:35:35.386170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:35.435699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da701-10c4-4192-80a8-691c0a9c5f5b req-21bdd27b-b435-47ae-a1ac-1a8130409b25 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:35.437095 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-221da701-10c4-4192-80a8-691c0a9c5f5b req-21bdd27b-b435-47ae-a1ac-1a8130409b25 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 983 time: 0.1643584 Feb 28 11:35:35.538132 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-221da701-10c4-4192-80a8-691c0a9c5f5b req-2bdfa511-080b-4de4-9b4e-a940a6efd011 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939162 Feb 28 11:35:35.540390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.738741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:35.768910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:35:35.820015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] device_id is not set on port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:35:35.828168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.833010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.073115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2b14b4bd-5d69-4aec-b93b-91530b40701e None None] Provisioning complete for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:36.073969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4bd-5d69-4aec-b93b-91530b40701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.090475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:36.125833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2b14b4bd-5d69-4aec-b93b-91530b40701e None None] Port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:35:36.145986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] No DVR routers for this DVR port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:36.372203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] In _notify_port_updated(), no bound segment for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on network 8aa98758-b562-405f-85e3-7fc619b835b2 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:35:36.373015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:36.373620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.374861 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fbb78e47-2c67-4575-8f1c-49e26af2fca1 req-98fca676-01f6-42a3-835b-9fa1e01f1b17 service neutron] 10.222.0.37 "PUT /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 1026 time: 0.9924626 Feb 28 11:35:36.698667 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b7f0fd67-25ff-4419-866f-065a01bb13ff req-409552e0-d735-481d-abb7-09134f45071b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbad882d-dee4-4846-afe8-32430b58f406 HTTP/1.1" status: 200 len: 210 time: 0.0424976 Feb 28 11:35:37.796534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59142) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:37.866851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed3aa63-a6d8-4d31-ac29-38983cff5209 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:37.867455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3ed3aa63-a6d8-4d31-ac29-38983cff5209 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:37.881774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-3ed3aa63-a6d8-4d31-ac29-38983cff5209 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:37.882866 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3ed3aa63-a6d8-4d31-ac29-38983cff5209 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 925 time: 0.0853610 Feb 28 11:35:38.091409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59148) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.096561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71395443', 'description': 'tempest-secgroup-smoke-71395443 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:38.103030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:38.107055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:38.109883 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:38.119716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:38.129536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.149278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:38.152999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:38.155768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:38.162001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:38.229201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.232540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.276100 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c833e465-fd6f-4dd4-a62b-c49231a4e3dc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:38.278614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.279819 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-220f9141-837f-4771-8b3d-ddb7c80ad771 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1874149 Feb 28 11:35:38.282561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59152) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.288164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'c833e465-fd6f-4dd4-a62b-c49231a4e3dc', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:38.293899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:38.297768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:38.300676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:38.306342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:38.321501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.381315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.384818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.408111 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cfbaab-9ae9-4cee-8997-7f31d7f447d4,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:38.416768 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.417945 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a4b3b627-40e6-4a34-987a-7aef90ac348f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343749 Feb 28 11:35:38.420607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.425451 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'c833e465-fd6f-4dd4-a62b-c49231a4e3dc', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:38.431001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:38.434758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:38.437551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:38.443465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:38.462665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.523045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.526560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.547255 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c14f74-58c1-4617-abc6-52f1d798a132,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:38.557904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.559178 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b3b0a3dc-c3c0-41f0-8e4e-960b1c8d192a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376543 Feb 28 11:35:38.561790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59160) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.567479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'c833e465-fd6f-4dd4-a62b-c49231a4e3dc', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:38.573089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:38.577122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:38.579960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:38.586107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:38.601687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.662134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.665435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.687939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f082b31-b143-420a-aaba-6f88a5d7a726,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:38.698099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.699376 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-75506536-b95d-44ca-bcbf-c4a86a933257 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366501 Feb 28 11:35:38.701940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59164) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.706825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'c833e465-fd6f-4dd4-a62b-c49231a4e3dc', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:38.712762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:38.716798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:38.719724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:38.726833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:38.743510 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.807857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.811034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.828301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:38.833591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d13c6da-3670-489a-99f4-99b2a5377f93,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:38.842577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.843830 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-41ceb3a0-1342-4f5f-9844-f0000b5d312a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409535 Feb 28 11:35:38.846513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59168) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.852016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'c833e465-fd6f-4dd4-a62b-c49231a4e3dc', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:38.857729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:38.861481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:38.864935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:38.872327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:38.884391 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:35:38.890177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:38.892184 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.956535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.960139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.982813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000ad19c-acef-4890-8edc-3dab716ac483,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:38.991788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.992942 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4ed8ad42-b569-4b12-a2f1-4a6c7071dc35 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449394 Feb 28 11:35:38.995708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59172) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:39.000597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'c833e465-fd6f-4dd4-a62b-c49231a4e3dc', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:39.006882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:39.010689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:39.013582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:39.019417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:39.029483 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:35:39.035853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.099474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.102928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.126244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b269a4-5781-4ae7-84e1-7e7ab004e821,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:39.137788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.138944 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b619c847-1505-413d-9a18-f6802ed37327 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422994 Feb 28 11:35:39.352913 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-914f0527-478b-48bd-97ec-f4043777b56f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71395443&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0420709 Feb 28 11:35:39.430359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-66912e87-fa23-4a2a-8374-03f1efa307df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:39.431696 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-66912e87-fa23-4a2a-8374-03f1efa307df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 930 time: 0.0725055 Feb 28 11:35:39.600547 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-bbac38c8-de64-493c-af90-e30c101bd18e service neutron] 10.222.0.64 "GET /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1563482 Feb 28 11:35:39.728495 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-a52212a7-5fdf-4696-b0ab-776b4a73ce86 service neutron] 10.222.0.64 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222024 Feb 28 11:35:39.860203 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-989ef56a-6dea-44e3-8d0d-8a2aae9d6178 service neutron] 10.222.0.64 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260240 Feb 28 11:35:40.028896 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f4ba2f6-10b3-4021-bac3-b9ad22aa7f04 req-5a34777c-49ab-4126-97e7-2a77d78399ee tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 210 time: 0.0423427 Feb 28 11:35:40.279512 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:35:41.061656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-2153e6a7-b7c8-4218-92e1-98188a1f109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:41.063059 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-2153e6a7-b7c8-4218-92e1-98188a1f109a service neutron] 10.222.0.37 "GET /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 1026 time: 0.0680647 Feb 28 11:35:41.226715 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3da9af21-5da5-40d2-b873-c371554929a6 req-9e8108e0-5000-40d7-8fa8-76f66c2c1a66 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 210 time: 0.0622892 Feb 28 11:35:41.262335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-656cc44c-a2a8-4059-87cf-436595e28c77 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:41.263871 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-656cc44c-a2a8-4059-87cf-436595e28c77 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=8aa98758-b562-405f-85e3-7fc619b835b2 HTTP/1.1" status: 200 len: 797 time: 0.1957133 Feb 28 11:35:41.317669 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-c5bc2038-ec2f-4e96-a90f-9e0c4ec2523a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 471 time: 0.0415959 Feb 28 11:35:41.327571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Request body: {'port': {'device_id': '60c54442-a029-4098-90bb-bd5d89766b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:41.433949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.873529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:35:41.880500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.894480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Transition to ACTIVE for port object c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:41.898086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.035596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:42.160782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Attempting to bind port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:42.161432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Attempting to bind port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:42.161432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Attempting to bind port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on network 8aa98758-b562-405f-85e3-7fc619b835b2 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:35:42.165889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on network 8aa98758-b562-405f-85e3-7fc619b835b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:35:42.166216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Attempting to bind port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on network 8aa98758-b562-405f-85e3-7fc619b835b2 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:35:42.171452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:35:42.171795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Checking segment: {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:35:42.172195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Bound using segment: {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:35:42.172637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Bound port: c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a26d95c-30f2-4c20-be13-a4f9fc8d1114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:42.172976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.260797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:35:42.263728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:35:42.268588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.332014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:42.332659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.334073 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] 10.222.0.37 "PUT /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 1131 time: 1.0102363 Feb 28 11:35:42.335657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c54442-a029-4098-90bb-bd5d89766b59', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:35:42.416798 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c54442-a029-4098-90bb-bd5d89766b59', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'status': 'completed', 'code': 200} Feb 28 11:35:42.450897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed0a74-10ef-4860-b736-5b51560a3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:42.504825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c69e4-ddc0-430a-9be9-1920bdef9d44 req-57cf3e4f-b38a-4a24-9b00-5ac2074b54a0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:42.506358 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-510c69e4-ddc0-430a-9be9-1920bdef9d44 req-57cf3e4f-b38a-4a24-9b00-5ac2074b54a0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 981 time: 0.1714513 Feb 28 11:35:42.512546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-fb0af802-dfd9-4223-8d2a-6a966f106b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:42.514048 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-fb0af802-dfd9-4223-8d2a-6a966f106b8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 1134 time: 0.1345863 Feb 28 11:35:42.637360 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-510c69e4-ddc0-430a-9be9-1920bdef9d44 req-40c70605-2817-4379-8a88-d143c5258814 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223476 Feb 28 11:35:42.644622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-1699dd0e-8cc9-4d99-a41d-b0f66511126c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 1036 time: 0.1162255 Feb 28 11:35:42.706680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-dbb583b3-80e3-4231-9634-d60307d45f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:42.708131 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-dbb583b3-80e3-4231-9634-d60307d45f8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00f9b176-a8e6-4455-a77d-9aa0930bfce1 HTTP/1.1" status: 200 len: 835 time: 0.0577121 Feb 28 11:35:42.785185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-881285bd-8deb-4dd7-b39a-70cd6a781158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:42.786840 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-881285bd-8deb-4dd7-b39a-70cd6a781158 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8aa98758-b562-405f-85e3-7fc619b835b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731280 Feb 28 11:35:42.922147 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-67aba2ea-bf35-4aa4-bff5-1f681a01472d service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292241 Feb 28 11:35:43.049534 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ba50c5b-83ba-4015-993c-f52bf3228290 req-8dcd39f6-13c0-4516-a9a0-dd9024aac661 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216180 Feb 28 11:35:43.164565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb86c5-322f-4246-8253-40f3386a4364 req-12bba899-513d-4f84-87f6-2aedfd307b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:43.166035 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47eb86c5-322f-4246-8253-40f3386a4364 req-12bba899-513d-4f84-87f6-2aedfd307b3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 1134 time: 0.0688047 Feb 28 11:35:43.294400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb86c5-322f-4246-8253-40f3386a4364 req-3087a4e3-f941-4744-a0fd-2b7e9c952b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:43.295855 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47eb86c5-322f-4246-8253-40f3386a4364 req-3087a4e3-f941-4744-a0fd-2b7e9c952b40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8aa98758-b562-405f-85e3-7fc619b835b2 HTTP/1.1" status: 200 len: 898 time: 0.1236799 Feb 28 11:35:43.514223 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47eb86c5-322f-4246-8253-40f3386a4364 req-347cd853-53c9-441c-80f2-5fb2eb5c5e00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 1036 time: 0.2115579 Feb 28 11:35:43.574537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb86c5-322f-4246-8253-40f3386a4364 req-dbbf6284-03f2-470d-9192-7ae1fa95db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:43.575923 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47eb86c5-322f-4246-8253-40f3386a4364 req-dbbf6284-03f2-470d-9192-7ae1fa95db71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00f9b176-a8e6-4455-a77d-9aa0930bfce1 HTTP/1.1" status: 200 len: 835 time: 0.0558035 Feb 28 11:35:43.651772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb86c5-322f-4246-8253-40f3386a4364 req-30e255b1-da9f-47f4-bec4-ec403350a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:43.653196 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47eb86c5-322f-4246-8253-40f3386a4364 req-30e255b1-da9f-47f4-bec4-ec403350a417 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8aa98758-b562-405f-85e3-7fc619b835b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704339 Feb 28 11:35:43.831995 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47eb86c5-322f-4246-8253-40f3386a4364 req-5fe86d2a-1a0a-4054-8a3b-3fd199b85661 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721094 Feb 28 11:35:43.891596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39537a50-b713-4d5f-bc8d-8f6a487877fa req-159e070d-7d7d-488c-aa59-eb4157c44ef1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:43.893003 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-39537a50-b713-4d5f-bc8d-8f6a487877fa req-159e070d-7d7d-488c-aa59-eb4157c44ef1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 981 time: 0.1408758 Feb 28 11:35:44.004719 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-39537a50-b713-4d5f-bc8d-8f6a487877fa req-12cf1395-b240-4223-a776-7e2e3fa79093 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694664 Feb 28 11:35:44.012242 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47eb86c5-322f-4246-8253-40f3386a4364 req-77f4fe4b-b476-4433-9004-0bf61dd61ab0 service neutron] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708198 Feb 28 11:35:44.890789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:35:45.022211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:45.035061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'port_id': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'mac_address': 'fa:16:3e:bc:2a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:35:45.089820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.108927 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:35:45.124276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:45.129447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.188679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076014e1-8f4b-4189-9ab2-6e037f5f72e9 req-6d381bb8-c1dc-4003-ab6b-334c0e8a3d11 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:45.190131 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-076014e1-8f4b-4189-9ab2-6e037f5f72e9 req-6d381bb8-c1dc-4003-ab6b-334c0e8a3d11 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 982 time: 0.0813341 Feb 28 11:35:45.197432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:45.234357 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-076014e1-8f4b-4189-9ab2-6e037f5f72e9 req-84303635-d2d7-4dec-ae29-e39eaa11bf49 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375011 Feb 28 11:35:45.319579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['c044d60c-87d4-46f4-a8d9-6a0dc47a30c2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:35:46.422642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce2a0a-02bd-45be-aca7-b118cd79650e req-351ff060-72dd-4344-9c3f-5a025f639f7c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:46.424029 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7fce2a0a-02bd-45be-aca7-b118cd79650e req-351ff060-72dd-4344-9c3f-5a025f639f7c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 982 time: 0.0857146 Feb 28 11:35:46.466560 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7fce2a0a-02bd-45be-aca7-b118cd79650e req-f00511fe-1ac5-4acd-bd73-d21b721a8c34 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369823 Feb 28 11:35:46.892912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:46.959410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:46.963808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:46.964172 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.075771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.101194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c54442-a029-4098-90bb-bd5d89766b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:35:47.110646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:47.115655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.151064 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c54442-a029-4098-90bb-bd5d89766b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c044d60c-87d4-46f4-a8d9-6a0dc47a30c2', 'code': 200} Feb 28 11:35:47.184594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:47.365948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df818c-5102-452b-b5ed-39619801c927 req-b284d73b-cdb6-4682-b753-a8fc4530368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:47.367323 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-16df818c-5102-452b-b5ed-39619801c927 req-b284d73b-cdb6-4682-b753-a8fc4530368e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 1137 time: 0.0688317 Feb 28 11:35:47.407013 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-16df818c-5102-452b-b5ed-39619801c927 req-d06edf35-4767-4a9e-bdad-496c08d5157b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Feb 28 11:35:47.649600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492eb50-62ea-4fdc-949f-cfa76d98aed3 req-cb096ccc-2084-4ef5-a041-1782272c0084 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:47.650924 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3492eb50-62ea-4fdc-949f-cfa76d98aed3 req-cb096ccc-2084-4ef5-a041-1782272c0084 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 984 time: 0.0821285 Feb 28 11:35:47.693891 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3492eb50-62ea-4fdc-949f-cfa76d98aed3 req-986739bb-c7c5-45fb-809b-493100875d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373244 Feb 28 11:35:48.878881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82df50-15f7-42e4-9b6c-7a5b9d4309b3 req-fcb8a78f-0697-417d-86ec-70c513adebb6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:48.880358 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bb82df50-15f7-42e4-9b6c-7a5b9d4309b3 req-fcb8a78f-0697-417d-86ec-70c513adebb6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 984 time: 0.0809090 Feb 28 11:35:48.922351 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bb82df50-15f7-42e4-9b6c-7a5b9d4309b3 req-930d6622-c9a3-42a1-b425-5fde11663338 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364740 Feb 28 11:35:49.106155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88067b1-8fb3-4995-8fd1-d3dc4139d254 req-afe7b019-6fb9-4e87-be71-6a2616cfc20a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:49.107482 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a88067b1-8fb3-4995-8fd1-d3dc4139d254 req-afe7b019-6fb9-4e87-be71-6a2616cfc20a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 984 time: 0.0804641 Feb 28 11:35:49.150400 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a88067b1-8fb3-4995-8fd1-d3dc4139d254 req-63e91248-cfaa-459c-8256-5830b7c1ff80 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368314 Feb 28 11:35:49.173036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:49.243565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d96cf9-71da-4cb3-83b3-f28c1a3a5fe3 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:49.245068 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b1d96cf9-71da-4cb3-83b3-f28c1a3a5fe3 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59&network_id=8aa98758-b562-405f-85e3-7fc619b835b2 HTTP/1.1" status: 200 len: 1132 time: 0.0710390 Feb 28 11:35:49.614545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463f287-a8dd-494c-b363-86db9d78feb3 req-18bff8ab-22f3-47ca-81ed-02564e9cc672 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:49.616002 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3463f287-a8dd-494c-b363-86db9d78feb3 req-18bff8ab-22f3-47ca-81ed-02564e9cc672 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 984 time: 0.0819535 Feb 28 11:35:49.658147 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3463f287-a8dd-494c-b363-86db9d78feb3 req-1a3454f3-dcbc-4356-ac2a-10022da865da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366437 Feb 28 11:35:50.878486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-6c5ccab4-7cfc-4b78-b752-747e388eb34a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:50.879916 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-6c5ccab4-7cfc-4b78-b752-747e388eb34a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 984 time: 0.1403663 Feb 28 11:35:50.886933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacfe16-7317-42ce-ab08-db43d000ce9c req-da8465dd-6a13-41ce-9d76-9bfffd819a56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:50.888233 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-acacfe16-7317-42ce-ab08-db43d000ce9c req-da8465dd-6a13-41ce-9d76-9bfffd819a56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 984 time: 0.1181495 Feb 28 11:35:50.985849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-009f477d-7302-4cdf-9ef3-32d6855c95b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:50.987212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-009f477d-7302-4cdf-9ef3-32d6855c95b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0981128 Feb 28 11:35:50.991429 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-acacfe16-7317-42ce-ab08-db43d000ce9c req-1b8f2a06-e99c-428d-90ef-7cbd5244620e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=210ebd9a-38e5-4707-804a-aee51c132767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728612 Feb 28 11:35:51.244213 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-2aa88807-0fa9-4231-9517-d6fc0b07cf1d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2517664 Feb 28 11:35:51.255538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:35:51.359738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.555895 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:51.583630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] For port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:35:51.632224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] device_id is not set on port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 11:35:51.639911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.645484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.782139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] Pushing event updated for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=11']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:51.841543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] No DVR routers for this DVR port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:51.970718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-73d41cff-3a15-4ac4-b697-0cfd4819861f None None] Provisioning complete for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:51.971362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-73d41cff-3a15-4ac4-b697-0cfd4819861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.027314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-73d41cff-3a15-4ac4-b697-0cfd4819861f None None] Port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:35:52.061023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] In _notify_port_updated(), no bound segment for port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 on network 8aa98758-b562-405f-85e3-7fc619b835b2 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 11:35:52.062972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:52.062972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.063775 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-388e6540-e41e-4543-9e95-bfd3cc520f82 req-284469f7-84f8-4345-a5d3-6291d959ac8f service neutron] 10.222.0.37 "PUT /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 200 len: 1027 time: 0.8125966 Feb 28 11:35:52.144455 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2cd8dce1-8acc-4abb-8318-5b0e42ea04c9 req-8f563873-9e7a-463b-9897-ddf2e0cbd637 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c54442-a029-4098-90bb-bd5d89766b59 HTTP/1.1" status: 200 len: 210 time: 0.0450661 Feb 28 11:35:53.238193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:53.303732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ba68fda-90b2-43d7-95fe-0caacf4f7193 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.332666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ba68fda-90b2-43d7-95fe-0caacf4f7193 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.395203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ba68fda-90b2-43d7-95fe-0caacf4f7193 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.413133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba68fda-90b2-43d7-95fe-0caacf4f7193 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c833e465-fd6f-4dd4-a62b-c49231a4e3dc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:53.419776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ba68fda-90b2-43d7-95fe-0caacf4f7193 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.420865 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8ba68fda-90b2-43d7-95fe-0caacf4f7193 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/c833e465-fd6f-4dd4-a62b-c49231a4e3dc HTTP/1.1" status: 204 len: 168 time: 0.1816459 Feb 28 11:35:53.454754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59244) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:53.651474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 94cddcc5-b0a5-49c5-b03a-7aa5dbf56449 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:53.651812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.816183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.816511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.048137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 94cddcc5-b0a5-49c5-b03a-7aa5dbf56449 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:54.188967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.263381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=94cddcc5-b0a5-49c5-b03a-7aa5dbf56449,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:54.330518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.330757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 1bb790b2-036c-4a43-9b75-16f863b6644a disassociated (deleted). External IP: 172.26.8.29, port: c044d60c-87d4-46f4-a8d9-6a0dc47a30c2. Feb 28 11:35:54.675544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router bab32db8-95b2-4adb-8f34-99661cf9cc27 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:54.859558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:54.869239 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] Sync routers for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:54.879001 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:54.879702 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:54.880179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.937326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:54.938022 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-68f7a57f-49da-46eb-95cb-871c300074da tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/floatingips/1bb790b2-036c-4a43-9b75-16f863b6644a HTTP/1.1" status: 204 len: 168 time: 1.4815812 Feb 28 11:35:54.998736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:55.064261 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:55.086157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59252) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:55.152153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04bf75bb-5dac-4b9d-a4a3-c64fe5aa2995 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.181716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04bf75bb-5dac-4b9d-a4a3-c64fe5aa2995 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.248974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04bf75bb-5dac-4b9d-a4a3-c64fe5aa2995 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.267192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf75bb-5dac-4b9d-a4a3-c64fe5aa2995 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f7e0dc-12fb-4e1c-9cf2-5982744f304b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:55.273960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04bf75bb-5dac-4b9d-a4a3-c64fe5aa2995 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.277670 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-04bf75bb-5dac-4b9d-a4a3-c64fe5aa2995 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/23f7e0dc-12fb-4e1c-9cf2-5982744f304b HTTP/1.1" status: 204 len: 168 time: 0.1879346 Feb 28 11:35:55.315738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:55.379367 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd3ac24ef-bb06-4224-8b0b-6c5cccc40011', 'name': '', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:37:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:09Z', 'updated_at': '2022-02-28T11:35:16Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:55.383149 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] Checking router: bab32db8-95b2-4adb-8f34-99661cf9cc27 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:55.383690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8f48e724-8c12-4c07-aaf9-2a72f3ee2564 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:55.384035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f48e724-8c12-4c07-aaf9-2a72f3ee2564 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.391331 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:55.391911 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:55.601697 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:55.737521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f48e724-8c12-4c07-aaf9-2a72f3ee2564 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.858120 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8f48e724-8c12-4c07-aaf9-2a72f3ee2564 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:55.907004 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd3ac24ef-bb06-4224-8b0b-6c5cccc40011', 'name': '', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:37:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:09Z', 'updated_at': '2022-02-28T11:35:16Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:55.910997 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f48f95b-dde8-497f-8c17-bb8afcab256d None None] The sync data for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv is: [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd3ac24ef-bb06-4224-8b0b-6c5cccc40011', 'name': '', 'network_id': '8aa98758-b562-405f-85e3-7fc619b835b2', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:37:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:09Z', 'updated_at': '2022-02-28T11:35:16Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '00f9b176-a8e6-4455-a77d-9aa0930bfce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:56.001905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f48e724-8c12-4c07-aaf9-2a72f3ee2564 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.053760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48e724-8c12-4c07-aaf9-2a72f3ee2564 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=c044d60c-87d4-46f4-a8d9-6a0dc47a30c2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:56.131429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17de586-7701-4364-9505-4fb8eb20bdfb None None] New status for floating IP 1bb790b2-036c-4a43-9b75-16f863b6644a: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:35:56.162222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f48e724-8c12-4c07-aaf9-2a72f3ee2564 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.172149 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8f48e724-8c12-4c07-aaf9-2a72f3ee2564 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/ports/c044d60c-87d4-46f4-a8d9-6a0dc47a30c2 HTTP/1.1" status: 204 len: 168 time: 0.8552902 Feb 28 11:35:56.175415 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59262) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:56.821496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.105944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.175211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port d3ac24ef-bb06-4224-8b0b-6c5cccc40011 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:57.175547 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.359683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port d3ac24ef-bb06-4224-8b0b-6c5cccc40011, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d3ac24ef-bb06-4224-8b0b-6c5cccc40011,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:57.359956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.479647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for d3ac24ef-bb06-4224-8b0b-6c5cccc40011 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:57.659924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.708424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=d3ac24ef-bb06-4224-8b0b-6c5cccc40011,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:57.781175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.781524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.781864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.782194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.782518 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.782842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.783181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.783506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.783866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.784188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.784509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.784830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.097676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:58.455077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router bab32db8-95b2-4adb-8f34-99661cf9cc27 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:35:58.629265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:35:58.638440 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510142d-c625-4490-8174-c8f633daadcb None None] Sync routers for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:35:58.643830 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-81d0ad41-736b-440f-9cc6-0884bc039af6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/bab32db8-95b2-4adb-8f34-99661cf9cc27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4650190 Feb 28 11:35:58.644870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59266) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:58.648889 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510142d-c625-4490-8174-c8f633daadcb None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:58.649826 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8510142d-c625-4490-8174-c8f633daadcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:58.749541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4812992-c1c6-4868-b3ab-eeff77ffd5bc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting subnet 00f9b176-a8e6-4455-a77d-9aa0930bfce1 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:35:58.754351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4812992-c1c6-4868-b3ab-eeff77ffd5bc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:58.826206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4812992-c1c6-4868-b3ab-eeff77ffd5bc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:58.882107 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8510142d-c625-4490-8174-c8f633daadcb None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:58.907395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4812992-c1c6-4868-b3ab-eeff77ffd5bc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:58.987959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4812992-c1c6-4868-b3ab-eeff77ffd5bc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.026994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4812992-c1c6-4868-b3ab-eeff77ffd5bc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Subnet': ['ID=00f9b176-a8e6-4455-a77d-9aa0930bfce1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:59.030390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4812992-c1c6-4868-b3ab-eeff77ffd5bc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.039925 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c4812992-c1c6-4868-b3ab-eeff77ffd5bc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/subnets/00f9b176-a8e6-4455-a77d-9aa0930bfce1 HTTP/1.1" status: 204 len: 168 time: 0.3912601 Feb 28 11:35:59.040125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59270) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:59.043297 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f59cfc-8605-4ffb-88d3-63fe9d7ce696 None None] Network 8aa98758-b562-405f-85e3-7fc619b835b2 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:35:59.180900 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8510142d-c625-4490-8174-c8f633daadcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:57Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:59.184901 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510142d-c625-4490-8174-c8f633daadcb None None] Checking router: bab32db8-95b2-4adb-8f34-99661cf9cc27 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:35:59.196233 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510142d-c625-4490-8174-c8f633daadcb None None] Routers {'bab32db8-95b2-4adb-8f34-99661cf9cc27'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:35:59.197032 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8510142d-c625-4490-8174-c8f633daadcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:35:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bab32db8-95b2-4adb-8f34-99661cf9cc27'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:59.220162 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.345208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] DHCP port deletion for 8aa98758-b562-405f-85e3-7fc619b835b2 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:35:59.349539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Deleting port a873e67c-c82e-4008-ac33-a971b18cc761 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:59.350094 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.381033 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8510142d-c625-4490-8174-c8f633daadcb None None] Set router bab32db8-95b2-4adb-8f34-99661cf9cc27 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:35:59.412376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.421868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port f489b27d-c60a-48b3-bab7-24a8d3377fb6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:35:59.422322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.560252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] For port a873e67c-c82e-4008-ac33-a971b18cc761, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a873e67c-c82e-4008-ac33-a971b18cc761,segment=NetworkSegment(5a26d95c-30f2-4c20-be13-a4f9fc8d1114),segment_id=5a26d95c-30f2-4c20-be13-a4f9fc8d1114)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:59.560627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.604022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port f489b27d-c60a-48b3-bab7-24a8d3377fb6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f489b27d-c60a-48b3-bab7-24a8d3377fb6,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:35:59.604421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.670789 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8510142d-c625-4490-8174-c8f633daadcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:57Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:59.675273 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510142d-c625-4490-8174-c8f633daadcb None None] The sync data for ids ['bab32db8-95b2-4adb-8f34-99661cf9cc27'] in dv-neutron-831192-2-hyperv is: [{'id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'name': 'tempest-TestNetworkBasicOps-router-1247782785', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:02Z', 'updated_at': '2022-02-28T11:35:57Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'f489b27d-c60a-48b3-bab7-24a8d3377fb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32db8-95b2-4adb-8f34-99661cf9cc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:03Z', 'updated_at': '2022-02-28T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:35:59.683072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Calling delete_port for a873e67c-c82e-4008-ac33-a971b18cc761 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:35:59.769082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.818502 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Pushing event deleted for resources: {'Port': ['ID=a873e67c-c82e-4008-ac33-a971b18cc761,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:59.820812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] No DVR routers for this DVR port a873e67c-c82e-4008-ac33-a971b18cc761 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:59.831238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.831646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.831988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.832407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.832989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.833318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.833653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.833978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.834453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.834779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.835100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.835462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c1aa-f2ae-41b4-a4d7-949a9dcfa53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:59.852391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for f489b27d-c60a-48b3-bab7-24a8d3377fb6 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:36:00.015013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.067302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=f489b27d-c60a-48b3-bab7-24a8d3377fb6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:00.162305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.178127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-74b7d49f-03c3-4f80-ac59-3fe7753f662d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.247633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3ac24ef-bb06-4224-8b0b-6c5cccc40011 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:00.284747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: d3ac24ef-bb06-4224-8b0b-6c5cccc40011 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:36:00.285209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3ac24ef-bb06-4224-8b0b-6c5cccc40011 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:36:00.285634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a873e67c-c82e-4008-ac33-a971b18cc761 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:00.318447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: a873e67c-c82e-4008-ac33-a971b18cc761 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:36:00.318795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a873e67c-c82e-4008-ac33-a971b18cc761 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:36:00.338538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.340731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.363041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.363596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Fanout notify agent at l3_agent the message router_deleted on router bab32db8-95b2-4adb-8f34-99661cf9cc27 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:36:00.379674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.380758 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-05647102-a3d7-403b-aaea-33bf3a5fb594 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/routers/bab32db8-95b2-4adb-8f34-99661cf9cc27 HTTP/1.1" status: 204 len: 168 time: 1.3397601 Feb 28 11:36:00.383377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59274) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:00.501752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.631068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.655459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa98758-b562-405f-85e3-7fc619b835b2']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:00.670609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a26d95c-30f2-4c20-be13-a4f9fc8d1114') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:00.670901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a26d95c-30f2-4c20-be13-a4f9fc8d1114') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:00.682458 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.699479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.705305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:36:00.705711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:36:00.719799 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:36:00.797908 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.816387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.833485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Network': ['ID=8aa98758-b562-405f-85e3-7fc619b835b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:00.836346 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e402cbed-268b-46a4-80dd-48e6650098e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/networks/8aa98758-b562-405f-85e3-7fc619b835b2 HTTP/1.1" status: 204 len: 168 time: 0.4519672 Feb 28 11:36:00.851882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59278) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:00.868418 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8a2f67e0-1ee4-41df-9869-0bbecc798ed7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0129941 Feb 28 11:36:00.868630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59282) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:00.873874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'network': {'name': 'tempest-network-smoke--1693002635', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:00.878902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:00.883013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:network and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:00.886393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:00.892129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:00.901666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:00.905099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.932432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:36:00.941007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.941345 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Added segment eeb4ea63-5149-4a35-a622-dba27a6cce2a of type vlan for network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea Feb 28 11:36:00.967020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.995605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.001061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:01.001673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.102792 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2330582 Feb 28 11:36:01.105408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:01.110984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'admin_state_up': True, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:01.113756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a176659-5d87-495a-91c0-0993c7770957 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Network': ['ID=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:01.119324 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:01.123307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:router and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:01.123750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:36:01.126160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:01.132965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:01.142870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.144295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.158161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.423020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.824369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.855863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.994300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.119 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/5d16a440-2072-449f-a686-990065926237) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:02.146764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.153427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f489b27d-c60a-48b3-bab7-24a8d3377fb6 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:02.178216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.194474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f489b27d-c60a-48b3-bab7-24a8d3377fb6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:36:02.194818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f489b27d-c60a-48b3-bab7-24a8d3377fb6 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:36:02.246773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:02.249653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:02.258923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:36:02.296222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=5d16a440-2072-449f-a686-990065926237,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:02.424220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0f08136-8137-443d-90ea-0db1697e1777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.694334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.138688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.338607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 1c3e913e-73e8-4787-a4bd-a8591a782038 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:36:03.508069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:36:03.517238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Sync routers for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:36:03.527663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:36:03.528273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:36:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:03.534193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.535622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f9d7cfad-ff17-4e2f-815b-711419df7d13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4290500 Feb 28 11:36:03.538412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:03.583228 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ea925713-fd8b-4be2-8428-fc45ecbfac00 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436916 Feb 28 11:36:03.585631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:03.612284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.711605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:36:03.718540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7564987-aaa9-487e-a854-75dcbea7c35d tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:03.720052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d7564987-aaa9-487e-a854-75dcbea7c35d tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329434 Feb 28 11:36:03.722687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:03.764322 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-06988839-8cd6-4fe4-9e5b-4fee4cf1b01f tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405266 Feb 28 11:36:03.766649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59302) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:03.772421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100915812', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:03.849809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.880456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:03.884201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:subnet and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:03.886914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:03.892453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:03.906405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:03.910061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.002194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:02Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:04.006713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Checking router: 1c3e913e-73e8-4787-a4bd-a8591a782038 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:36:04.007209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Updating router 1c3e913e-73e8-4787-a4bd-a8591a782038 port 5d16a440-2072-449f-a686-990065926237 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:36:04.097407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.126526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.205884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=1c409f8d-7f70-4dc4-977d-053299f6305e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:04.214569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Checking segment: {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:36:04.214922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network hostable DHCP agents. Network: a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:36:04.233658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:36:04.243297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:04.247357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:04.248006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.268721 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0c0bed93-0bff-4c92-8fc8-7a9d1592154e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5009356 Feb 28 11:36:04.271666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59306) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:04.293912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94c4c2-8e47-4686-8e34-8f05dcbcbba9 None None] Network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:36:04.606404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.620141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:36:04.620930 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.629600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Transition to ACTIVE for port object 5d16a440-2072-449f-a686-990065926237 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:04.637852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.772718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Attempting to bind port 5d16a440-2072-449f-a686-990065926237 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:04.772977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Attempting to bind port 5d16a440-2072-449f-a686-990065926237 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:04.773328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Attempting to bind port 5d16a440-2072-449f-a686-990065926237 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:36:04.777952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed7a92-a2e7-4041-b91c-b275178c21eb None None] Pushing event updated for resources: {'Port': ['ID=5d16a440-2072-449f-a686-990065926237,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:04.789609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:36:04.789978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:36:04.790376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.790756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:36:04.791246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Bound port: 5d16a440-2072-449f-a686-990065926237, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:04.791606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.922833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] For port 5d16a440-2072-449f-a686-990065926237, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:36:04.927543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] For port 5d16a440-2072-449f-a686-990065926237, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5d16a440-2072-449f-a686-990065926237,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:36:04.931205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Allocated IP 172.20.0.2 (a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea/1c409f8d-7f70-4dc4-977d-053299f6305e/d87c9c87-57bc-4a5d-8695-cdeb7add7810) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:04.935521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.102622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.103441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:36:05.104051 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:36:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:05.168183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed7a92-a2e7-4041-b91c-b275178c21eb None None] Pushing event updated for resources: {'Port': ['ID=5d16a440-2072-449f-a686-990065926237,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:05.207710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.383411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:36:05.425238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.550000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Transition to ACTIVE for port object d87c9c87-57bc-4a5d-8695-cdeb7add7810 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:05.628368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Transition to ACTIVE for port object d87c9c87-57bc-4a5d-8695-cdeb7add7810 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:05.642298 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.701538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.1 (a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea/1c409f8d-7f70-4dc4-977d-053299f6305e/06b6e630-66ee-4be2-b3a9-3bba738e29de) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:05.733164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:05.761157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:05.763706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:36:05.772022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Pushing event updated for resources: {'Port': ['ID=d87c9c87-57bc-4a5d-8695-cdeb7add7810,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:05.857779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.873680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Attempting to bind port d87c9c87-57bc-4a5d-8695-cdeb7add7810 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:05.873931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 06b6e630-66ee-4be2-b3a9-3bba738e29de will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:05.874111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Attempting to bind port d87c9c87-57bc-4a5d-8695-cdeb7add7810 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:05.874539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Attempting to bind port d87c9c87-57bc-4a5d-8695-cdeb7add7810 on network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:36:05.882139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:36:05.883453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Checking segment: {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:36:05.883855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.884492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Bound using segment: {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:36:05.886307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Bound port: d87c9c87-57bc-4a5d-8695-cdeb7add7810, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:05.886307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.898357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.946488 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:02Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:05.959361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f56dba-b1dc-452a-af3c-6614a53cdab7 None None] The sync data for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv is: [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:02Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:36:05.961750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:05.973498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:05.978641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:36:05.995048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] For port d87c9c87-57bc-4a5d-8695-cdeb7add7810, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:36:05.998062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] For port d87c9c87-57bc-4a5d-8695-cdeb7add7810, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d87c9c87-57bc-4a5d-8695-cdeb7add7810,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:36:06.002477 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.025468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=06b6e630-66ee-4be2-b3a9-3bba738e29de,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:06.040966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.095448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa14c7-a773-4a52-9700-10762ecd1118 None None] Pushing event updated for resources: {'Port': ['ID=d87c9c87-57bc-4a5d-8695-cdeb7add7810,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:06.176887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.787657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.792975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.911577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=06b6e630-66ee-4be2-b3a9-3bba738e29de,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:06.914118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.040327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c699033-2fd8-4b66-9bd1-8c2c9d32f8be None None] Network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:36:07.055804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:07.056965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:07.166523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-db6d297c-1fe0-423b-8535-814878c59a7b None None] Provisioning for port d87c9c87-57bc-4a5d-8695-cdeb7add7810 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:07.254198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 1c3e913e-73e8-4787-a4bd-a8591a782038 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:36:07.453946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:36:07.466756 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-990aeaef-855e-429d-8d29-6ebb8379de6e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/1c3e913e-73e8-4787-a4bd-a8591a782038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1940811 Feb 28 11:36:07.469269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59310) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:07.567350 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Sync routers for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:36:07.576953 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:36:07.577507 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:36:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:07.617001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa8dfb-9de3-47f4-97a7-af74d8074648 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:07.617782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa8dfb-9de3-47f4-97a7-af74d8074648 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:07.618405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa8dfb-9de3-47f4-97a7-af74d8074648 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:07.619311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa8dfb-9de3-47f4-97a7-af74d8074648 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:07.621512 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4dfa8dfb-9de3-47f4-97a7-af74d8074648 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1510401 Feb 28 11:36:07.624286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59314) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:07.632968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-da1cda74-7202-40c0-a04f-ba35dc284f3c None None] Provisioning for port 06b6e630-66ee-4be2-b3a9-3bba738e29de completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:07.643814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-da1cda74-7202-40c0-a04f-ba35dc284f3c None None] Provisioning complete for port 06b6e630-66ee-4be2-b3a9-3bba738e29de triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:07.644581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-da1cda74-7202-40c0-a04f-ba35dc284f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.734829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-da1cda74-7202-40c0-a04f-ba35dc284f3c None None] Port 06b6e630-66ee-4be2-b3a9-3bba738e29de cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:36:07.768489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72cac6-eaae-435e-b4a6-0fcc79f220ea tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:07.769386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72cac6-eaae-435e-b4a6-0fcc79f220ea tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:07.769992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72cac6-eaae-435e-b4a6-0fcc79f220ea tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:07.770621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72cac6-eaae-435e-b4a6-0fcc79f220ea tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:07.772489 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-de72cac6-eaae-435e-b4a6-0fcc79f220ea tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1471002 Feb 28 11:36:07.775968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59318) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:07.857846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-48d84f83-ac8b-4100-bff1-7ff4df611fe1 None None] Provisioning complete for port 06b6e630-66ee-4be2-b3a9-3bba738e29de triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:07.858211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-48d84f83-ac8b-4100-bff1-7ff4df611fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.889777 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:36:07.954340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-48d84f83-ac8b-4100-bff1-7ff4df611fe1 None None] Port 06b6e630-66ee-4be2-b3a9-3bba738e29de cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:36:08.048188 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6919d8af-2315-4e21-b009-721156052fc6 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2703276 Feb 28 11:36:08.073512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5feb0abe-da83-4b8e-868b-df98af3db305 None None] Provisioning complete for port 06b6e630-66ee-4be2-b3a9-3bba738e29de triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:08.074102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5feb0abe-da83-4b8e-868b-df98af3db305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.131470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5feb0abe-da83-4b8e-868b-df98af3db305 None None] Port 06b6e630-66ee-4be2-b3a9-3bba738e29de cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:36:08.233862 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:08.238168 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Checking router: 1c3e913e-73e8-4787-a4bd-a8591a782038 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:36:08.244152 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Updating router 1c3e913e-73e8-4787-a4bd-a8591a782038 port 06b6e630-66ee-4be2-b3a9-3bba738e29de binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:36:08.279754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5d16a440-2072-449f-a686-990065926237 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:08.301382 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.348943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 5d16a440-2072-449f-a686-990065926237 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:08.353909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5d16a440-2072-449f-a686-990065926237 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:08.354287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.359300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59324) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:08.365329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954917893', 'description': 'tempest-secgroup-smoke-1954917893 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:08.371284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:08.376403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:08.379557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:08.385387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:08.399928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.421233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:08.425308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:08.428361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:08.434265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:08.479428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.495578 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 5d16a440-2072-449f-a686-990065926237, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5d16a440-2072-449f-a686-990065926237,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:36:08.499434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.499965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d87c9c87-57bc-4a5d-8695-cdeb7add7810 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:08.520702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.525010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.577818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:08.582118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.583470 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-512a361b-64ed-4d11-a30b-51a0ef1a82ba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2224271 Feb 28 11:36:08.586237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59328) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:08.591681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ecd40-8d6b-49a8-89b6-50e69735c7f4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:08.598145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:08.602459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:08.605452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:08.611224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:08.626454 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=5d16a440-2072-449f-a686-990065926237,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:08.634005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.640188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port d87c9c87-57bc-4a5d-8695-cdeb7add7810 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:08.645804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d87c9c87-57bc-4a5d-8695-cdeb7add7810 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:08.646490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.659775 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.672056 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Transition to ACTIVE for port object 06b6e630-66ee-4be2-b3a9-3bba738e29de will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:08.680801 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.716000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.721356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.764146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31b816f-7787-455a-a074-61be017caf5d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:08.776314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.777857 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3a81f34d-72ce-4680-9196-dae815c02e8e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1905339 Feb 28 11:36:08.780512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59332) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:08.787989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ecd40-8d6b-49a8-89b6-50e69735c7f4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:08.789523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.798133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:08.803370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:08.806824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:08.813072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:08.832239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port d87c9c87-57bc-4a5d-8695-cdeb7add7810, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d87c9c87-57bc-4a5d-8695-cdeb7add7810,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:36:08.832751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.837276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.863644 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Pushing event updated for resources: {'Port': ['ID=06b6e630-66ee-4be2-b3a9-3bba738e29de,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:08.912043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.913623 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.914002 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.914439 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.914866 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.915388 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.915704 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.916084 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.916443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=d87c9c87-57bc-4a5d-8695-cdeb7add7810,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:08.916915 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.917519 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.918021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.918332 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.918892 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.919353 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:08.943086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6ef109-7a16-4dbc-8fba-6d12434683e7,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:08.944088 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Attempting to bind port 06b6e630-66ee-4be2-b3a9-3bba738e29de on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:08.944486 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Attempting to bind port 06b6e630-66ee-4be2-b3a9-3bba738e29de by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:08.944849 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Attempting to bind port 06b6e630-66ee-4be2-b3a9-3bba738e29de on network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:36:08.950445 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:36:08.951067 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Checking segment: {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:36:08.951630 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.952006 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Bound using segment: {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:36:08.952476 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Bound port: 06b6e630-66ee-4be2-b3a9-3bba738e29de, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:08.952847 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.966780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.972488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-93c1e88d-32a2-40c0-885b-5acaba0067a7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1885004 Feb 28 11:36:08.972958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59336) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:08.978578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ecd40-8d6b-49a8-89b6-50e69735c7f4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:08.984769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:08.989514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:08.996834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:09.003634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:09.022614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.046252 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] For port 06b6e630-66ee-4be2-b3a9-3bba738e29de, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:36:09.049722 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] For port 06b6e630-66ee-4be2-b3a9-3bba738e29de, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=06b6e630-66ee-4be2-b3a9-3bba738e29de,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:36:09.058112 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.086846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.090321 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.113493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3d016f-ddd3-4f75-9b66-3b12e6b437c7,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:09.122786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.124106 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d3fab9ff-4e0e-42a6-95ea-be43bf21d387 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500595 Feb 28 11:36:09.127156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59340) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:09.133308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ecd40-8d6b-49a8-89b6-50e69735c7f4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:09.134806 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:36:09.135445 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:36:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:09.139174 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:09.142987 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:09.145901 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:09.152275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:09.179706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.209788 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a8748-462d-40bd-9b72-162a83b0b3de None None] Pushing event updated for resources: {'Port': ['ID=06b6e630-66ee-4be2-b3a9-3bba738e29de,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:09.247898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.253082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.279699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ab8e4a-077d-430a-854a-39e23705efd5,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:09.291398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.295384 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cf826fbe-0297-4b93-9fda-c139318c2b16 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638479 Feb 28 11:36:09.295614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:09.301554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ecd40-8d6b-49a8-89b6-50e69735c7f4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:09.308129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:09.312589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:09.318928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:09.325191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:09.335449 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:36:09.342477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.366974 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:36:09.410151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.413797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.434867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c51b92-7d17-4f0f-a454-7e6311af429f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:09.447273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.451256 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7cdb7d38-143f-4784-8c94-4243ca3a5bae tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518476 Feb 28 11:36:09.451476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:09.457188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ecd40-8d6b-49a8-89b6-50e69735c7f4', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:09.463881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:09.468200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:09.472027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:09.487756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:09.500641 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:36:09.508543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.689737 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:36:09Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:09.693138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.695268 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df805664-fbc0-4b0a-841e-2cdc244d0ad4 None None] The sync data for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv is: [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:36:09Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:36:09.697916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.722895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c340f1c-90e1-4e27-b6d3-6f30b6ced947,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:09.735415 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.746513 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d11b094b-e01c-4a44-8d8c-0afe4bbff869 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2843328 Feb 28 11:36:09.947086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-462f5dc7-c5df-45cd-b2c4-8ca6bb82e9b5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:09.963135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-462f5dc7-c5df-45cd-b2c4-8ca6bb82e9b5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:09.964350 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-462f5dc7-c5df-45cd-b2c4-8ca6bb82e9b5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954917893&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0563831 Feb 28 11:36:10.120669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-16012ee5-ba0e-4996-a27a-cbe5f6e32f71 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:10.121391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-16012ee5-ba0e-4996-a27a-cbe5f6e32f71 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:10.137803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-16012ee5-ba0e-4996-a27a-cbe5f6e32f71 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:10.138981 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-16012ee5-ba0e-4996-a27a-cbe5f6e32f71 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea HTTP/1.1" status: 200 len: 797 time: 0.1679637 Feb 28 11:36:10.156181 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-564b0451-6eb7-40da-b675-446600e2c1af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0102696 Feb 28 11:36:10.278475 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5d16a440-2072-449f-a686-990065926237 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:10.354132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5d16a440-2072-449f-a686-990065926237 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:10.354822 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.374183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-2608275a-be25-4e7b-a8b5-7ee8fafe634d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:10.391758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-2608275a-be25-4e7b-a8b5-7ee8fafe634d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:10.393790 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-2608275a-be25-4e7b-a8b5-7ee8fafe634d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2258010 Feb 28 11:36:10.519073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 06b6e630-66ee-4be2-b3a9-3bba738e29de up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:10.592695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 06b6e630-66ee-4be2-b3a9-3bba738e29de completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:10.598068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 06b6e630-66ee-4be2-b3a9-3bba738e29de triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:10.598446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.651143 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-7bef9de5-6043-4f38-aabb-5b0844d1aeeb service neutron] 10.222.0.64 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444499 Feb 28 11:36:10.729579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.767536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 06b6e630-66ee-4be2-b3a9-3bba738e29de, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=06b6e630-66ee-4be2-b3a9-3bba738e29de,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:36:10.772379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.773306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d87c9c87-57bc-4a5d-8695-cdeb7add7810 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:10.797947 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-24083dec-9d57-458b-bc49-c217c441d592 service neutron] 10.222.0.64 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403224 Feb 28 11:36:10.893322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=06b6e630-66ee-4be2-b3a9-3bba738e29de,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:10.910803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d87c9c87-57bc-4a5d-8695-cdeb7add7810 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:10.911524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.993712 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7fe0f195-34ec-4c36-b542-9c7f51abd7ba req-f886509c-ff17-4ad4-82ad-5f3c79d23a49 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 210 time: 0.0482528 Feb 28 11:36:11.998209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-c29ac8dc-9336-41b1-a677-60bfc9d01e1d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:11.999663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-c29ac8dc-9336-41b1-a677-60bfc9d01e1d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea HTTP/1.1" status: 200 len: 797 time: 0.1493709 Feb 28 11:36:12.053923 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e2e2762a-a5f0-4ddf-8a38-0ba699309e3b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 380 time: 0.0464249 Feb 28 11:36:12.062876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['bb1ecd40-8d6b-49a8-89b6-50e69735c7f4']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:12.200710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 06b6e630-66ee-4be2-b3a9-3bba738e29de up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:12.207700 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d785e468-983a-4ea0-951e-4f5981812f01 req-1bb10b61-c048-4683-986c-59a2e94d2ebb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 210 time: 0.0646033 Feb 28 11:36:12.241774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:12.251269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:12.262608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:12.266391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.267036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 06b6e630-66ee-4be2-b3a9-3bba738e29de triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:12.267437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.425689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.10 (a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea/1c409f8d-7f70-4dc4-977d-053299f6305e/d74a1649-bb44-46f8-952c-b40375988df6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:12.616899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.633036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object d74a1649-bb44-46f8-952c-b40375988df6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:12.655604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.723335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:12.730768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:12.734988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:36:12.765710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=d74a1649-bb44-46f8-952c-b40375988df6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:12.801793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:12.802393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.828587 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-89db5fb8-3253-4750-9763-7c316734c130 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7693920 Feb 28 11:36:12.840184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Request body: {'port': {'device_id': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:12.926546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-42831ccd-ffcd-42c2-a790-0682756d2468 None None] Provisioning for port d74a1649-bb44-46f8-952c-b40375988df6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:12.931107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-42831ccd-ffcd-42c2-a790-0682756d2468 None None] Provisioning complete for port d74a1649-bb44-46f8-952c-b40375988df6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:12.931510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-42831ccd-ffcd-42c2-a790-0682756d2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.953872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.983840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-42831ccd-ffcd-42c2-a790-0682756d2468 None None] Port d74a1649-bb44-46f8-952c-b40375988df6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:36:13.462596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eee635-07b7-4202-9ce7-30060d8ccb75 req-1293c3cd-303a-430b-af84-03eecfdd1a76 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:13.463303 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-27eee635-07b7-4202-9ce7-30060d8ccb75 req-1293c3cd-303a-430b-af84-03eecfdd1a76 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:13.473104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74a1649-bb44-46f8-952c-b40375988df6 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:36:13.483200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.493583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-27eee635-07b7-4202-9ce7-30060d8ccb75 req-1293c3cd-303a-430b-af84-03eecfdd1a76 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:13.494635 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-27eee635-07b7-4202-9ce7-30060d8ccb75 req-1293c3cd-303a-430b-af84-03eecfdd1a76 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 932 time: 0.1728396 Feb 28 11:36:13.499988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Transition to ACTIVE for port object d74a1649-bb44-46f8-952c-b40375988df6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:13.514797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.663297 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-27eee635-07b7-4202-9ce7-30060d8ccb75 req-299cf7a6-9516-49c4-bdee-2cc30e4504c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621623 Feb 28 11:36:13.664171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Pushing event updated for resources: {'Port': ['ID=d74a1649-bb44-46f8-952c-b40375988df6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:13.770517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Attempting to bind port d74a1649-bb44-46f8-952c-b40375988df6 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:13.770848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Attempting to bind port d74a1649-bb44-46f8-952c-b40375988df6 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:13.771195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Attempting to bind port d74a1649-bb44-46f8-952c-b40375988df6 on network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:36:13.775576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Port d74a1649-bb44-46f8-952c-b40375988df6 on network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:36:13.775888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Attempting to bind port d74a1649-bb44-46f8-952c-b40375988df6 on network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:36:13.780788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:36:13.781116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Checking segment: {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:36:13.781487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Bound using segment: {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:36:13.781898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Bound port: d74a1649-bb44-46f8-952c-b40375988df6, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb4ea63-5149-4a35-a622-dba27a6cce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:13.782233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.867777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] For port d74a1649-bb44-46f8-952c-b40375988df6, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:36:13.870527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] For port d74a1649-bb44-46f8-952c-b40375988df6, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d74a1649-bb44-46f8-952c-b40375988df6,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:36:13.875041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.931297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:13.931905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.933383 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] 10.222.0.37 "PUT /v2.0/ports/d74a1649-bb44-46f8-952c-b40375988df6 HTTP/1.1" status: 200 len: 1094 time: 1.0975721 Feb 28 11:36:13.933678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:36:13.965829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cbf58-c4ec-4fe1-af8a-93119a86c643 service neutron] Pushing event updated for resources: {'Port': ['ID=d74a1649-bb44-46f8-952c-b40375988df6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:14.008964 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6', 'status': 'completed', 'code': 200} Feb 28 11:36:14.050211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-4c498308-5680-49d6-a9aa-f8bba934cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:14.051720 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-4c498308-5680-49d6-a9aa-f8bba934cf7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 1097 time: 0.0767076 Feb 28 11:36:14.125048 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-2775e357-51fc-4981-84ec-40c7edb9b546 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d74a1649-bb44-46f8-952c-b40375988df6 HTTP/1.1" status: 200 len: 217 time: 0.0668259 Feb 28 11:36:14.185773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-bdc5d37c-a5b8-4fb3-98a9-fecfee972297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:14.187243 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-bdc5d37c-a5b8-4fb3-98a9-fecfee972297 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c409f8d-7f70-4dc4-977d-053299f6305e HTTP/1.1" status: 200 len: 835 time: 0.0565033 Feb 28 11:36:14.267305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e8aa869d-f3a4-4fb9-91bc-5a42b84451c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:14.268712 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-e8aa869d-f3a4-4fb9-91bc-5a42b84451c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740564 Feb 28 11:36:14.395968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-b65b2d6b-69af-45c2-96b7-8b7dc96f3d10 service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210389 Feb 28 11:36:14.522964 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf6e9ecb-a7ec-4570-994d-90daa27660ca req-18d5e1dd-d0fe-4535-863c-8fe754c40f5f service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204908 Feb 28 11:36:14.637398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19511-199d-42d7-a829-38277cb6e53c req-67cbdb4a-0a7c-4fce-8928-3267b1ea2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:14.638976 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5f19511-199d-42d7-a829-38277cb6e53c req-67cbdb4a-0a7c-4fce-8928-3267b1ea2bbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 1097 time: 0.0708511 Feb 28 11:36:14.821684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19511-199d-42d7-a829-38277cb6e53c req-9fa4aa05-8109-49b1-9a9f-8d8b0d52dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:14.823245 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5f19511-199d-42d7-a829-38277cb6e53c req-9fa4aa05-8109-49b1-9a9f-8d8b0d52dc73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea HTTP/1.1" status: 200 len: 898 time: 0.1777499 Feb 28 11:36:14.894455 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5f19511-199d-42d7-a829-38277cb6e53c req-4de47687-0eef-4cd7-8a74-a04452b6ec2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d74a1649-bb44-46f8-952c-b40375988df6 HTTP/1.1" status: 200 len: 217 time: 0.0639796 Feb 28 11:36:15.069185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910066ef-c566-4bdb-81c4-571afddb909c req-2d3bf80d-9c47-4b51-8bf9-65c8029728dd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:15.070622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-910066ef-c566-4bdb-81c4-571afddb909c req-2d3bf80d-9c47-4b51-8bf9-65c8029728dd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 944 time: 0.2967632 Feb 28 11:36:15.094872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19511-199d-42d7-a829-38277cb6e53c req-d447fae1-7e6f-482e-b6c7-7e11633333f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:15.096751 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5f19511-199d-42d7-a829-38277cb6e53c req-d447fae1-7e6f-482e-b6c7-7e11633333f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c409f8d-7f70-4dc4-977d-053299f6305e HTTP/1.1" status: 200 len: 835 time: 0.1928144 Feb 28 11:36:15.159957 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-910066ef-c566-4bdb-81c4-571afddb909c req-2f93177d-6bb6-4704-bdc9-8f71ab897795 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830922 Feb 28 11:36:15.186825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19511-199d-42d7-a829-38277cb6e53c req-2b5e7abf-fe96-4713-bce0-e7fecdd2a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:15.188323 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5f19511-199d-42d7-a829-38277cb6e53c req-2b5e7abf-fe96-4713-bce0-e7fecdd2a884 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851157 Feb 28 11:36:15.316380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5f19511-199d-42d7-a829-38277cb6e53c req-1cd2ad52-8887-4cbc-bee9-5d7096355961 service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216309 Feb 28 11:36:15.442472 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5f19511-199d-42d7-a829-38277cb6e53c req-4cc5b4a4-4e9f-4722-a6df-8a0c9b7592b1 service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205935 Feb 28 11:36:16.345168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223b463-294d-4b81-a2ca-4b05fd2aef40 req-d906c526-f5a8-4fed-9d66-5436bb61396c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:16.347135 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0223b463-294d-4b81-a2ca-4b05fd2aef40 req-d906c526-f5a8-4fed-9d66-5436bb61396c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 944 time: 0.0832810 Feb 28 11:36:16.389766 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0223b463-294d-4b81-a2ca-4b05fd2aef40 req-f27f7ec3-1bb6-4231-9642-930d7880d822 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371041 Feb 28 11:36:17.031817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d74a1649-bb44-46f8-952c-b40375988df6 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:36:17.162514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d74a1649-bb44-46f8-952c-b40375988df6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d74a1649-bb44-46f8-952c-b40375988df6,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:36:17.175405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'd74a1649-bb44-46f8-952c-b40375988df6', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'port_id': 'd74a1649-bb44-46f8-952c-b40375988df6', 'mac_address': 'fa:16:3e:88:e7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:36:17.230853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.247011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74a1649-bb44-46f8-952c-b40375988df6 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:36:17.262308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d74a1649-bb44-46f8-952c-b40375988df6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d74a1649-bb44-46f8-952c-b40375988df6,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:36:17.266295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.278686 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:36:17.335571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=d74a1649-bb44-46f8-952c-b40375988df6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:17.453967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['d74a1649-bb44-46f8-952c-b40375988df6'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:36:17.572373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343547-2761-4f16-912b-b51b4a879fa3 req-ca02a2c6-9d5a-472d-8208-1fe1aba6b4f0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:17.573807 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ae343547-2761-4f16-912b-b51b4a879fa3 req-ca02a2c6-9d5a-472d-8208-1fe1aba6b4f0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 945 time: 0.0781696 Feb 28 11:36:17.617201 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ae343547-2761-4f16-912b-b51b4a879fa3 req-45a1fa9e-c437-4625-8b13-dfea8f6690ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375981 Feb 28 11:36:18.805062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06013a-4226-4e72-a6f1-b1fba556aa9a req-b2ae0e5a-fed3-40fd-bc0c-4fe612102a74 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:18.806491 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be06013a-4226-4e72-a6f1-b1fba556aa9a req-b2ae0e5a-fed3-40fd-bc0c-4fe612102a74 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 945 time: 0.0819652 Feb 28 11:36:18.850508 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be06013a-4226-4e72-a6f1-b1fba556aa9a req-c7bafbe5-d547-48a0-be13-69297f8f3ff6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383174 Feb 28 11:36:19.044788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d74a1649-bb44-46f8-952c-b40375988df6 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:19.109869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port d74a1649-bb44-46f8-952c-b40375988df6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:19.114600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port d74a1649-bb44-46f8-952c-b40375988df6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:19.114971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.234091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.259851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:36:19.270466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d74a1649-bb44-46f8-952c-b40375988df6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d74a1649-bb44-46f8-952c-b40375988df6,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:36:19.274084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.304607 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6', 'code': 200} Feb 28 11:36:19.351225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=d74a1649-bb44-46f8-952c-b40375988df6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:19.521086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd91f1-56c3-4351-bb37-df8de22fca2c req-ab6cf700-e641-4e1a-b923-423fbbbaf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:19.522514 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72cd91f1-56c3-4351-bb37-df8de22fca2c req-ab6cf700-e641-4e1a-b923-423fbbbaf473 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 1099 time: 0.0676045 Feb 28 11:36:19.564997 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72cd91f1-56c3-4351-bb37-df8de22fca2c req-94234832-1df5-4794-bcac-da91f3c7f5a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356376 Feb 28 11:36:20.034143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa4daa-5b8f-4165-95de-082c9199fe17 req-2806a582-d619-4b4a-93c8-1f0d393e0fb3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:20.035597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9eaa4daa-5b8f-4165-95de-082c9199fe17 req-2806a582-d619-4b4a-93c8-1f0d393e0fb3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 946 time: 0.0823131 Feb 28 11:36:20.078687 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9eaa4daa-5b8f-4165-95de-082c9199fe17 req-1958ace0-131f-4d5c-91d0-d964c07cd208 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375352 Feb 28 11:36:21.263570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe42aa-c891-4d75-b9c6-82c1c9e20194 req-274866cb-44bf-4b73-b14b-463a1e9875bb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:21.265007 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d0fe42aa-c891-4d75-b9c6-82c1c9e20194 req-274866cb-44bf-4b73-b14b-463a1e9875bb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 946 time: 0.0821195 Feb 28 11:36:21.307574 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d0fe42aa-c891-4d75-b9c6-82c1c9e20194 req-7d474360-acfc-40a8-ba1d-22a20edf9786 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370343 Feb 28 11:36:21.484701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159345ce-a639-4898-b9e6-9383bf9f56c9 req-fd4d230b-498f-4cba-ac4a-3b841bcd5aab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:21.486780 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-159345ce-a639-4898-b9e6-9383bf9f56c9 req-fd4d230b-498f-4cba-ac4a-3b841bcd5aab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 946 time: 0.0784259 Feb 28 11:36:21.528420 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-159345ce-a639-4898-b9e6-9383bf9f56c9 req-7720f46a-083f-469c-b41e-a289935311c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362096 Feb 28 11:36:21.551258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59402) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:21.621836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7613d9-da0e-46f6-85ed-86ca1f7931b5 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:21.624637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3c7613d9-da0e-46f6-85ed-86ca1f7931b5 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 1094 time: 0.0710757 Feb 28 11:36:21.626010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59406) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:21.630863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': 'd74a1649-bb44-46f8-952c-b40375988df6', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:36:21.636753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:21.640593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:floatingip and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:21.643925 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:21.649527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:21.660264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.794789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.926345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.253 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/9f033bf3-2d06-43d4-824d-b76a522eb08f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:22.067984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.096890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.161055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:22.163712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:22.171338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:36:22.206336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=9f033bf3-2d06-43d4-824d-b76a522eb08f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:22.684640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.758987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.960896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.965261 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.072819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=9f033bf3-2d06-43d4-824d-b76a522eb08f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:23.084275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.260850 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP a7fbead4-5088-446c-a77d-fda26fff8901 associated. External IP: 172.26.8.253, port: d74a1649-bb44-46f8-952c-b40375988df6. Feb 28 11:36:23.610860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 1c3e913e-73e8-4787-a4bd-a8591a782038 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:36:23.787944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:36:23.797480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] Sync routers for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:36:23.806292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:36:23.806928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:36:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:23.811759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.867439 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9eb3abd4-a54a-452c-8017-fbc4f35e60b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2402861 Feb 28 11:36:23.867934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:36:23.870029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59410) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:23.927698 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6', 'status': 'completed', 'code': 200} Feb 28 11:36:24.013466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:36:24.025170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afb8db-f0f3-4083-a0db-169cea664100 req-2e07622a-3553-404f-9790-1a9ec0469ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:24.026704 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74afb8db-f0f3-4083-a0db-169cea664100 req-2e07622a-3553-404f-9790-1a9ec0469ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 1099 time: 0.0757141 Feb 28 11:36:24.082891 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0851dd18-43b5-4b5e-9f7e-527e0af0fd49 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers/1c3e913e-73e8-4787-a4bd-a8591a782038 HTTP/1.1" status: 200 len: 923 time: 0.2115571 Feb 28 11:36:24.085337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59416) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:24.196282 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-97245038-b920-4ab5-80b3-92a7d4460cb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 200 len: 992 time: 0.1097224 Feb 28 11:36:24.284718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afb8db-f0f3-4083-a0db-169cea664100 req-cd6bde6b-f3d8-41e2-a92d-31aaa4948b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:24.287485 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74afb8db-f0f3-4083-a0db-169cea664100 req-cd6bde6b-f3d8-41e2-a92d-31aaa4948b9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea HTTP/1.1" status: 200 len: 898 time: 0.2548325 Feb 28 11:36:24.378311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'a7fbead4-5088-446c-a77d-fda26fff8901', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'port_id': 'd74a1649-bb44-46f8-952c-b40375988df6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'mac_address': 'fa:16:3e:88:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:36:22Z', 'updated_at': '2022-02-28T11:36:22Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:36:10Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:24.382096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] Checking router: 1c3e913e-73e8-4787-a4bd-a8591a782038 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:36:24.387898 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74afb8db-f0f3-4083-a0db-169cea664100 req-931e71f1-9da3-42a3-adc6-bde6bc8f75f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d74a1649-bb44-46f8-952c-b40375988df6 HTTP/1.1" status: 200 len: 1000 time: 0.0937877 Feb 28 11:36:24.390254 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:36:24.390838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:36:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:24.452383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afb8db-f0f3-4083-a0db-169cea664100 req-621f0bce-06c2-4c76-8e2d-881b4cfd5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:24.453807 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74afb8db-f0f3-4083-a0db-169cea664100 req-621f0bce-06c2-4c76-8e2d-881b4cfd5f5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c409f8d-7f70-4dc4-977d-053299f6305e HTTP/1.1" status: 200 len: 835 time: 0.0604224 Feb 28 11:36:24.526128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afb8db-f0f3-4083-a0db-169cea664100 req-eba48c2b-6b67-4f44-8e3e-0bad17eb328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:24.527625 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74afb8db-f0f3-4083-a0db-169cea664100 req-eba48c2b-6b67-4f44-8e3e-0bad17eb328b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683782 Feb 28 11:36:24.565191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:36:24.660362 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74afb8db-f0f3-4083-a0db-169cea664100 req-b5dbc9f4-8f57-4110-851e-2229f56a3c0f service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264596 Feb 28 11:36:24.793666 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74afb8db-f0f3-4083-a0db-169cea664100 req-c763e2ca-bd45-404a-b10c-e66f685da2de service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273828 Feb 28 11:36:24.914102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'a7fbead4-5088-446c-a77d-fda26fff8901', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'port_id': 'd74a1649-bb44-46f8-952c-b40375988df6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'mac_address': 'fa:16:3e:88:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:36:22Z', 'updated_at': '2022-02-28T11:36:22Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:36:10Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:24.917938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9f711-f00a-45ac-b6fd-5090b627bb55 None None] The sync data for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv is: [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'a7fbead4-5088-446c-a77d-fda26fff8901', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'port_id': 'd74a1649-bb44-46f8-952c-b40375988df6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'mac_address': 'fa:16:3e:88:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:36:22Z', 'updated_at': '2022-02-28T11:36:22Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:36:10Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:36:25.103023 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16e2d7-b3df-443f-abcd-ae85a81ab6d2 None None] New status for floating IP a7fbead4-5088-446c-a77d-fda26fff8901: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:36:25.199653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59420) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:25.307132 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c3fef77a-abd8-4d06-a4dd-34b890a3da6b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 200 len: 992 time: 0.1061409 Feb 28 11:36:26.309930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:26.414788 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-150e6b43-7625-4149-beb1-d6e2cb828ae4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 200 len: 994 time: 0.1036460 Feb 28 11:36:27.112748 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:30.169869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1710efe6-89b5-4e93-8696-44874cd78e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.429590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8258aa58-3958-4958-896f-5765aa491b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.569018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.777770 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.158687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:39.056166 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-506681f4-2c82-4c30-b488-436f8de00d55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682969 Feb 28 11:36:39.194570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-45c0b091-adbf-4668-a99d-bcbcfb82ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:39.196059 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-45c0b091-adbf-4668-a99d-bcbcfb82ac9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 1099 time: 0.0733190 Feb 28 11:36:39.339320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-8bfd9463-ec57-4370-98ac-e470963edf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:39.340687 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-8bfd9463-ec57-4370-98ac-e470963edf35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea HTTP/1.1" status: 200 len: 898 time: 0.1261120 Feb 28 11:36:39.442680 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-a948a64e-6519-438c-8461-a30ce25e6957 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d74a1649-bb44-46f8-952c-b40375988df6 HTTP/1.1" status: 200 len: 1002 time: 0.0960364 Feb 28 11:36:39.504392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-5fd8fb36-2979-4206-9d2c-0bad7eb99dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:39.505900 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-5fd8fb36-2979-4206-9d2c-0bad7eb99dbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c409f8d-7f70-4dc4-977d-053299f6305e HTTP/1.1" status: 200 len: 835 time: 0.0576389 Feb 28 11:36:39.582158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-b1b4914b-d374-4f0f-87ac-49137773b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:39.583601 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-b1b4914b-d374-4f0f-87ac-49137773b244 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716786 Feb 28 11:36:39.714163 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-834d7214-f785-4b9d-9ffa-7eac2813b2fe service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238058 Feb 28 11:36:39.846868 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98f573dd-ad81-489a-8ca4-b09fd81dcc82 req-348dd6f4-6532-4b14-ac4e-e3ff796045a4 service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253092 Feb 28 11:36:53.943506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59440) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:54.122951 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-72023165-a777-4a06-a8de-871f608f1d05 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers/1c3e913e-73e8-4787-a4bd-a8591a782038/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1782331 Feb 28 11:36:54.125724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:54.278386 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:36:54.319976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5240fc1e-a343-4be3-a537-d11459d4562d tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Notify agent at dv-neutron-831192-2-hyperv the message router_removed_from_agent {{(pid=87639) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 28 11:36:54.323090 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5240fc1e-a343-4be3-a537-d11459d4562d tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "DELETE /v2.0/agents/21c7096d-6a62-469f-a22b-90699bc2dc75/l3-routers/1c3e913e-73e8-4787-a4bd-a8591a782038 HTTP/1.1" status: 204 len: 168 time: 0.1964488 Feb 28 11:36:54.325754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59448) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:54.509879 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5766a68d-24ad-4adc-a815-927ae89ced42 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers/1c3e913e-73e8-4787-a4bd-a8591a782038/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1830642 Feb 28 11:36:54.512498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59452) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:54.611099 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-77f94b90-c474-4324-a326-3254d0342937 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 200 len: 994 time: 0.0970466 Feb 28 11:36:55.073984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a575162-7461-49fb-abb6-b9bfe80b75b3 None None] New status for floating IP a7fbead4-5088-446c-a77d-fda26fff8901: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:36:55.615021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:55.817302 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a9494762-b379-421a-8c18-8424c0c1c06c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 200 len: 992 time: 0.2011940 Feb 28 11:36:56.216417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5d16a440-2072-449f-a686-990065926237 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:56.328491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.344175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 5d16a440-2072-449f-a686-990065926237, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5d16a440-2072-449f-a686-990065926237,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:36:56.348712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.349357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 06b6e630-66ee-4be2-b3a9-3bba738e29de no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:56.458565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=5d16a440-2072-449f-a686-990065926237,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:56.513015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.545015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 06b6e630-66ee-4be2-b3a9-3bba738e29de, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=06b6e630-66ee-4be2-b3a9-3bba738e29de,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:36:56.549536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.615244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=06b6e630-66ee-4be2-b3a9-3bba738e29de,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:56.957013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59462) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:57.118825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.156942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b1e0b6-06ea-456f-8c4b-5ecdfccfa9cd tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Router 1c3e913e-73e8-4787-a4bd-a8591a782038 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:36:57.157828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b1e0b6-06ea-456f-8c4b-5ecdfccfa9cd tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Notify agent at dv-neutron-831192-2-hyperv the message router_added_to_agent {{(pid=87639) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 28 11:36:57.176979 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-21b1e0b6-06ea-456f-8c4b-5ecdfccfa9cd tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "POST /v2.0/agents/21c7096d-6a62-469f-a22b-90699bc2dc75/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2189543 Feb 28 11:36:57.179520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59470) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:57.191592 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] Sync routers for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:36:57.200707 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:36:57.201310 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:36:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:57.389855 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:36:57.487915 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6fd9c634-cecd-48e6-9cd0-627fd47154c8 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers/1c3e913e-73e8-4787-a4bd-a8591a782038/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3072569 Feb 28 11:36:57.490755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:57.596378 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c5ffe611-d12a-47b8-9058-19a69815f687 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 200 len: 992 time: 0.1044688 Feb 28 11:36:57.726264 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'a7fbead4-5088-446c-a77d-fda26fff8901', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'port_id': 'd74a1649-bb44-46f8-952c-b40375988df6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'mac_address': 'fa:16:3e:88:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:36:22Z', 'updated_at': '2022-02-28T11:36:55Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:57.729860 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] Checking router: 1c3e913e-73e8-4787-a4bd-a8591a782038 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:36:57.738575 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:36:57.739177 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:36:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:57.936556 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:36:58.265489 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'a7fbead4-5088-446c-a77d-fda26fff8901', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'port_id': 'd74a1649-bb44-46f8-952c-b40375988df6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'mac_address': 'fa:16:3e:88:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:36:22Z', 'updated_at': '2022-02-28T11:36:55Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:58.269203 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95ea7f-231d-4d45-87dd-81a45c3e7682 None None] The sync data for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv is: [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'a7fbead4-5088-446c-a77d-fda26fff8901', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'port_id': 'd74a1649-bb44-46f8-952c-b40375988df6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'mac_address': 'fa:16:3e:88:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:36:22Z', 'updated_at': '2022-02-28T11:36:55Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:36:58.600234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59478) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:58.705958 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b6e7caf2-1004-40c4-ae65-99063a8519c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 200 len: 992 time: 0.1045756 Feb 28 11:36:59.709101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59482) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:59.815484 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-27eb1f2c-9faf-4add-ab96-13f2a7b633a3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 200 len: 992 time: 0.1047940 Feb 28 11:36:59.869692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df82363a-79f9-4596-a42a-403b4bf5a7c8 None None] New status for floating IP a7fbead4-5088-446c-a77d-fda26fff8901: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:37:00.172350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-64cf8919-1db6-4bbe-91ae-a47410440671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.267709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5d16a440-2072-449f-a686-990065926237 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:00.338209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5d16a440-2072-449f-a686-990065926237 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:00.338587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.450702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.466750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 5d16a440-2072-449f-a686-990065926237, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5d16a440-2072-449f-a686-990065926237,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:00.470544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.471329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 06b6e630-66ee-4be2-b3a9-3bba738e29de up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:00.581913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=5d16a440-2072-449f-a686-990065926237,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:00.591775 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.592126 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.592468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.592804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.593134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.593465 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.593788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.594115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.594464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.594828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.595104 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.595446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.604618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 06b6e630-66ee-4be2-b3a9-3bba738e29de triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:00.604995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.718167 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.748785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 06b6e630-66ee-4be2-b3a9-3bba738e29de, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=06b6e630-66ee-4be2-b3a9-3bba738e29de,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:00.753279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.819041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59486) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:00.856626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=06b6e630-66ee-4be2-b3a9-3bba738e29de,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:00.923688 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0568ea0f-df8d-44aa-b97a-e09b7a68d007 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 200 len: 994 time: 0.1034930 Feb 28 11:37:01.194512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59494) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:01.391830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 9f033bf3-2d06-43d4-824d-b76a522eb08f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:37:01.392094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.561740 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.562068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.683882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 9f033bf3-2d06-43d4-824d-b76a522eb08f owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:37:01.831074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.876841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=9f033bf3-2d06-43d4-824d-b76a522eb08f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:01.945334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.945710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.946051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.946486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.946824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.947175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.947514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.947830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.948157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.948476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.948794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.949112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:01.980833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.981169 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP a7fbead4-5088-446c-a77d-fda26fff8901 disassociated (deleted). External IP: 172.26.8.253, port: d74a1649-bb44-46f8-952c-b40375988df6. Feb 28 11:37:02.233739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5d16a440-2072-449f-a686-990065926237 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:02.302033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5d16a440-2072-449f-a686-990065926237 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:02.302399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:02.414413 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 06b6e630-66ee-4be2-b3a9-3bba738e29de up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:02.444774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 1c3e913e-73e8-4787-a4bd-a8591a782038 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:37:02.481071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2b363d7-6d81-4097-8526-6b05d6459d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:02.499285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 06b6e630-66ee-4be2-b3a9-3bba738e29de triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:02.499663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:02.632071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:37:02.641435 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] Sync routers for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:37:02.650964 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:02.651357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:02.651602 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:02.708988 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0da704d4-1399-474f-896e-41a219b6bdaa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/floatingips/a7fbead4-5088-446c-a77d-fda26fff8901 HTTP/1.1" status: 204 len: 168 time: 1.5133924 Feb 28 11:37:02.709574 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:02.825162 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6', 'status': 'completed', 'code': 200} Feb 28 11:37:02.856776 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:02.942209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-db1c86da-6269-4308-9dcb-41df62addc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:02.943875 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-db1c86da-6269-4308-9dcb-41df62addc03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 1099 time: 0.0980077 Feb 28 11:37:03.136290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-59090982-7ba8-4e19-9d4a-6ba9c5f75593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:03.137700 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-59090982-7ba8-4e19-9d4a-6ba9c5f75593 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea HTTP/1.1" status: 200 len: 898 time: 0.1869767 Feb 28 11:37:03.210105 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:03.214017 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] Checking router: 1c3e913e-73e8-4787-a4bd-a8591a782038 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:37:03.214441 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-8635a830-982b-4625-8213-8b04c0b26832 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d74a1649-bb44-46f8-952c-b40375988df6 HTTP/1.1" status: 200 len: 217 time: 0.0695200 Feb 28 11:37:03.222734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe366a93-def0-44a2-afc0-859c56c454e9 req-97828d93-fc9d-4d6a-83a0-f2e6eed83c89 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:03.223515 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:03.224125 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:03.224265 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe366a93-def0-44a2-afc0-859c56c454e9 req-97828d93-fc9d-4d6a-83a0-f2e6eed83c89 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 946 time: 0.1872466 Feb 28 11:37:03.322132 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe366a93-def0-44a2-afc0-859c56c454e9 req-8ae36713-cbfa-4ac4-adf7-a86071338c99 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611551 Feb 28 11:37:03.323670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-b3d86db7-4842-4a4e-82ff-288ae7e31d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:03.325007 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-b3d86db7-4842-4a4e-82ff-288ae7e31d41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c409f8d-7f70-4dc4-977d-053299f6305e HTTP/1.1" status: 200 len: 835 time: 0.0999908 Feb 28 11:37:03.404752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-31012c59-07b8-44fa-ae3b-0030b0ea096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:03.406151 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-31012c59-07b8-44fa-ae3b-0030b0ea096f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740108 Feb 28 11:37:03.416736 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:03.549753 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-9f5804d2-bb6e-44cf-9310-039fcc8df292 service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373537 Feb 28 11:37:03.573273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.695957 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d3766837-b2b6-43d8-bb3b-d8a20671485d req-625c8be0-0724-437e-8c03-2fadf07e2672 service neutron] 10.222.0.37 "GET /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389134 Feb 28 11:37:03.743688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.778995 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:03.783424 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c3f67b-c255-42d5-8864-112ca9ecbb0d None None] The sync data for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv is: [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:36:06Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '06b6e630-66ee-4be2-b3a9-3bba738e29de', 'name': '', 'network_id': 'a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:3b:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:05Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': '1c409f8d-7f70-4dc4-977d-053299f6305e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:37:04.314926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-2e88779c-236e-42de-92ec-54348b4d1de1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:04.316158 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-2e88779c-236e-42de-92ec-54348b4d1de1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 946 time: 0.0834131 Feb 28 11:37:04.385532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port d74a1649-bb44-46f8-952c-b40375988df6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:37:04.385870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:04.763927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25736a35-f4b0-480a-b4f7-e990e81a7278 req-0fe8b824-62f5-45f4-bd02-9c776efb1d5d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:04.765354 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-25736a35-f4b0-480a-b4f7-e990e81a7278 req-0fe8b824-62f5-45f4-bd02-9c776efb1d5d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4d50f95-deb3-412e-a381-9c1c836fbe9a HTTP/1.1" status: 200 len: 946 time: 0.3288281 Feb 28 11:37:04.808881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port d74a1649-bb44-46f8-952c-b40375988df6, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d74a1649-bb44-46f8-952c-b40375988df6,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:04.809229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:04.946066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for d74a1649-bb44-46f8-952c-b40375988df6 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:37:04.975310 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-25736a35-f4b0-480a-b4f7-e990e81a7278 req-14baff17-274e-4e8e-b097-51d891957679 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025089 Feb 28 11:37:05.107536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:05.136541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ead61a-f7d6-4894-9a70-ae5615334dd3 None None] New status for floating IP a7fbead4-5088-446c-a77d-fda26fff8901: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:37:05.163397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=d74a1649-bb44-46f8-952c-b40375988df6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:05.208029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.208378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.208712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.209042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.209368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.209692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.210012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.210461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.210773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.211090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.211428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.211742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:05.252635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port d74a1649-bb44-46f8-952c-b40375988df6 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:05.255466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:05.259396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'name': 'network-vif-deleted', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:05.271493 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef3f215d-d4cc-480d-a2c9-a2f8926c3c80 req-47962cac-4083-43b1-a5c1-e4c610f2241a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/d74a1649-bb44-46f8-952c-b40375988df6 HTTP/1.1" status: 204 len: 173 time: 0.9496732 Feb 28 11:37:05.279974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:05.313503 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d50f95-deb3-412e-a381-9c1c836fbe9a', 'name': 'network-vif-deleted', 'tag': 'd74a1649-bb44-46f8-952c-b40375988df6', 'status': 'completed', 'code': 200} Feb 28 11:37:06.075880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59512) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:06.141549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-405b3606-d366-4694-85a6-959c067a9ed4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.173856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-405b3606-d366-4694-85a6-959c067a9ed4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.236814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-405b3606-d366-4694-85a6-959c067a9ed4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.256091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b3606-d366-4694-85a6-959c067a9ed4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1ecd40-8d6b-49a8-89b6-50e69735c7f4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:06.263763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-405b3606-d366-4694-85a6-959c067a9ed4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.265015 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-405b3606-d366-4694-85a6-959c067a9ed4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/bb1ecd40-8d6b-49a8-89b6-50e69735c7f4 HTTP/1.1" status: 204 len: 168 time: 0.1881626 Feb 28 11:37:06.295645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59518) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:06.853239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.261589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d74a1649-bb44-46f8-952c-b40375988df6 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:07.294616 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: d74a1649-bb44-46f8-952c-b40375988df6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:37:07.294956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d74a1649-bb44-46f8-952c-b40375988df6 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:07.314403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 06b6e630-66ee-4be2-b3a9-3bba738e29de {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:37:07.314949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.502372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 06b6e630-66ee-4be2-b3a9-3bba738e29de, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=06b6e630-66ee-4be2-b3a9-3bba738e29de,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:07.502728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.626675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 06b6e630-66ee-4be2-b3a9-3bba738e29de owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:37:07.884738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.934916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=06b6e630-66ee-4be2-b3a9-3bba738e29de,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:08.206375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:08.667223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 1c3e913e-73e8-4787-a4bd-a8591a782038 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:37:08.844042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:37:08.854889 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] Sync routers for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:37:08.856606 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a1e5324b-f74b-434a-ab82-434b74fae195 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/1c3e913e-73e8-4787-a4bd-a8591a782038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5598714 Feb 28 11:37:08.859205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59524) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:08.864510 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:08.865103 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:08.923930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-846ec838-79c5-42e7-a4c1-20351f2ea4b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting subnet 1c409f8d-7f70-4dc4-977d-053299f6305e {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:37:08.926844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-846ec838-79c5-42e7-a4c1-20351f2ea4b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:08.983478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-846ec838-79c5-42e7-a4c1-20351f2ea4b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.041744 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:09.065795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-846ec838-79c5-42e7-a4c1-20351f2ea4b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.136669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-846ec838-79c5-42e7-a4c1-20351f2ea4b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.178401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ec838-79c5-42e7-a4c1-20351f2ea4b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Subnet': ['ID=1c409f8d-7f70-4dc4-977d-053299f6305e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:09.181981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-846ec838-79c5-42e7-a4c1-20351f2ea4b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.190671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e63da1-ac28-4905-884e-dc9f4bc496d1 None None] Network a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:37:09.192037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59528) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:09.192476 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-846ec838-79c5-42e7-a4c1-20351f2ea4b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/subnets/1c409f8d-7f70-4dc4-977d-053299f6305e HTTP/1.1" status: 204 len: 168 time: 0.3314140 Feb 28 11:37:09.322185 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:37:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:09.326126 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] Checking router: 1c3e913e-73e8-4787-a4bd-a8591a782038 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:37:09.334426 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] Routers {'1c3e913e-73e8-4787-a4bd-a8591a782038'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:09.335024 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['1c3e913e-73e8-4787-a4bd-a8591a782038'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:09.377235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.468936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6088b-d229-4530-ac06-a24b8d276139 None None] DHCP port deletion for a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:37:09.473956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-94c6088b-d229-4530-ac06-a24b8d276139 None None] Deleting port d87c9c87-57bc-4a5d-8695-cdeb7add7810 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:37:09.474654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94c6088b-d229-4530-ac06-a24b8d276139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.525502 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] Set router 1c3e913e-73e8-4787-a4bd-a8591a782038 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:09.570747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.581175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 5d16a440-2072-449f-a686-990065926237 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:37:09.581531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.688397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-94c6088b-d229-4530-ac06-a24b8d276139 None None] For port d87c9c87-57bc-4a5d-8695-cdeb7add7810, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d87c9c87-57bc-4a5d-8695-cdeb7add7810,segment=NetworkSegment(eeb4ea63-5149-4a35-a622-dba27a6cce2a),segment_id=eeb4ea63-5149-4a35-a622-dba27a6cce2a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:09.688799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94c6088b-d229-4530-ac06-a24b8d276139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.771205 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 5d16a440-2072-449f-a686-990065926237, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5d16a440-2072-449f-a686-990065926237,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:09.771982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.821423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-94c6088b-d229-4530-ac06-a24b8d276139 None None] Calling delete_port for d87c9c87-57bc-4a5d-8695-cdeb7add7810 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:37:09.826589 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:37:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:09.830924 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba90f8d-68f3-4f8d-a7c9-74577dd4781e None None] The sync data for ids ['1c3e913e-73e8-4787-a4bd-a8591a782038'] in dv-neutron-831192-2-hyperv is: [{'id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'name': 'tempest-TestNetworkBasicOps-router-1842036597', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '5d16a440-2072-449f-a686-990065926237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:37:07Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '5d16a440-2072-449f-a686-990065926237', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e913e-73e8-4787-a4bd-a8591a782038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:01Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:37:09.896311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 5d16a440-2072-449f-a686-990065926237 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:37:09.902489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94c6088b-d229-4530-ac06-a24b8d276139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.950250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6088b-d229-4530-ac06-a24b8d276139 None None] Pushing event deleted for resources: {'Port': ['ID=d87c9c87-57bc-4a5d-8695-cdeb7add7810,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:09.954273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6088b-d229-4530-ac06-a24b8d276139 None None] No DVR routers for this DVR port d87c9c87-57bc-4a5d-8695-cdeb7add7810 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:10.071037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.229933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 06b6e630-66ee-4be2-b3a9-3bba738e29de no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:10.239816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=5d16a440-2072-449f-a686-990065926237,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:10.267458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 06b6e630-66ee-4be2-b3a9-3bba738e29de {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:37:10.267807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 06b6e630-66ee-4be2-b3a9-3bba738e29de not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:10.268232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d87c9c87-57bc-4a5d-8695-cdeb7add7810 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:10.301441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: d87c9c87-57bc-4a5d-8695-cdeb7add7810 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:37:10.301802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d87c9c87-57bc-4a5d-8695-cdeb7add7810 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:10.329769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.505936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.508053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.529907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.530504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Fanout notify agent at l3_agent the message router_deleted on router 1c3e913e-73e8-4787-a4bd-a8591a782038 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:37:10.546123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.547742 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eb7b0c9b-2f3a-419c-877a-f314704bf753 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/routers/1c3e913e-73e8-4787-a4bd-a8591a782038 HTTP/1.1" status: 204 len: 168 time: 1.3535981 Feb 28 11:37:10.550624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:10.666013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.795448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.820675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:10.832519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb4ea63-5149-4a35-a622-dba27a6cce2a') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:10.832815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb4ea63-5149-4a35-a622-dba27a6cce2a') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:10.843821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.860663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.866542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:37:10.866921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:37:10.881067 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:37:10.962173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.966657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.994192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Network': ['ID=a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:11.004490 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7da9e917-a9cb-4309-be70-436166856aa0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/networks/a60b1e71-cd7b-4c6c-b707-ebb4c99d02ea HTTP/1.1" status: 204 len: 168 time: 0.4527676 Feb 28 11:37:11.024383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59536) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:11.029770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'network': {'name': 'tempest-network-smoke--361781787', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:11.035372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:11.048260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:network and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:11.051214 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:11.056941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:11.067470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:11.070951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.098899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:37:11.107987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.108329 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Added segment e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c of type vlan for network ae70e38b-2a70-4957-852a-d53062bc7536 Feb 28 11:37:11.133551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.162987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.168556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:11.169138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.273408 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2479837 Feb 28 11:37:11.276351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:11.279261 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1388f44-0ab3-4728-b8cf-c76c6dcb90a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Network': ['ID=ae70e38b-2a70-4957-852a-d53062bc7536,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:11.282069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'admin_state_up': True, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:11.289269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:11.289712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network ae70e38b-2a70-4957-852a-d53062bc7536 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:37:11.293182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:router and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:11.296176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:11.304865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:11.315414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.316674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.331991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.598682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.892619 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.920707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:12.053106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.20 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/4c7666bc-a286-4026-a843-63b9bca1af25) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:12.198284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:12.224615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5d16a440-2072-449f-a686-990065926237 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:12.229820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:12.262511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 5d16a440-2072-449f-a686-990065926237 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:37:12.262856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5d16a440-2072-449f-a686-990065926237 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:12.292216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:12.299704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:12.302020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:37:12.339130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=4c7666bc-a286-4026-a843-63b9bca1af25,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:12.817405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:13.150933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:13.347706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 62cf9c47-e184-47fb-a10d-1083157b4205 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:37:13.519696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:37:13.528944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Sync routers for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:37:13.537917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:13.538528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:13.545506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:13.546691 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b83d3ea3-02d2-4b0a-8183-b2fb36d94ad1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2694101 Feb 28 11:37:13.550393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59544) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:13.592248 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c21a57d3-da20-4bdf-9e6e-dacfe2dee96c tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407748 Feb 28 11:37:13.594748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:13.713639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:13.839983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e3342b-420d-40a4-9609-d6261c4025e4 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:13.841366 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f1e3342b-420d-40a4-9609-d6261c4025e4 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2457135 Feb 28 11:37:13.844633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59552) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:13.882919 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d3846f2e-24d9-4dab-86ad-d926bc948daf tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372484 Feb 28 11:37:13.885593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59556) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:13.891355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229042424', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:13.997046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:12Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:14.000355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:14.000836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Checking router: 62cf9c47-e184-47fb-a10d-1083157b4205 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:37:14.001186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Updating router 62cf9c47-e184-47fb-a10d-1083157b4205 port 4c7666bc-a286-4026-a843-63b9bca1af25 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:37:14.004207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:subnet and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:14.007039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:14.012770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:14.022041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:14.025583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.053592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.246064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.379210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.390416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Transition to ACTIVE for port object 4c7666bc-a286-4026-a843-63b9bca1af25 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:14.396799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.430948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=c0755333-6b64-40a8-964d-b6d24d3d13ef,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:14.440596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Checking segment: {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:37:14.441008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network hostable DHCP agents. Network: ae70e38b-2a70-4957-852a-d53062bc7536, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:37:14.460216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network ae70e38b-2a70-4957-852a-d53062bc7536 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:37:14.470406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, ae70e38b-2a70-4957-852a-d53062bc7536) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:14.474858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:14.475528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.480991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e7a25-89ba-4682-8a87-ee3743b22dd5 None None] Network ae70e38b-2a70-4957-852a-d53062bc7536 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:37:14.496403 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-258c611e-467d-4aa2-a862-3b21a6ee168e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6097114 Feb 28 11:37:14.498190 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Attempting to bind port 4c7666bc-a286-4026-a843-63b9bca1af25 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:14.498557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Attempting to bind port 4c7666bc-a286-4026-a843-63b9bca1af25 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:14.498922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Attempting to bind port 4c7666bc-a286-4026-a843-63b9bca1af25 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:37:14.499100 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:14.511462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71086f-372e-43ff-ac39-71aa3e277485 None None] Pushing event updated for resources: {'Port': ['ID=4c7666bc-a286-4026-a843-63b9bca1af25,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:14.521572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:37:14.521972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:37:14.522369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.522751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:37:14.523237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Bound port: 4c7666bc-a286-4026-a843-63b9bca1af25, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:14.523609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.670079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] For port 4c7666bc-a286-4026-a843-63b9bca1af25, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:37:14.714063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] For port 4c7666bc-a286-4026-a843-63b9bca1af25, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4c7666bc-a286-4026-a843-63b9bca1af25,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:37:14.720408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.840153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:14.840704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:14.933074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71086f-372e-43ff-ac39-71aa3e277485 None None] Pushing event updated for resources: {'Port': ['ID=4c7666bc-a286-4026-a843-63b9bca1af25,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:14.935747 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-ae70e38b-2a70-4957-852a-d53062bc7536', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:37:14.936557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.165928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:15.186891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.367964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Allocated IP 172.20.0.2 (ae70e38b-2a70-4957-852a-d53062bc7536/c0755333-6b64-40a8-964d-b6d24d3d13ef/ce015d17-28d5-454f-8f94-da554c926772) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:15.641393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:12Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:15.648434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff22012-3e1a-4761-b0d2-fa30c0677efd None None] The sync data for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv is: [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:12Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:37:15.650138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.660630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Transition to ACTIVE for port object ce015d17-28d5-454f-8f94-da554c926772 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:15.680413 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Transition to ACTIVE for port object ce015d17-28d5-454f-8f94-da554c926772 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:15.686415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.750995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Network ae70e38b-2a70-4957-852a-d53062bc7536 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:15.754048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:15.757311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.1 (ae70e38b-2a70-4957-852a-d53062bc7536/c0755333-6b64-40a8-964d-b6d24d3d13ef/1933635e-08b8-43a9-a436-c77df0c4639f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:15.762404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:37:15.772440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Pushing event updated for resources: {'Port': ['ID=ce015d17-28d5-454f-8f94-da554c926772,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:15.868283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Attempting to bind port ce015d17-28d5-454f-8f94-da554c926772 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:15.868668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Attempting to bind port ce015d17-28d5-454f-8f94-da554c926772 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:15.869039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Attempting to bind port ce015d17-28d5-454f-8f94-da554c926772 on network ae70e38b-2a70-4957-852a-d53062bc7536 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:37:15.877076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:37:15.877464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Checking segment: {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:37:15.877866 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.878260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Bound using segment: {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:37:15.878736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Bound port: ce015d17-28d5-454f-8f94-da554c926772, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:15.879111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.927617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.944133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 1933635e-08b8-43a9-a436-c77df0c4639f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:15.968507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.990634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] For port ce015d17-28d5-454f-8f94-da554c926772, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:37:15.995916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] For port ce015d17-28d5-454f-8f94-da554c926772, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ce015d17-28d5-454f-8f94-da554c926772,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:37:16.001006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:16.101644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ca619-16fb-4016-a5f6-aa1aeb75fda3 None None] Pushing event updated for resources: {'Port': ['ID=ce015d17-28d5-454f-8f94-da554c926772,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:16.151901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network ae70e38b-2a70-4957-852a-d53062bc7536 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:16.160259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:16.164981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:37:16.211952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=1933635e-08b8-43a9-a436-c77df0c4639f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:16.230219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:16.285240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4c7666bc-a286-4026-a843-63b9bca1af25 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:16.383091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 4c7666bc-a286-4026-a843-63b9bca1af25 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:16.389324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 4c7666bc-a286-4026-a843-63b9bca1af25 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:16.389769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:16.521491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:16.539717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 4c7666bc-a286-4026-a843-63b9bca1af25, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4c7666bc-a286-4026-a843-63b9bca1af25,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:16.544722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:16.550421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:16.623513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=4c7666bc-a286-4026-a843-63b9bca1af25,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:16.979626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:16.985555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.068989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff47329-59bf-4aee-8d5c-980b3de47bc4 None None] Network ae70e38b-2a70-4957-852a-d53062bc7536 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:37:17.103977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.107330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=1933635e-08b8-43a9-a436-c77df0c4639f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:17.208286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-47dc8ec4-b8fd-44a7-9824-833e46ce5f11 None None] Provisioning for port ce015d17-28d5-454f-8f94-da554c926772 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:17.243538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network ae70e38b-2a70-4957-852a-d53062bc7536 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:17.244623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:17.431774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 62cf9c47-e184-47fb-a10d-1083157b4205 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:37:17.642267 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ccf50aaa-3d24-4fa4-8c63-c2060fe244ae None None] Provisioning for port 1933635e-08b8-43a9-a436-c77df0c4639f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:17.648196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ccf50aaa-3d24-4fa4-8c63-c2060fe244ae None None] Provisioning complete for port 1933635e-08b8-43a9-a436-c77df0c4639f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:17.649056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccf50aaa-3d24-4fa4-8c63-c2060fe244ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.719417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ccf50aaa-3d24-4fa4-8c63-c2060fe244ae None None] Port 1933635e-08b8-43a9-a436-c77df0c4639f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:37:17.751619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:37:17.761955 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Sync routers for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:37:17.767087 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6754ffbd-d147-46cb-b87b-6087c00fa0e6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/62cf9c47-e184-47fb-a10d-1083157b4205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2669241 Feb 28 11:37:17.769520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59564) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:17.772977 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:17.773652 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:17.853168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aa22bbc4-55b7-40f4-a0e9-757368e622d7 None None] Provisioning complete for port 1933635e-08b8-43a9-a436-c77df0c4639f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:17.853562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa22bbc4-55b7-40f4-a0e9-757368e622d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.910528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-aa22bbc4-55b7-40f4-a0e9-757368e622d7 None None] Port 1933635e-08b8-43a9-a436-c77df0c4639f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:37:17.925951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e1661-2e5e-43c4-b652-ced8aaa0b778 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:17.926429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e1661-2e5e-43c4-b652-ced8aaa0b778 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:17.926888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e1661-2e5e-43c4-b652-ced8aaa0b778 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:17.927367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e1661-2e5e-43c4-b652-ced8aaa0b778 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:17.931156 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d83e1661-2e5e-43c4-b652-ced8aaa0b778 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1586339 Feb 28 11:37:17.931948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59568) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:17.979187 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:18.002462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efbf4d-074d-44b9-9a56-9be98c1eee62 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:18.002863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efbf4d-074d-44b9-9a56-9be98c1eee62 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:18.003344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efbf4d-074d-44b9-9a56-9be98c1eee62 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:18.003797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efbf4d-074d-44b9-9a56-9be98c1eee62 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:18.005441 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d5efbf4d-074d-44b9-9a56-9be98c1eee62 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0725272 Feb 28 11:37:18.008062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59572) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:18.029284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-98255f73-62fb-4723-954d-c7c0e06a2d43 None None] Provisioning complete for port 1933635e-08b8-43a9-a436-c77df0c4639f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:18.029660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-98255f73-62fb-4723-954d-c7c0e06a2d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.083133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-98255f73-62fb-4723-954d-c7c0e06a2d43 None None] Port 1933635e-08b8-43a9-a436-c77df0c4639f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:37:18.233506 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c5ed4a1d-2e58-4a19-912c-d3a142642758 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2243078 Feb 28 11:37:18.324101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ce015d17-28d5-454f-8f94-da554c926772 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:18.339784 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1933635e-08b8-43a9-a436-c77df0c4639f', 'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:5e:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:15Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:18.343509 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Checking router: 62cf9c47-e184-47fb-a10d-1083157b4205 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:37:18.344384 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Updating router 62cf9c47-e184-47fb-a10d-1083157b4205 port 1933635e-08b8-43a9-a436-c77df0c4639f binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:37:18.394983 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.398060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port ce015d17-28d5-454f-8f94-da554c926772 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:18.402749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ce015d17-28d5-454f-8f94-da554c926772 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:18.403329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.523744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.556311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port ce015d17-28d5-454f-8f94-da554c926772, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ce015d17-28d5-454f-8f94-da554c926772,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:18.560479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.561364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4c7666bc-a286-4026-a843-63b9bca1af25 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:18.654208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59578) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:18.662061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215290995', 'description': 'tempest-secgroup-smoke-1215290995 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:18.667454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:18.671699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:18.674681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:18.682045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:18.684396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=ce015d17-28d5-454f-8f94-da554c926772,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:18.696605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 4c7666bc-a286-4026-a843-63b9bca1af25 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:18.697030 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.698608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.726156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:18.730596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:18.733900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:18.740828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:18.747892 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.762522 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Transition to ACTIVE for port object 1933635e-08b8-43a9-a436-c77df0c4639f will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:18.771542 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.844382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.848306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.896831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763ee9b9-2727-479d-ba3f-91738ad2e467,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:18.901468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.904085 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Pushing event updated for resources: {'Port': ['ID=1933635e-08b8-43a9-a436-c77df0c4639f,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:18.905986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59582) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:18.907063 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-70e2d1c6-ffa1-426b-a81d-c53c162d0f19 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2508497 Feb 28 11:37:18.912193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '763ee9b9-2727-479d-ba3f-91738ad2e467', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:18.913216 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.913547 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.913877 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.914200 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.914518 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.914834 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.915393 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.915715 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.916116 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.916331 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.916929 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.917241 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:18.931560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:18.939659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:18.943439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:18.949952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:18.975987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.005112 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Attempting to bind port 1933635e-08b8-43a9-a436-c77df0c4639f on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:19.005481 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Attempting to bind port 1933635e-08b8-43a9-a436-c77df0c4639f by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:19.005829 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Attempting to bind port 1933635e-08b8-43a9-a436-c77df0c4639f on network ae70e38b-2a70-4957-852a-d53062bc7536 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:37:19.011494 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:37:19.011851 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Checking segment: {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:37:19.012240 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.012620 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Bound using segment: {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:37:19.013077 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Bound port: 1933635e-08b8-43a9-a436-c77df0c4639f, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:19.013454 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.040834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.045451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.070225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e3461f-c5c2-44aa-afff-432ed2d24412,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:19.082144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.083341 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-39788250-e951-4f46-9531-3d1c27c68fe3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1755981 Feb 28 11:37:19.086022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59586) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:19.091431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '763ee9b9-2727-479d-ba3f-91738ad2e467', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:19.097061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:19.101288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:19.103838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:19.107807 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] For port 1933635e-08b8-43a9-a436-c77df0c4639f, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:37:19.109649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:19.111489 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] For port 1933635e-08b8-43a9-a436-c77df0c4639f, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1933635e-08b8-43a9-a436-c77df0c4639f,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:37:19.117758 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.127052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.197181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.198842 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:19.199468 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:19.201468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.225996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300df85c-a204-481f-b9f8-bbd029ed02d6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:19.236135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.237377 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-51bc4eec-2604-4758-8902-9a517c8c5d8d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504240 Feb 28 11:37:19.240162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59590) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:19.247619 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '763ee9b9-2727-479d-ba3f-91738ad2e467', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:19.255096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:19.259280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:19.262268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:19.269338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:19.279382 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff7be-e9e2-4d5b-be8b-ad3148503539 None None] Pushing event updated for resources: {'Port': ['ID=1933635e-08b8-43a9-a436-c77df0c4639f,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:19.289721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.358601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.363537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.391071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e99888f-f119-4f48-8c4e-0bfb3a8e398e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:19.401495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.402698 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ab182a3e-d909-46a8-8874-27bd096b69f9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614227 Feb 28 11:37:19.405838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59594) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:19.411102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '763ee9b9-2727-479d-ba3f-91738ad2e467', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:19.414662 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:19.417093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:19.420941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:19.424479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:19.430243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:19.448744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.518293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.521889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.544418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae37a18-ff32-4829-8ac0-ddb4a3d34ddb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:19.553364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.554712 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-21883a86-2f04-4e5e-b734-ebad94c4ada9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478024 Feb 28 11:37:19.557490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59598) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:19.562597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '763ee9b9-2727-479d-ba3f-91738ad2e467', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:19.569050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:19.573049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:19.575892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:19.581527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:19.591889 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:37:19.598156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.663645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.667563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.686121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea8d8e0-8050-4422-8dfd-88549b11b64c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:19.703357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.707017 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3762b4e3-d51f-41f9-8833-b909d80aa2c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461384 Feb 28 11:37:19.707385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59602) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:19.712624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '763ee9b9-2727-479d-ba3f-91738ad2e467', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:19.718642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:19.722489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:19.725368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:19.731068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:19.743037 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:37:19.750897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.756180 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1933635e-08b8-43a9-a436-c77df0c4639f', 'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:5e:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:15Z', 'updated_at': '2022-02-28T11:37:19Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:19.760118 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92bebf3-8347-475c-9054-345339e5c49c None None] The sync data for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv is: [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1933635e-08b8-43a9-a436-c77df0c4639f', 'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:5e:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:15Z', 'updated_at': '2022-02-28T11:37:19Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:37:19.829447 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.832856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.855515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5202dd0-5609-4aa7-bee1-86bdf52f4ac7,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:19.866380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.876636 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-157cc828-5b7a-4bf9-ba35-cd55490b4496 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1593103 Feb 28 11:37:20.036043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-fd8ede40-648c-4cd3-9aff-52b66c699cd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:20.052029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-fd8ede40-648c-4cd3-9aff-52b66c699cd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:20.053328 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-fd8ede40-648c-4cd3-9aff-52b66c699cd2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215290995&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0595646 Feb 28 11:37:20.215502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-22b2fe5a-398e-467b-ad69-eb813a63ea95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:20.216512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-22b2fe5a-398e-467b-ad69-eb813a63ea95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:20.239755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-22b2fe5a-398e-467b-ad69-eb813a63ea95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:20.241075 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-22b2fe5a-398e-467b-ad69-eb813a63ea95 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=ae70e38b-2a70-4957-852a-d53062bc7536 HTTP/1.1" status: 200 len: 796 time: 0.1810493 Feb 28 11:37:20.257970 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-1bfe71f1-cf20-4e87-ae96-925d70f544c4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0106456 Feb 28 11:37:20.321586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ce015d17-28d5-454f-8f94-da554c926772 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:20.353529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-041a0a4e-1c90-4bf3-b6c2-8de6f09bd9fb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:20.370250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-041a0a4e-1c90-4bf3-b6c2-8de6f09bd9fb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:20.371713 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-041a0a4e-1c90-4bf3-b6c2-8de6f09bd9fb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075487 Feb 28 11:37:20.399219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ce015d17-28d5-454f-8f94-da554c926772 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:20.399594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:20.516399 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-1002b12c-3064-4178-b1f3-d0ee4ba17fbc service neutron] 10.222.0.64 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322334 Feb 28 11:37:20.526396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1933635e-08b8-43a9-a436-c77df0c4639f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:20.594942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1933635e-08b8-43a9-a436-c77df0c4639f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:20.600109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1933635e-08b8-43a9-a436-c77df0c4639f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:20.600482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:20.655961 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-bbae15c4-64b4-45a4-960b-2d10816696e3 service neutron] 10.222.0.64 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336112 Feb 28 11:37:20.740287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:20.784871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 1933635e-08b8-43a9-a436-c77df0c4639f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1933635e-08b8-43a9-a436-c77df0c4639f,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:20.789289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:20.861755 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b419cf01-57a4-4b88-b75d-2e9caab54ac6 req-fb59565f-0719-4ce6-abd2-b8b509c27d8b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 210 time: 0.0501227 Feb 28 11:37:20.876723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=1933635e-08b8-43a9-a436-c77df0c4639f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:21.878000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-b8f386c3-ea17-4fb6-9be0-42f3e2322070 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:21.879408 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-b8f386c3-ea17-4fb6-9be0-42f3e2322070 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=ae70e38b-2a70-4957-852a-d53062bc7536 HTTP/1.1" status: 200 len: 796 time: 0.1530805 Feb 28 11:37:21.927659 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-89b5e24a-fc4f-4e86-b609-2fe83edb3bc1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 380 time: 0.0404644 Feb 28 11:37:21.940166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['763ee9b9-2727-479d-ba3f-91738ad2e467']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:22.065178 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-18b70411-9ea9-4cf0-8f11-105fea9460a0 req-2453ae79-cddc-481e-90da-37d3d5d5cad5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 210 time: 0.0897362 Feb 28 11:37:22.118564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:22.128029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:22.137409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:22.141042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:22.235460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1933635e-08b8-43a9-a436-c77df0c4639f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:22.301953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1933635e-08b8-43a9-a436-c77df0c4639f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:22.302325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:22.311437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.11 (ae70e38b-2a70-4957-852a-d53062bc7536/c0755333-6b64-40a8-964d-b6d24d3d13ef/eb79a9c6-4a03-4617-b459-1a457a0750ef) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:22.607495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:22.622798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object eb79a9c6-4a03-4617-b459-1a457a0750ef will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:22.645569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:22.713534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network ae70e38b-2a70-4957-852a-d53062bc7536 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:22.720985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:22.725255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:37:22.756136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=eb79a9c6-4a03-4617-b459-1a457a0750ef,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:22.793424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:22.794051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:22.820314 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-97b716d9-20cc-4e38-b46e-057f3b43e91f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8845718 Feb 28 11:37:22.831669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Request body: {'port': {'device_id': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:22.944520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:22.976728 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-80f57ca9-0a3b-42b6-a24d-88f37cdcf95b None None] Provisioning for port eb79a9c6-4a03-4617-b459-1a457a0750ef completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:22.981560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-80f57ca9-0a3b-42b6-a24d-88f37cdcf95b None None] Provisioning complete for port eb79a9c6-4a03-4617-b459-1a457a0750ef triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:22.981961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80f57ca9-0a3b-42b6-a24d-88f37cdcf95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:23.036959 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-80f57ca9-0a3b-42b6-a24d-88f37cdcf95b None None] Port eb79a9c6-4a03-4617-b459-1a457a0750ef cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:37:23.298046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d48233-d494-436a-9d0f-465982ffb4b9 req-204f1dd6-7071-41d6-81ff-11dd52029295 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:23.298668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-a1d48233-d494-436a-9d0f-465982ffb4b9 req-204f1dd6-7071-41d6-81ff-11dd52029295 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:23.355454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-a1d48233-d494-436a-9d0f-465982ffb4b9 req-204f1dd6-7071-41d6-81ff-11dd52029295 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:23.356577 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a1d48233-d494-436a-9d0f-465982ffb4b9 req-204f1dd6-7071-41d6-81ff-11dd52029295 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 932 time: 0.1844695 Feb 28 11:37:23.361915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb79a9c6-4a03-4617-b459-1a457a0750ef {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:37:23.370371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:23.411485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Transition to ACTIVE for port object eb79a9c6-4a03-4617-b459-1a457a0750ef will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:23.416362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:23.450123 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a1d48233-d494-436a-9d0f-465982ffb4b9 req-8d327a92-b158-4e92-8b80-012d17d1d210 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839279 Feb 28 11:37:23.581980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Pushing event updated for resources: {'Port': ['ID=eb79a9c6-4a03-4617-b459-1a457a0750ef,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:23.661509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Attempting to bind port eb79a9c6-4a03-4617-b459-1a457a0750ef on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:23.661860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Attempting to bind port eb79a9c6-4a03-4617-b459-1a457a0750ef by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:23.662325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Attempting to bind port eb79a9c6-4a03-4617-b459-1a457a0750ef on network ae70e38b-2a70-4957-852a-d53062bc7536 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:37:23.667064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Port eb79a9c6-4a03-4617-b459-1a457a0750ef on network ae70e38b-2a70-4957-852a-d53062bc7536 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:37:23.667416 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Attempting to bind port eb79a9c6-4a03-4617-b459-1a457a0750ef on network ae70e38b-2a70-4957-852a-d53062bc7536 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:37:23.672403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:37:23.672736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Checking segment: {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:37:23.673110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Bound using segment: {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:37:23.673527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Bound port: eb79a9c6-4a03-4617-b459-1a457a0750ef, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:23.673867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:23.763642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] For port eb79a9c6-4a03-4617-b459-1a457a0750ef, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:37:23.767160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] For port eb79a9c6-4a03-4617-b459-1a457a0750ef, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:37:23.772107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:23.826848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:23.827487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:23.828952 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] 10.222.0.37 "PUT /v2.0/ports/eb79a9c6-4a03-4617-b459-1a457a0750ef HTTP/1.1" status: 200 len: 1094 time: 1.0016758 Feb 28 11:37:23.829386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:23.863841 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a0ff7-c476-4011-a1eb-905558390d64 service neutron] Pushing event updated for resources: {'Port': ['ID=eb79a9c6-4a03-4617-b459-1a457a0750ef,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:23.899206 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'status': 'completed', 'code': 200} Feb 28 11:37:23.944811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-34944a3c-e22a-429e-ac2e-d0442a48a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:23.946304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-34944a3c-e22a-429e-ac2e-d0442a48a1c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 1097 time: 0.0786233 Feb 28 11:37:24.014655 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-76089640-c41a-459f-9136-21008dbcaed7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef HTTP/1.1" status: 200 len: 217 time: 0.0617046 Feb 28 11:37:24.078224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-44e94a33-0fff-4c2e-8aa9-58447eb2b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:24.079598 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-44e94a33-0fff-4c2e-8aa9-58447eb2b349 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0755333-6b64-40a8-964d-b6d24d3d13ef HTTP/1.1" status: 200 len: 844 time: 0.0599239 Feb 28 11:37:24.158065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-e1cc199c-46d1-4cd1-a110-47a4f5daa854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:24.159461 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-e1cc199c-46d1-4cd1-a110-47a4f5daa854 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae70e38b-2a70-4957-852a-d53062bc7536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739808 Feb 28 11:37:24.383431 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-b5788d53-e46f-4f4f-bdd2-2b26e246ff48 service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177331 Feb 28 11:37:24.512511 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3bfb5097-a64e-4f38-9b4c-8b0f7279e81b req-f0169e50-e800-4fe3-a40f-277bfc8d2781 service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228609 Feb 28 11:37:24.683854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-06c38e40-a7bf-4482-9462-b53beb4645bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:24.685228 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-06c38e40-a7bf-4482-9462-b53beb4645bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 1097 time: 0.1323643 Feb 28 11:37:24.697349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbaf9b-3e90-4e25-9c50-49826e5cc2fb req-9a82ddf3-5de2-4eb2-a46c-5f7b786222d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:24.698684 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-19fbaf9b-3e90-4e25-9c50-49826e5cc2fb req-9a82ddf3-5de2-4eb2-a46c-5f7b786222d5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 944 time: 0.1091976 Feb 28 11:37:24.829117 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-19fbaf9b-3e90-4e25-9c50-49826e5cc2fb req-70def5db-a322-490b-ae6b-1ecfde57b23b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117289 Feb 28 11:37:24.855864 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-5a3810d1-fef8-4881-84ac-4e326d89cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:24.857325 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-5a3810d1-fef8-4881-84ac-4e326d89cb4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae70e38b-2a70-4957-852a-d53062bc7536 HTTP/1.1" status: 200 len: 897 time: 0.1577835 Feb 28 11:37:24.925919 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-4c99c0f9-ee88-407b-b02e-66466d0061c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef HTTP/1.1" status: 200 len: 217 time: 0.0625479 Feb 28 11:37:24.986947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-de0c3cf7-d9b2-4aae-a79c-567b1782513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:24.988375 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-de0c3cf7-d9b2-4aae-a79c-567b1782513d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0755333-6b64-40a8-964d-b6d24d3d13ef HTTP/1.1" status: 200 len: 844 time: 0.0559068 Feb 28 11:37:25.066793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-1437f516-faae-46c9-ab87-c0d5f434e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:25.068259 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-1437f516-faae-46c9-ab87-c0d5f434e5fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae70e38b-2a70-4957-852a-d53062bc7536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723062 Feb 28 11:37:25.203760 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-cf0bc5d9-86ac-4505-ad7e-0e9149e6375e service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283426 Feb 28 11:37:25.332923 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3e7a86d3-72a6-4fec-bb5b-68bfe05633ba req-4ec275a7-5495-428e-bfc2-ef1d330d9839 service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232145 Feb 28 11:37:25.370483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device eb79a9c6-4a03-4617-b459-1a457a0750ef details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:37:25.535107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port eb79a9c6-4a03-4617-b459-1a457a0750ef, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:25.548729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'port_id': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'mac_address': 'fa:16:3e:2e:81:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:37:25.604788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.620634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb79a9c6-4a03-4617-b459-1a457a0750ef {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:37:25.635291 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port eb79a9c6-4a03-4617-b459-1a457a0750ef, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:25.639232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.704827 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=eb79a9c6-4a03-4617-b459-1a457a0750ef,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:25.878698 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['eb79a9c6-4a03-4617-b459-1a457a0750ef'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:37:26.010972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1315-251d-47b9-b683-fdddf0849510 req-eaa26e8e-6734-4065-b1e3-8de7000c522f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:26.012441 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-60bc1315-251d-47b9-b683-fdddf0849510 req-eaa26e8e-6734-4065-b1e3-8de7000c522f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 945 time: 0.0777929 Feb 28 11:37:26.054921 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-60bc1315-251d-47b9-b683-fdddf0849510 req-55fc55b6-6675-4b38-a695-4e70b5609ef4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361392 Feb 28 11:37:27.117796 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.239802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80874bf-7d97-46b6-bea4-9a89420f4021 req-cc9c6f46-02de-451f-88ed-b07611b5eec3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:27.241224 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d80874bf-7d97-46b6-bea4-9a89420f4021 req-cc9c6f46-02de-451f-88ed-b07611b5eec3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 945 time: 0.0806158 Feb 28 11:37:27.283858 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d80874bf-7d97-46b6-bea4-9a89420f4021 req-e4249012-d965-4731-b19e-bc4ab2c7d92a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371425 Feb 28 11:37:27.385208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device eb79a9c6-4a03-4617-b459-1a457a0750ef up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:27.450136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port eb79a9c6-4a03-4617-b459-1a457a0750ef completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:27.455573 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port eb79a9c6-4a03-4617-b459-1a457a0750ef triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:27.455990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.575727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.601537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:27.612105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port eb79a9c6-4a03-4617-b459-1a457a0750ef, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:37:27.616522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.647440 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'code': 200} Feb 28 11:37:27.687875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=eb79a9c6-4a03-4617-b459-1a457a0750ef,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:27.876379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17719a14-9ca1-4105-9179-95ea1c7bf4be req-bb33411f-7c77-4c48-b28f-7e75985210ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:27.877812 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17719a14-9ca1-4105-9179-95ea1c7bf4be req-bb33411f-7c77-4c48-b28f-7e75985210ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 1099 time: 0.0697834 Feb 28 11:37:27.920283 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17719a14-9ca1-4105-9179-95ea1c7bf4be req-3a2303bc-5a9e-489e-aa99-30bb137ab33f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363288 Feb 28 11:37:28.464634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccafc9b-bcad-412b-9635-19b826cb351b req-ac337566-b4e6-443e-8d42-6ec7f7ca0112 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:28.466071 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8ccafc9b-bcad-412b-9635-19b826cb351b req-ac337566-b4e6-443e-8d42-6ec7f7ca0112 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 946 time: 0.0794601 Feb 28 11:37:28.509642 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8ccafc9b-bcad-412b-9635-19b826cb351b req-f80506d6-5ed9-4ce8-80c3-4261b3b6bc51 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380549 Feb 28 11:37:29.695572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4137012-0424-44ce-9277-f516aae310e1 req-28570b13-e5ae-4585-901f-062c262af310 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:29.696903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4137012-0424-44ce-9277-f516aae310e1 req-28570b13-e5ae-4585-901f-062c262af310 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 946 time: 0.0803924 Feb 28 11:37:29.739663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4137012-0424-44ce-9277-f516aae310e1 req-ddc1af20-2e6b-43aa-aa35-e3d0cc745128 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371470 Feb 28 11:37:29.920767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f17d7-d779-404a-9149-2c2a33fe0feb req-dcd13e4a-239c-460e-8faf-7d0a5060766d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:29.922698 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-074f17d7-d779-404a-9149-2c2a33fe0feb req-dcd13e4a-239c-460e-8faf-7d0a5060766d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 946 time: 0.0783625 Feb 28 11:37:29.965089 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-074f17d7-d779-404a-9149-2c2a33fe0feb req-aa61367c-727d-4315-8f68-1815d79d65a8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366778 Feb 28 11:37:29.987354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59652) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:30.150155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71696fa-91ea-4e5c-81e6-5ca8c497ef7a tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:30.152118 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c71696fa-91ea-4e5c-81e6-5ca8c497ef7a tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 1094 time: 0.1637979 Feb 28 11:37:30.154839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:30.160544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:30.166322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:30.170190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:floatingip and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:30.173626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:30.174383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-66b6ad50-0d78-4383-a95c-ccf5a608664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.180336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:30.191583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.324233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.455816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.254 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/6f2462e9-02c8-4b41-89cb-d4bdc3059472) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:30.597318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.625487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.682663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:30.685277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:30.693176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:37:30.730956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=6f2462e9-02c8-4b41-89cb-d4bdc3059472,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:31.099432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.169438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.277578 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:37:31.369536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.373827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.475328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=6f2462e9-02c8-4b41-89cb-d4bdc3059472,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:31.487141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.757431 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 9bfb628f-ea9a-4dab-838b-a3bc94a3162c associated. External IP: 172.26.8.254, port: eb79a9c6-4a03-4617-b459-1a457a0750ef. Feb 28 11:37:32.098435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 62cf9c47-e184-47fb-a10d-1083157b4205 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:37:32.273361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:37:32.283624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] Sync routers for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:37:32.292979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:32.293621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:32.297132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:32.351639 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3fc4dee2-3a43-41ed-b87e-eed2f8f8ad5f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1955781 Feb 28 11:37:32.352050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:32.354243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59660) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:32.401721 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'status': 'completed', 'code': 200} Feb 28 11:37:32.460045 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ca0e747d-6e71-40f5-8f88-2ebc4a217efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:32.469565 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-937ffa2c-a191-4f80-a128-2a8019eaf0df tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/9bfb628f-ea9a-4dab-838b-a3bc94a3162c HTTP/1.1" status: 200 len: 992 time: 0.1141953 Feb 28 11:37:32.485154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:32.498157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-21ca697f-aa83-4603-8509-ff34f15df120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:32.500314 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-21ca697f-aa83-4603-8509-ff34f15df120 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 1099 time: 0.0764384 Feb 28 11:37:32.627908 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-2723129b-3202-49b6-8d55-d838a2f6cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:32.629242 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-2723129b-3202-49b6-8d55-d838a2f6cf4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae70e38b-2a70-4957-852a-d53062bc7536 HTTP/1.1" status: 200 len: 897 time: 0.1240256 Feb 28 11:37:32.731258 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-c570264e-feb1-4b30-9c14-2e7aa5dc2ca0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef HTTP/1.1" status: 200 len: 1000 time: 0.0959687 Feb 28 11:37:32.790523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-d66ff73c-7cba-4198-989c-0333a06bed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:32.792179 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-d66ff73c-7cba-4198-989c-0333a06bed4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0755333-6b64-40a8-964d-b6d24d3d13ef HTTP/1.1" status: 200 len: 844 time: 0.0558760 Feb 28 11:37:32.827785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '9bfb628f-ea9a-4dab-838b-a3bc94a3162c', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'port_id': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'mac_address': 'fa:16:3e:2e:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:37:31Z', 'updated_at': '2022-02-28T11:37:31Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1933635e-08b8-43a9-a436-c77df0c4639f', 'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:5e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:15Z', 'updated_at': '2022-02-28T11:37:20Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:32.831785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] Checking router: 62cf9c47-e184-47fb-a10d-1083157b4205 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:37:32.840026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:37:32.840629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:37:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:32.867928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-913b1e47-0958-4c36-bb68-3df1c9708782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:32.869384 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-913b1e47-0958-4c36-bb68-3df1c9708782 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae70e38b-2a70-4957-852a-d53062bc7536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712464 Feb 28 11:37:33.006901 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-f6e82bc9-18a8-49c6-9537-7b4d1fcd4b6b service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308982 Feb 28 11:37:33.055155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:37:33.135742 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b060d21-932f-40f5-95a5-3c5c21ff9281 req-f91c1e87-4933-4b46-ae16-385720ad1db6 service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231668 Feb 28 11:37:33.400015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '9bfb628f-ea9a-4dab-838b-a3bc94a3162c', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'port_id': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'mac_address': 'fa:16:3e:2e:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:37:31Z', 'updated_at': '2022-02-28T11:37:31Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1933635e-08b8-43a9-a436-c77df0c4639f', 'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:5e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:15Z', 'updated_at': '2022-02-28T11:37:20Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:33.403774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b817f4-1dbf-4547-b530-e76e14f91e3d None None] The sync data for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv is: [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '9bfb628f-ea9a-4dab-838b-a3bc94a3162c', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'port_id': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'mac_address': 'fa:16:3e:2e:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:37:31Z', 'updated_at': '2022-02-28T11:37:31Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1933635e-08b8-43a9-a436-c77df0c4639f', 'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:5e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:15Z', 'updated_at': '2022-02-28T11:37:20Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:37:33.472956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59666) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:33.575292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.589268 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498d8ae-7f32-4763-a6f0-aba69a2002db None None] New status for floating IP 9bfb628f-ea9a-4dab-838b-a3bc94a3162c: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:37:33.590153 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-11c3e91e-d44f-4eec-b59b-03515f533c4c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/9bfb628f-ea9a-4dab-838b-a3bc94a3162c HTTP/1.1" status: 200 len: 992 time: 0.1159930 Feb 28 11:37:33.739950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:34.594540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59670) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:34.697343 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d6f5658d-4de0-4bb9-87d5-c506b286d355 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/9bfb628f-ea9a-4dab-838b-a3bc94a3162c HTTP/1.1" status: 200 len: 994 time: 0.1016047 Feb 28 11:37:35.163737 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:39.157067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-fe94b7ef-0778-4d13-b7a0-b84228ed6ece service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1718907 Feb 28 11:37:39.293672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-b72d27a5-67b9-426f-8cd3-89f632ff1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:39.295075 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-b72d27a5-67b9-426f-8cd3-89f632ff1cfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 1099 time: 0.0680666 Feb 28 11:37:39.433314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-1bd8b732-d99e-4d26-aa7a-d0ad8fad3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:39.434656 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-1bd8b732-d99e-4d26-aa7a-d0ad8fad3d41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae70e38b-2a70-4957-852a-d53062bc7536 HTTP/1.1" status: 200 len: 897 time: 0.1216960 Feb 28 11:37:39.535554 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-63ada6cc-4d13-4414-9e5a-d3439ed583ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef HTTP/1.1" status: 200 len: 1002 time: 0.0949225 Feb 28 11:37:39.601755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-2e4e6570-a245-4691-a199-f04052e449e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:39.603177 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-2e4e6570-a245-4691-a199-f04052e449e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0755333-6b64-40a8-964d-b6d24d3d13ef HTTP/1.1" status: 200 len: 844 time: 0.0623162 Feb 28 11:37:39.675103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-dc15e95d-b392-45b1-aca8-86664a45ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:39.676558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-dc15e95d-b392-45b1-aca8-86664a45ec30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae70e38b-2a70-4957-852a-d53062bc7536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670040 Feb 28 11:37:39.805646 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-595b0e99-db2b-467f-9243-25ed81548e9a service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232045 Feb 28 11:37:39.936629 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c2377024-8824-476a-b7d8-8cdde49e02fe req-05b930d2-0832-4605-ba64-98705a5aaf37 service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241143 Feb 28 11:37:57.117328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.175316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9db93ef-e7ab-4d49-81d1-2e7320704165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.431286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ca15ba05-c36a-41a2-bb84-faf6975c933f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.576619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.741987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.167316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.276811 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:38:27.129707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:30.176444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-40852be3-75cc-47d5-848d-5c5ba0c8fd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:32.433371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92ad55ec-56ed-401d-a7f1-1bd91022df61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:33.580029 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:33.743291 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:35.169341 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:39.069017 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-da6d9a94-4021-4642-a9f7-d7670e18c0f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710685 Feb 28 11:38:39.201253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-52ab5c49-6388-4bb7-8b64-d943d2d70df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:39.202675 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-52ab5c49-6388-4bb7-8b64-d943d2d70df8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 1099 time: 0.0691864 Feb 28 11:38:39.349220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-86976fcc-43e5-4523-97ab-b3df10fa93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:39.350547 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-86976fcc-43e5-4523-97ab-b3df10fa93fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae70e38b-2a70-4957-852a-d53062bc7536 HTTP/1.1" status: 200 len: 897 time: 0.1306653 Feb 28 11:38:39.455299 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-f8059c75-78fd-459c-8f30-cbdcf3d6cc7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef HTTP/1.1" status: 200 len: 1002 time: 0.0977075 Feb 28 11:38:39.516638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-11052416-4f2a-44c3-8d8f-8e17a976803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:39.517993 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-11052416-4f2a-44c3-8d8f-8e17a976803a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0755333-6b64-40a8-964d-b6d24d3d13ef HTTP/1.1" status: 200 len: 844 time: 0.0562363 Feb 28 11:38:39.598926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-fc9e69e8-8fc2-4eb4-a607-95e05664a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:39.600503 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-fc9e69e8-8fc2-4eb4-a607-95e05664a9b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae70e38b-2a70-4957-852a-d53062bc7536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761251 Feb 28 11:38:39.729621 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-16fea931-6437-4325-9347-11a4d4aef611 service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224322 Feb 28 11:38:39.956518 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07cf699a-9e7f-4cb2-ac88-bf7f0c4c172c req-b9ac4b4a-5777-48c3-ad4f-46bb0ac1dbe7 service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211108 Feb 28 11:38:45.276049 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:38:57.129458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.177554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0ebe-25ef-404b-a955-d1ca01782790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:02.434678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c87753ca-08bf-4d98-9de3-34d2384209f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.582757 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.744497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.172906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.275366 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:39:24.644079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59702) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:24.654339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:39:24.768228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6828291'] for subnet, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:24.948975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748811539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8280356'] for subnet, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:25.001633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:25.002218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:25.003712 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/subnets/c0755333-6b64-40a8-964d-b6d24d3d13ef HTTP/1.1" status: 200 len: 836 time: 0.3585136 Feb 28 11:39:25.006790 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8b2b60-f228-4283-9f9b-18df45296d09 None None] Network ae70e38b-2a70-4957-852a-d53062bc7536 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:39:25.018914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=c0755333-6b64-40a8-964d-b6d24d3d13ef,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:25.026250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.026595 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.026930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.027279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.027609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.027929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.028248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.028567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.028886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.029200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.029516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.029830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf896fe0-65a9-413a-a9b3-7f226be9928e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:25.493157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a5347eee-1e50-4373-9904-d0f3ebf72973 None None] Provisioning complete for port 1933635e-08b8-43a9-a436-c77df0c4639f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:25.493448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5347eee-1e50-4373-9904-d0f3ebf72973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:25.617139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a5347eee-1e50-4373-9904-d0f3ebf72973 None None] Provisioning complete for port ce015d17-28d5-454f-8f94-da554c926772 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:25.617418 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5347eee-1e50-4373-9904-d0f3ebf72973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:25.745240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a5347eee-1e50-4373-9904-d0f3ebf72973 None None] Provisioning complete for port eb79a9c6-4a03-4617-b459-1a457a0750ef triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:25.745525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5347eee-1e50-4373-9904-d0f3ebf72973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.127021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:30.179058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d865e6c3-bb16-4cd8-94f8-bb9085b6191c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:32.435936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2120a19-6434-40c2-aed0-421a9db4178f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:33.585939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:33.746602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:35.176264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.106559 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a5620935-f141-4034-84b9-0a33af49d5de req-6eccc8a7-3a27-4167-aa97-43c2d8ae652b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1132960 Feb 28 11:39:41.246275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5620935-f141-4034-84b9-0a33af49d5de req-99a2a15f-18ee-4baf-91b4-d3c057888eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:41.247758 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a5620935-f141-4034-84b9-0a33af49d5de req-99a2a15f-18ee-4baf-91b4-d3c057888eba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 1099 time: 0.0772564 Feb 28 11:39:41.391003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5620935-f141-4034-84b9-0a33af49d5de req-7c23e0f2-5b45-4974-b2e6-e5d12c496b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:41.392389 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a5620935-f141-4034-84b9-0a33af49d5de req-7c23e0f2-5b45-4974-b2e6-e5d12c496b80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae70e38b-2a70-4957-852a-d53062bc7536 HTTP/1.1" status: 200 len: 897 time: 0.1260767 Feb 28 11:39:41.493004 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a5620935-f141-4034-84b9-0a33af49d5de req-ce60767a-9e4c-4b0e-926e-63bdbe4c1f2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef HTTP/1.1" status: 200 len: 1002 time: 0.0947621 Feb 28 11:39:41.554414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5620935-f141-4034-84b9-0a33af49d5de req-2a5123b7-3c87-4866-893d-9408c35ec01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:41.555863 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a5620935-f141-4034-84b9-0a33af49d5de req-2a5123b7-3c87-4866-893d-9408c35ec01c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0755333-6b64-40a8-964d-b6d24d3d13ef HTTP/1.1" status: 200 len: 844 time: 0.0575714 Feb 28 11:39:41.631984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5620935-f141-4034-84b9-0a33af49d5de req-cefd2451-76c7-4ef7-8bcf-6452d8a04d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:41.633419 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a5620935-f141-4034-84b9-0a33af49d5de req-cefd2451-76c7-4ef7-8bcf-6452d8a04d15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae70e38b-2a70-4957-852a-d53062bc7536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687749 Feb 28 11:39:41.763316 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a5620935-f141-4034-84b9-0a33af49d5de req-70be5f13-49c5-4b34-947c-d7693121a65a service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227703 Feb 28 11:39:41.895793 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a5620935-f141-4034-84b9-0a33af49d5de req-fc1e78e3-312d-4d01-8af8-04d740069476 service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261094 Feb 28 11:39:57.125731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:59.275393 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:40:00.180387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-58150dee-4a80-4031-b924-65a7694f999c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:02.436827 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7df16f75-8ac1-460d-a932-b8514e3a4929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:03.587838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:03.749952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:05.183409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:07.802575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59722) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:08.119828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 6f2462e9-02c8-4b41-89cb-d4bdc3059472 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:40:08.120306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:08.415610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:08.415870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:08.541340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 6f2462e9-02c8-4b41-89cb-d4bdc3059472 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:40:08.691862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:08.741045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=6f2462e9-02c8-4b41-89cb-d4bdc3059472,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:08.830338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:08.831062 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 9bfb628f-ea9a-4dab-838b-a3bc94a3162c disassociated (deleted). External IP: 172.26.8.254, port: eb79a9c6-4a03-4617-b459-1a457a0750ef. Feb 28 11:40:09.178596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 62cf9c47-e184-47fb-a10d-1083157b4205 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:40:09.361990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:40:09.371685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] Sync routers for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:09.381617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:09.382586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:09.383298 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:09.442744 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0263f095-ffb1-4651-8b14-66085e81b91d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/floatingips/9bfb628f-ea9a-4dab-838b-a3bc94a3162c HTTP/1.1" status: 204 len: 168 time: 1.6389427 Feb 28 11:40:09.443336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:09.598408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:09.903476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1933635e-08b8-43a9-a436-c77df0c4639f', 'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:5e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:15Z', 'updated_at': '2022-02-28T11:37:20Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:09.907778 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] Checking router: 62cf9c47-e184-47fb-a10d-1083157b4205 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:09.915721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:09.916310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:10.085279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:10.394204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1933635e-08b8-43a9-a436-c77df0c4639f', 'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:5e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:15Z', 'updated_at': '2022-02-28T11:37:20Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:10.397995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a077298-20e3-4881-9a6f-9a4af389ea7e None None] The sync data for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv is: [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1933635e-08b8-43a9-a436-c77df0c4639f', 'name': '', 'network_id': 'ae70e38b-2a70-4957-852a-d53062bc7536', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:5e:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:15Z', 'updated_at': '2022-02-28T11:37:20Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'c0755333-6b64-40a8-964d-b6d24d3d13ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:10.497370 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'status': 'completed', 'code': 200} Feb 28 11:40:10.593987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-cfa0fd36-8057-46ff-8578-de3541031b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:10.595567 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-cfa0fd36-8057-46ff-8578-de3541031b6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 1099 time: 0.0762677 Feb 28 11:40:10.614618 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd13f8-702a-4c98-a303-752281a137fa None None] New status for floating IP 9bfb628f-ea9a-4dab-838b-a3bc94a3162c: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:40:10.734920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-edf1c30a-5eb6-4a09-8249-bee79187cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:10.736647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-edf1c30a-5eb6-4a09-8249-bee79187cc63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae70e38b-2a70-4957-852a-d53062bc7536 HTTP/1.1" status: 200 len: 897 time: 0.1356556 Feb 28 11:40:10.811920 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-3a0fea2d-1d62-420e-a188-05cc821b4405 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef HTTP/1.1" status: 200 len: 217 time: 0.0685604 Feb 28 11:40:10.873801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-1d8e6789-838c-4c53-99bf-b79ab56d76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:10.875321 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-1d8e6789-838c-4c53-99bf-b79ab56d76e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0755333-6b64-40a8-964d-b6d24d3d13ef HTTP/1.1" status: 200 len: 844 time: 0.0579541 Feb 28 11:40:11.015885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10572fe4-477a-4af6-a1e8-4f7b0b6a60f3 req-4188fea9-d692-4813-87bf-837f4d249780 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:11.017285 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-10572fe4-477a-4af6-a1e8-4f7b0b6a60f3 req-4188fea9-d692-4813-87bf-837f4d249780 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 946 time: 0.2252932 Feb 28 11:40:11.019056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-b6403e91-e341-4e43-b92a-07f56ccbc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:11.020388 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-b6403e91-e341-4e43-b92a-07f56ccbc385 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae70e38b-2a70-4957-852a-d53062bc7536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1097710 Feb 28 11:40:11.145992 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-10572fe4-477a-4af6-a1e8-4f7b0b6a60f3 req-5a3f12f1-09a7-455a-aee8-10b1ebc584f7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228061 Feb 28 11:40:11.176582 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-f8e5d0c3-d030-4407-94b2-4a1b39304dac service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411712 Feb 28 11:40:11.404540 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cf2412c7-5a2b-44f6-acb4-642f529ff2ca req-d69cd78a-33b1-4262-bcf2-b504445b3c55 service neutron] 10.222.0.37 "GET /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211120 Feb 28 11:40:12.047758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2fb0f791-349c-43cd-8fb6-84f0803ad7aa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:12.049210 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2fb0f791-349c-43cd-8fb6-84f0803ad7aa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 946 time: 0.0838938 Feb 28 11:40:12.118466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port eb79a9c6-4a03-4617-b459-1a457a0750ef {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:40:12.118808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:12.425058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port eb79a9c6-4a03-4617-b459-1a457a0750ef, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=eb79a9c6-4a03-4617-b459-1a457a0750ef,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:12.425407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:12.554406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for eb79a9c6-4a03-4617-b459-1a457a0750ef owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:40:12.589249 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da858859-e937-41d2-aae8-03dc417be889 req-6b2c96f4-b9f7-4e15-97eb-adfb7964cde0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:12.590688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-da858859-e937-41d2-aae8-03dc417be889 req-6b2c96f4-b9f7-4e15-97eb-adfb7964cde0 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d7c5118-1943-4020-b1fa-6cde6f551988 HTTP/1.1" status: 200 len: 946 time: 0.3302515 Feb 28 11:40:12.670285 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-da858859-e937-41d2-aae8-03dc417be889 req-1f1fb990-63bd-46a3-9f59-e3d474c7c30f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=763ee9b9-2727-479d-ba3f-91738ad2e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729511 Feb 28 11:40:12.742302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:12.792379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=eb79a9c6-4a03-4617-b459-1a457a0750ef,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:12.834263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.834611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.834953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.835309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.835642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.835972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.836298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.836619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.836942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.837262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.837580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.837894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:12.878879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port eb79a9c6-4a03-4617-b459-1a457a0750ef on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:40:12.881111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:12.883525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'name': 'network-vif-deleted', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:12.895386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e08cef82-ed74-4a71-a4a6-2166e5c1ebed req-2949ccbc-581e-42e8-a35a-b05950460d14 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/eb79a9c6-4a03-4617-b459-1a457a0750ef HTTP/1.1" status: 204 len: 173 time: 0.8416536 Feb 28 11:40:12.984418 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7c5118-1943-4020-b1fa-6cde6f551988', 'name': 'network-vif-deleted', 'tag': 'eb79a9c6-4a03-4617-b459-1a457a0750ef', 'status': 'completed', 'code': 200} Feb 28 11:40:13.769623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59752) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:13.836545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bd199cc-9c6c-4f5b-a490-72bfc8d383d4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:13.865221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bd199cc-9c6c-4f5b-a490-72bfc8d383d4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:13.926996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bd199cc-9c6c-4f5b-a490-72bfc8d383d4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:13.945114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd199cc-9c6c-4f5b-a490-72bfc8d383d4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763ee9b9-2727-479d-ba3f-91738ad2e467,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:13.956795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bd199cc-9c6c-4f5b-a490-72bfc8d383d4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:13.957843 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7bd199cc-9c6c-4f5b-a490-72bfc8d383d4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/763ee9b9-2727-479d-ba3f-91738ad2e467 HTTP/1.1" status: 204 len: 168 time: 0.1872573 Feb 28 11:40:13.989125 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59758) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:14.174833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device eb79a9c6-4a03-4617-b459-1a457a0750ef no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:40:14.211966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: eb79a9c6-4a03-4617-b459-1a457a0750ef {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:40:14.212228 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device eb79a9c6-4a03-4617-b459-1a457a0750ef not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:40:14.645328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:14.994373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 1933635e-08b8-43a9-a436-c77df0c4639f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:40:14.995081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.182905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 1933635e-08b8-43a9-a436-c77df0c4639f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1933635e-08b8-43a9-a436-c77df0c4639f,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:15.183286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.302298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 1933635e-08b8-43a9-a436-c77df0c4639f owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:40:15.589137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.638410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=1933635e-08b8-43a9-a436-c77df0c4639f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:15.911896 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.256165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router 62cf9c47-e184-47fb-a10d-1083157b4205 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:40:16.434105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:40:16.444178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] Sync routers for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:16.446984 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-95f41127-c8d0-4ff1-bfaa-d09fd919727f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/62cf9c47-e184-47fb-a10d-1083157b4205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4565156 Feb 28 11:40:16.449608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59762) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:16.453910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:16.454523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:16.512920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c233280-bf65-48d9-aaa2-fedeba04d5b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting subnet c0755333-6b64-40a8-964d-b6d24d3d13ef {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:40:16.516284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c233280-bf65-48d9-aaa2-fedeba04d5b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.569158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c233280-bf65-48d9-aaa2-fedeba04d5b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.626505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:16.655624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c233280-bf65-48d9-aaa2-fedeba04d5b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.738436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c233280-bf65-48d9-aaa2-fedeba04d5b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.779989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c233280-bf65-48d9-aaa2-fedeba04d5b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Subnet': ['ID=c0755333-6b64-40a8-964d-b6d24d3d13ef,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:16.784850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c233280-bf65-48d9-aaa2-fedeba04d5b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.791008 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3c233280-bf65-48d9-aaa2-fedeba04d5b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/subnets/c0755333-6b64-40a8-964d-b6d24d3d13ef HTTP/1.1" status: 204 len: 168 time: 0.3404615 Feb 28 11:40:16.793608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c0cd69-b5e6-4366-ab27-7443a193a79f None None] Network ae70e38b-2a70-4957-852a-d53062bc7536 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:40:16.793954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59766) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:16.974389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.108862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:40:15Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '4c7666bc-a286-4026-a843-63b9bca1af25', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:17.112843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] Checking router: 62cf9c47-e184-47fb-a10d-1083157b4205 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:17.121686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] Routers {'62cf9c47-e184-47fb-a10d-1083157b4205'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:17.121873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['62cf9c47-e184-47fb-a10d-1083157b4205'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:17.161514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.172263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 4c7666bc-a286-4026-a843-63b9bca1af25 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:40:17.172794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.177010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] DHCP port deletion for ae70e38b-2a70-4957-852a-d53062bc7536 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:40:17.239861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Deleting port ce015d17-28d5-454f-8f94-da554c926772 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:40:17.240300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.322134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] Set router 62cf9c47-e184-47fb-a10d-1083157b4205 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:17.450244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 4c7666bc-a286-4026-a843-63b9bca1af25, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4c7666bc-a286-4026-a843-63b9bca1af25,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:17.450704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.456824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:40:17Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:17.464993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f9620-e8ed-475e-9341-03a23ab3fb43 None None] The sync data for ids ['62cf9c47-e184-47fb-a10d-1083157b4205'] in dv-neutron-831192-2-hyperv is: [{'id': '62cf9c47-e184-47fb-a10d-1083157b4205', 'name': 'tempest-TestNetworkBasicOps-router-1801762783', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:11Z', 'updated_at': '2022-02-28T11:40:17Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:17.573161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 4c7666bc-a286-4026-a843-63b9bca1af25 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:40:17.575986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] For port ce015d17-28d5-454f-8f94-da554c926772, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ce015d17-28d5-454f-8f94-da554c926772,segment=NetworkSegment(e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c),segment_id=e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:17.576378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.698558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Calling delete_port for ce015d17-28d5-454f-8f94-da554c926772 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:40:17.785319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.832472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Pushing event deleted for resources: {'Port': ['ID=ce015d17-28d5-454f-8f94-da554c926772,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:17.837214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] No DVR routers for this DVR port ce015d17-28d5-454f-8f94-da554c926772 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:40:17.844653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.845003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.850372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ae9d6-3ac7-4cc1-9e45-45ca8b02ff07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:17.881455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.931888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=4c7666bc-a286-4026-a843-63b9bca1af25,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:18.021541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.190531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.192624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.214118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.214645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Fanout notify agent at l3_agent the message router_deleted on router 62cf9c47-e184-47fb-a10d-1083157b4205 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:40:18.230368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.231579 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-737aef9b-9b46-4545-803d-e9a7d68d39c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/routers/62cf9c47-e184-47fb-a10d-1083157b4205 HTTP/1.1" status: 204 len: 168 time: 1.4365423 Feb 28 11:40:18.234371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59774) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:18.316877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ce015d17-28d5-454f-8f94-da554c926772 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:40:18.351840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: ce015d17-28d5-454f-8f94-da554c926772 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:40:18.352190 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ce015d17-28d5-454f-8f94-da554c926772 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:40:18.352612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1933635e-08b8-43a9-a436-c77df0c4639f no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:40:18.361909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.429507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 1933635e-08b8-43a9-a436-c77df0c4639f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:40:18.429855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1933635e-08b8-43a9-a436-c77df0c4639f not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:40:18.430279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4c7666bc-a286-4026-a843-63b9bca1af25 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:40:18.463986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 4c7666bc-a286-4026-a843-63b9bca1af25 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:40:18.464582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4c7666bc-a286-4026-a843-63b9bca1af25 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:40:18.499653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.524635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae70e38b-2a70-4957-852a-d53062bc7536']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:18.536134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:18.536430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40cbe6f-a0d2-49ca-a4d4-37293b2f8b9c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:18.547223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.562838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.568861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:40:18.569238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:40:18.583662 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:40:18.768634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.785805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.796504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Network': ['ID=ae70e38b-2a70-4957-852a-d53062bc7536,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:18.804471 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-77e69164-f0ca-4095-82d2-f2b76ff6aaef tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/networks/ae70e38b-2a70-4957-852a-d53062bc7536 HTTP/1.1" status: 204 len: 168 time: 0.5690267 Feb 28 11:40:18.816765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59778) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:18.822202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'network': {'name': 'tempest-network-smoke--1279814484', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:18.827977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:18.832010 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:network and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:18.834771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:18.840314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:18.849474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:40:18.852723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.878567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:40:18.886570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.887210 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Added segment ae52f1a4-8f2b-4acb-b38a-304e293fa88c of type vlan for network 2bc41066-0e44-4042-88a7-a51ab68ca370 Feb 28 11:40:18.912777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.940851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.946142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:18.946713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:19.048704 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2308254 Feb 28 11:40:19.051330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866a9cc-3b22-4626-aabe-a08edf36e4cc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Network': ['ID=2bc41066-0e44-4042-88a7-a51ab68ca370,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:19.051521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59782) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:19.056856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-585772929', 'admin_state_up': True, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:19.061676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:40:19.064685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:19.068724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:router and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:19.071559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:19.080904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:19.091170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:19.092113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:19.107423 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:19.473133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:19.773633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:19.807561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:19.939750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.46 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/04f132d7-9877-4ff4-b260-0c8883c33905) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:20.084002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:20.111723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:20.169805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:20.172527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:20.180233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:40:20.219068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=04f132d7-9877-4ff4-b260-0c8883c33905,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:20.590932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:21.044152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:21.241999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router dc145ea8-2e9f-4b84-bf29-b697f970fb50 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:40:21.418800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:40:21.428015 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Sync routers for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:21.437727 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:21.438323 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:21.446123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:21.447358 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ab0d9901-2e07-4b19-ad53-6e16cce4783b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3949142 Feb 28 11:40:21.450532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59786) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:21.611931 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:21.634492 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1946657a-b14f-443f-84a4-a0a6bb381442 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1828837 Feb 28 11:40:21.637179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59792) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:21.771458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf61245-a51a-4354-b485-c9c654a0b1a2 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:21.772954 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dcf61245-a51a-4354-b485-c9c654a0b1a2 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348662 Feb 28 11:40:21.775709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59796) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:21.815548 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9e34c759-0ab0-4c28-8b3d-15d214276436 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384490 Feb 28 11:40:21.817908 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59800) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:21.823148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-833364158', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:21.924516 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:20Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:21.928239 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Checking router: dc145ea8-2e9f-4b84-bf29-b697f970fb50 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:21.928583 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Updating router dc145ea8-2e9f-4b84-bf29-b697f970fb50 port 04f132d7-9877-4ff4-b260-0c8883c33905 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:40:21.937408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:21.941513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:subnet and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:21.944269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:21.949866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:21.959517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:40:21.963166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:21.983563 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.183373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.260049 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=d94f35ff-e58a-425f-aebf-1d1d877762c6,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:22.269793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Checking segment: {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:40:22.270158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network hostable DHCP agents. Network: 2bc41066-0e44-4042-88a7-a51ab68ca370, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:40:22.298472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:40:22.306295 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.307661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 2bc41066-0e44-4042-88a7-a51ab68ca370) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:22.314416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:22.314573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.318163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bbc80c-ce8b-48a0-ad8f-848bf469b7b5 None None] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:40:22.318782 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Transition to ACTIVE for port object 04f132d7-9877-4ff4-b260-0c8883c33905 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:22.324375 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.338403 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2dce5f30-93eb-4a81-b16f-2f39cf672c4e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5194843 Feb 28 11:40:22.341099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59804) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:22.407965 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Attempting to bind port 04f132d7-9877-4ff4-b260-0c8883c33905 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:40:22.408345 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Attempting to bind port 04f132d7-9877-4ff4-b260-0c8883c33905 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:40:22.408690 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Attempting to bind port 04f132d7-9877-4ff4-b260-0c8883c33905 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:40:22.416647 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Pushing event updated for resources: {'Port': ['ID=04f132d7-9877-4ff4-b260-0c8883c33905,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:22.428932 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:40:22.429826 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:40:22.430478 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.431050 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:40:22.431563 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Bound port: 04f132d7-9877-4ff4-b260-0c8883c33905, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:40:22.431942 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.461877 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.462288 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.462559 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.462893 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.463247 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.463575 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.463899 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.464222 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.464544 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.464854 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.465172 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.465489 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:22.521630 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] For port 04f132d7-9877-4ff4-b260-0c8883c33905, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:40:22.524775 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] For port 04f132d7-9877-4ff4-b260-0c8883c33905, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=04f132d7-9877-4ff4-b260-0c8883c33905,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:40:22.529439 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.540133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-2bc41066-0e44-4042-88a7-a51ab68ca370', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:40:22.541292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.604249 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:22.604987 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:22.692006 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353a5e3-fabe-4872-ae46-b4863d1b2ea7 None None] Pushing event updated for resources: {'Port': ['ID=04f132d7-9877-4ff4-b260-0c8883c33905,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:22.697663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Allocated IP 172.20.0.2 (2bc41066-0e44-4042-88a7-a51ab68ca370/d94f35ff-e58a-425f-aebf-1d1d877762c6/3891b33e-27ee-4ab1-9c8e-4d11790a43e3) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:22.812568 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:22.929416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:22.940860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Transition to ACTIVE for port object 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:22.959653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Transition to ACTIVE for port object 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:22.966198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.025688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:23.032502 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:23.037062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:40:23.042803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Pushing event updated for resources: {'Port': ['ID=3891b33e-27ee-4ab1-9c8e-4d11790a43e3,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:23.120744 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:20Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:23.126289 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037d23a-1680-4ce8-b0eb-0939546b7a29 None None] The sync data for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv is: [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:20Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:23.130015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Attempting to bind port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:40:23.130384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Attempting to bind port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:40:23.130815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Attempting to bind port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 on network 2bc41066-0e44-4042-88a7-a51ab68ca370 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:40:23.136836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:40:23.137214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Checking segment: {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:40:23.137614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.138040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Bound using segment: {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:40:23.138513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Bound port: 3891b33e-27ee-4ab1-9c8e-4d11790a43e3, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:40:23.139690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.170868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.234497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] For port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:40:23.237786 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] For port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3891b33e-27ee-4ab1-9c8e-4d11790a43e3,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:40:23.241708 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.340345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df54993-1e31-4003-97b6-bcfd4f42cb8c None None] Pushing event updated for resources: {'Port': ['ID=3891b33e-27ee-4ab1-9c8e-4d11790a43e3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:23.641202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.1 (2bc41066-0e44-4042-88a7-a51ab68ca370/d94f35ff-e58a-425f-aebf-1d1d877762c6/15447dc5-d3ba-412b-bd8a-efee324c2819) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:23.822207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.838662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 15447dc5-d3ba-412b-bd8a-efee324c2819 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:23.863722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.933314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:23.941029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:23.945634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:40:23.976059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=15447dc5-d3ba-412b-bd8a-efee324c2819,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:24.008199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.345694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41925173-9567-49b2-be17-847b9e95531d None None] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:40:24.369809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.392347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 04f132d7-9877-4ff4-b260-0c8883c33905 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:24.520263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-90723897-8e75-4d14-8763-7ba5f5f0f8c5 None None] Provisioning for port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:24.585979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 04f132d7-9877-4ff4-b260-0c8883c33905 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:24.601606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 04f132d7-9877-4ff4-b260-0c8883c33905 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:24.601982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.780925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.799850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 04f132d7-9877-4ff4-b260-0c8883c33905, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=04f132d7-9877-4ff4-b260-0c8883c33905,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:24.801716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.804987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.806120 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.806293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:24.926506 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.931058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=15447dc5-d3ba-412b-bd8a-efee324c2819,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:24.961610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=04f132d7-9877-4ff4-b260-0c8883c33905,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:24.979044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:24.985764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:24.986310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:25.065281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-20949b6b-afc3-4078-ba8c-e7fdeb116e61 None None] Provisioning complete for port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:25.065653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20949b6b-afc3-4078-ba8c-e7fdeb116e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:25.091512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:25.092962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:25.169023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:25.241162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3891b33e-27ee-4ab1-9c8e-4d11790a43e3,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:25.249696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:25.285083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router dc145ea8-2e9f-4b84-bf29-b697f970fb50 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:40:25.303699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20949b6b-afc3-4078-ba8c-e7fdeb116e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:25.372457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=3891b33e-27ee-4ab1-9c8e-4d11790a43e3,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:25.405027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-20949b6b-afc3-4078-ba8c-e7fdeb116e61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:40:25.405382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-20949b6b-afc3-4078-ba8c-e7fdeb116e61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:40:25.469386 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:40:25.478560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Sync routers for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:25.483564 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-51c06ca2-9828-42ba-9c84-9bc1cceaf8e7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/dc145ea8-2e9f-4b84-bf29-b697f970fb50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1395409 Feb 28 11:40:25.484194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59808) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:25.487858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:25.488468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:25.619345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c569d-2c35-4aaf-9416-3a52dcc3e509 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:25.619732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c569d-2c35-4aaf-9416-3a52dcc3e509 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:25.620197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c569d-2c35-4aaf-9416-3a52dcc3e509 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:25.620688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c569d-2c35-4aaf-9416-3a52dcc3e509 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:25.625459 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cc4c569d-2c35-4aaf-9416-3a52dcc3e509 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1372209 Feb 28 11:40:25.625670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59812) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:25.664590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:25.692103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a8e4c8-76be-4735-9e48-3a9656457250 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:25.692558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a8e4c8-76be-4735-9e48-3a9656457250 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:25.693008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a8e4c8-76be-4735-9e48-3a9656457250 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:25.693448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a8e4c8-76be-4735-9e48-3a9656457250 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:25.697575 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f7a8e4c8-76be-4735-9e48-3a9656457250 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0684752 Feb 28 11:40:25.697731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59816) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:26.026144 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c994b72b-f96c-4c8a-87d9-669d5b33fbdd tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3269629 Feb 28 11:40:26.029976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-20949b6b-afc3-4078-ba8c-e7fdeb116e61 None None] Provisioning for port 15447dc5-d3ba-412b-bd8a-efee324c2819 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:26.037166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-20949b6b-afc3-4078-ba8c-e7fdeb116e61 None None] Provisioning complete for port 15447dc5-d3ba-412b-bd8a-efee324c2819 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:26.037547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20949b6b-afc3-4078-ba8c-e7fdeb116e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.097978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-20949b6b-afc3-4078-ba8c-e7fdeb116e61 None None] Port 15447dc5-d3ba-412b-bd8a-efee324c2819 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:40:26.101677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:26.105537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Checking router: dc145ea8-2e9f-4b84-bf29-b697f970fb50 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:26.105893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Updating router dc145ea8-2e9f-4b84-bf29-b697f970fb50 port 15447dc5-d3ba-412b-bd8a-efee324c2819 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:40:26.160475 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.210311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59822) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:26.215937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228568546', 'description': 'tempest-secgroup-smoke-1228568546 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:26.221848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:26.225922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:26.228842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:26.234413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:26.245359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.265178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:26.269166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:26.271935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:26.277821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:26.283031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a4a20015-dfe5-4d02-9328-c235da4c2291 None None] Provisioning complete for port 15447dc5-d3ba-412b-bd8a-efee324c2819 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:26.283434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a4a20015-dfe5-4d02-9328-c235da4c2291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.339619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 04f132d7-9877-4ff4-b260-0c8883c33905 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:26.354275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.358505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.392603 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a4a20015-dfe5-4d02-9328-c235da4c2291 None None] Port 15447dc5-d3ba-412b-bd8a-efee324c2819 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:40:26.409467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde6c32-7112-4e3e-9c79-22b176d6b8ca,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:26.413788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.417658 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2034588 Feb 28 11:40:26.418108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:26.419897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.420779 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.421154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.422079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.422079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.422079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.422415 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.422678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.423012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.423682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.423682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.423962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6bc7c-ee41-454d-b2b0-802b4f218e56 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:26.426198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '0dde6c32-7112-4e3e-9c79-22b176d6b8ca', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:26.432683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:26.437025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:26.440182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:26.446392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:26.463092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.528400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.532820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.559098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dca20c2-f661-4820-b977-7fea37ad6997,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:26.559669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 04f132d7-9877-4ff4-b260-0c8883c33905 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:26.559830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.570376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.571651 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-619c11b3-5dfd-46ea-9547-540d1224fb9f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522911 Feb 28 11:40:26.574512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59830) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:26.579429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '0dde6c32-7112-4e3e-9c79-22b176d6b8ca', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:26.585251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:26.589024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:26.591875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:26.598615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:26.616620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.680620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.684259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.714444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4888fd06-5252-4a17-9f91-dfe151b06072,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:26.725381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.726781 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5492e3d8-6771-419a-8118-fbdf84a660ed tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513753 Feb 28 11:40:26.730046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59834) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:26.736951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '0dde6c32-7112-4e3e-9c79-22b176d6b8ca', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:26.744123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:26.749897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:26.753540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:26.760199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:26.763381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.773943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:26.777951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.813337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Transition to ACTIVE for port object 15447dc5-d3ba-412b-bd8a-efee324c2819 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:26.822795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.845530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.849203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.872545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74faf0b-acf5-4398-a4bc-9f0cb6d0bde6,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:26.882883 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.886590 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9f39b070-f35a-41af-b133-7155a8b9a994 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528938 Feb 28 11:40:26.887526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:26.892981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '0dde6c32-7112-4e3e-9c79-22b176d6b8ca', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:26.899375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:26.904149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:26.908055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:26.914098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:26.931976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.965033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9400615-1ff0-4be1-a79a-e82b102698ac None None] Pushing event updated for resources: {'Port': ['ID=15447dc5-d3ba-412b-bd8a-efee324c2819,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:27.005103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.010392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.031001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180133cc-fb58-45f5-8bc7-3723d7ba59ac,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:27.049470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.053689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59842) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:27.054232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:27.054232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.059078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '0dde6c32-7112-4e3e-9c79-22b176d6b8ca', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:27.063637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c9228cff-8fb9-4d04-b753-300fa6fa40c9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1747296 Feb 28 11:40:27.066456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:27.070309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:27.073260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:27.079331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:27.091493 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:40:27.095070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Attempting to bind port 15447dc5-d3ba-412b-bd8a-efee324c2819 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:40:27.095484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Attempting to bind port 15447dc5-d3ba-412b-bd8a-efee324c2819 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:40:27.095847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Attempting to bind port 15447dc5-d3ba-412b-bd8a-efee324c2819 on network 2bc41066-0e44-4042-88a7-a51ab68ca370 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:40:27.099545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.106223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:40:27.106610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Checking segment: {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:40:27.107525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.107525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Bound using segment: {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:40:27.108450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Bound port: 15447dc5-d3ba-412b-bd8a-efee324c2819, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:40:27.108835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.169987 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.173789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.195962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.200570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de24a122-b7fd-4664-8981-7bb3fe5d070b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:27.212971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.214379 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f97a57d8-6b4c-4525-b2d8-0e64ed032622 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1596999 Feb 28 11:40:27.217987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:27.223423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '0dde6c32-7112-4e3e-9c79-22b176d6b8ca', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:27.229459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:27.234080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:27.237695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:27.243479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:27.253361 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:40:27.260094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.288507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] For port 15447dc5-d3ba-412b-bd8a-efee324c2819, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:40:27.297903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] For port 15447dc5-d3ba-412b-bd8a-efee324c2819, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=15447dc5-d3ba-412b-bd8a-efee324c2819,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:40:27.302547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.328017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.332827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.356395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab415275-9dda-4fcd-902f-fcfd4e0f7815,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:27.367168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.375692 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c6ba32ce-e545-487e-8e54-3e78655647f8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565192 Feb 28 11:40:27.383745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:27.384375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:27.439158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9400615-1ff0-4be1-a79a-e82b102698ac None None] Pushing event updated for resources: {'Port': ['ID=15447dc5-d3ba-412b-bd8a-efee324c2819,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:27.567671 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-99125f81-28d7-4029-b9f5-4619024d9ca1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228568546&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0460510 Feb 28 11:40:27.572586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:27.715602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-e0307dcf-2362-4df6-9ef9-cf886e262d70 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:27.716282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-e0307dcf-2362-4df6-9ef9-cf886e262d70 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:27.732042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-e0307dcf-2362-4df6-9ef9-cf886e262d70 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:27.734223 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-e0307dcf-2362-4df6-9ef9-cf886e262d70 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 797 time: 0.1600409 Feb 28 11:40:27.750167 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-faf2de64-5a42-40a0-b6af-1753329a6d99 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0100000 Feb 28 11:40:27.840999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-76c797fa-f9c8-4e59-a552-f9d18d9391bd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:27.857158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-76c797fa-f9c8-4e59-a552-f9d18d9391bd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:27.858978 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-76c797fa-f9c8-4e59-a552-f9d18d9391bd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016526 Feb 28 11:40:27.904953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:27Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:27.909000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc9d64-fffa-40db-a8c3-f50cdd6d3999 None None] The sync data for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv is: [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:27Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:28.014638 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-a9b92bcb-6adf-4dbd-a456-01e6f6fefdab service neutron] 10.222.0.64 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432672 Feb 28 11:40:28.150062 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-b38a5e9e-d0b0-434a-9e32-77c7e1b8c835 service neutron] 10.222.0.64 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311038 Feb 28 11:40:28.343274 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-646bb65a-ce9a-4589-a9f7-32350ffa67b8 req-1b4ebe05-ef7a-40d1-a634-c3dbabc0c847 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 210 time: 0.0547395 Feb 28 11:40:28.376353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 15447dc5-d3ba-412b-bd8a-efee324c2819 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:28.450052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 15447dc5-d3ba-412b-bd8a-efee324c2819 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:28.455993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 15447dc5-d3ba-412b-bd8a-efee324c2819 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:28.456602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.626163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.662694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 15447dc5-d3ba-412b-bd8a-efee324c2819, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=15447dc5-d3ba-412b-bd8a-efee324c2819,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:28.667232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.742539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=15447dc5-d3ba-412b-bd8a-efee324c2819,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:29.561870 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc1fac48-08c5-472c-af98-fbdbd862de34 req-41cf99a7-649b-4152-b511-20ad45742a13 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 210 time: 0.0577006 Feb 28 11:40:29.607758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f2578e83-eb13-4a48-a2a6-b12a6ee8ab59 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:29.609211 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f2578e83-eb13-4a48-a2a6-b12a6ee8ab59 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 797 time: 0.2270267 Feb 28 11:40:29.657033 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-07d946e2-30a4-4e71-9801-980548e0bda6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 380 time: 0.0405557 Feb 28 11:40:29.665555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['0dde6c32-7112-4e3e-9c79-22b176d6b8ca']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:29.795875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:29.805538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:29.815775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:40:29.819305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.083974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.11 (2bc41066-0e44-4042-88a7-a51ab68ca370/d94f35ff-e58a-425f-aebf-1d1d877762c6/10f0697b-e031-445b-b289-aecce9664570) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:30.181900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-416beb99-9167-4972-8c66-da8baac7517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.267713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.283304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 10f0697b-e031-445b-b289-aecce9664570 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:30.306446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.323950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 15447dc5-d3ba-412b-bd8a-efee324c2819 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:30.376548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:30.377515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:30.387796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:40:30.392305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 15447dc5-d3ba-412b-bd8a-efee324c2819 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:30.392680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.426686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=10f0697b-e031-445b-b289-aecce9664570,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:30.464331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:30.464941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.494695 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-f201a798-1e61-4312-8fa4-64a7fdfa9417 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8325641 Feb 28 11:40:30.507991 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Request body: {'port': {'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:30.624656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.640824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1843c17c-2011-4a29-93a0-a7891c3f86b7 None None] Provisioning for port 10f0697b-e031-445b-b289-aecce9664570 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:30.645694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1843c17c-2011-4a29-93a0-a7891c3f86b7 None None] Provisioning complete for port 10f0697b-e031-445b-b289-aecce9664570 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:30.646132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1843c17c-2011-4a29-93a0-a7891c3f86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.699491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1843c17c-2011-4a29-93a0-a7891c3f86b7 None None] Port 10f0697b-e031-445b-b289-aecce9664570 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:40:30.863255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50169a-047b-4ca7-875f-eb20f7506bfc req-b17d1c17-a761-4c1d-b547-09816cb9aca3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:30.863933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-7f50169a-047b-4ca7-875f-eb20f7506bfc req-b17d1c17-a761-4c1d-b547-09816cb9aca3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:30.934624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-7f50169a-047b-4ca7-875f-eb20f7506bfc req-b17d1c17-a761-4c1d-b547-09816cb9aca3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:30.935602 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7f50169a-047b-4ca7-875f-eb20f7506bfc req-b17d1c17-a761-4c1d-b547-09816cb9aca3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 932 time: 0.2600930 Feb 28 11:40:31.001757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7f50169a-047b-4ca7-875f-eb20f7506bfc req-538ee1ee-8e59-445e-8bd5-3fd9cae287e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594704 Feb 28 11:40:31.072223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f0697b-e031-445b-b289-aecce9664570 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:40:31.080269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:31.094913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Transition to ACTIVE for port object 10f0697b-e031-445b-b289-aecce9664570 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:31.098605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:31.286969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=10f0697b-e031-445b-b289-aecce9664570,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:31.333378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Attempting to bind port 10f0697b-e031-445b-b289-aecce9664570 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:40:31.333710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Attempting to bind port 10f0697b-e031-445b-b289-aecce9664570 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:40:31.334034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Attempting to bind port 10f0697b-e031-445b-b289-aecce9664570 on network 2bc41066-0e44-4042-88a7-a51ab68ca370 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:40:31.338496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Port 10f0697b-e031-445b-b289-aecce9664570 on network 2bc41066-0e44-4042-88a7-a51ab68ca370 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:40:31.338810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Attempting to bind port 10f0697b-e031-445b-b289-aecce9664570 on network 2bc41066-0e44-4042-88a7-a51ab68ca370 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:40:31.343789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:40:31.344121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Checking segment: {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:40:31.344517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Bound using segment: {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:40:31.344904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Bound port: 10f0697b-e031-445b-b289-aecce9664570, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:40:31.345239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:31.432451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] For port 10f0697b-e031-445b-b289-aecce9664570, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:40:31.435359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] For port 10f0697b-e031-445b-b289-aecce9664570, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10f0697b-e031-445b-b289-aecce9664570,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:40:31.440539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:31.490724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:31.491068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:31.492761 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] 10.222.0.37 "PUT /v2.0/ports/10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 1094 time: 0.9906523 Feb 28 11:40:31.495377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:31.529458 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25532d4b-c481-4207-a98e-d7e93c380bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=10f0697b-e031-445b-b289-aecce9664570,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:31.564105 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570', 'status': 'completed', 'code': 200} Feb 28 11:40:31.604708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-3d82cd0a-9a98-4b2e-99fd-583e9ec4e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:31.606204 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-3d82cd0a-9a98-4b2e-99fd-583e9ec4e035 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1097 time: 0.0733178 Feb 28 11:40:31.677752 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-cf72370a-da8e-4340-8011-62aa1ade246d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 217 time: 0.0648739 Feb 28 11:40:31.742179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-97938fa6-ca0d-4fea-90dd-e20fa8eeb293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:31.744074 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-97938fa6-ca0d-4fea-90dd-e20fa8eeb293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0611010 Feb 28 11:40:31.914377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-bba937a4-99db-4b8a-9b91-dbf62d0bf889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:31.915904 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-bba937a4-99db-4b8a-9b91-dbf62d0bf889 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1658690 Feb 28 11:40:32.044609 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-e7eb7a0e-a24f-4c9d-ae34-60ed96a718fd service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217825 Feb 28 11:40:32.224369 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8637c0b-e67f-4e85-a59a-e0bd532d71d7 req-7a2f4f25-26f5-4b3c-843b-634ff2c90974 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733582 Feb 28 11:40:32.244663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdd136-8c0a-45e6-812f-c91435143b40 req-a4d75b04-2d43-430b-bcb5-614ecdf5c7c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:32.246082 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-51fdd136-8c0a-45e6-812f-c91435143b40 req-a4d75b04-2d43-430b-bcb5-614ecdf5c7c8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 944 time: 0.1154757 Feb 28 11:40:32.327296 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-51fdd136-8c0a-45e6-812f-c91435143b40 req-b3a2c146-c9c8-4478-b3f9-d7ade89fb367 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753112 Feb 28 11:40:32.353772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-4e472129-6ed0-4219-97bf-b2c1f32224da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:32.355239 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-4e472129-6ed0-4219-97bf-b2c1f32224da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1097 time: 0.0865726 Feb 28 11:40:32.438602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6477ef5-78b0-4157-a3be-0b9b2177b0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:32.489461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-42fb5188-1ba5-415b-89e0-fbc33d1f2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:32.490897 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-42fb5188-1ba5-415b-89e0-fbc33d1f2e2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.1290555 Feb 28 11:40:32.560057 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-de2bb276-9edf-428e-92fa-5e3d09cc596d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 217 time: 0.0632777 Feb 28 11:40:32.621423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-0cf623d8-ba7e-4706-ac9b-309d17ec2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:32.622732 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-0cf623d8-ba7e-4706-ac9b-309d17ec2c92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0564418 Feb 28 11:40:32.699788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-d3565fd6-5abf-497b-a286-14a08e2547e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:32.701751 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-d3565fd6-5abf-497b-a286-14a08e2547e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726094 Feb 28 11:40:32.831820 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-b5223a35-5a35-4983-8dfc-2a31e1010924 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231101 Feb 28 11:40:32.960226 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e23c57eb-9432-42d2-bf6b-176d608f1162 req-46dd10c4-54e0-4bfa-9122-36e09dcc1b61 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219664 Feb 28 11:40:33.511190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ab25-3331-406b-b66a-1c46156655c8 req-9c9e6f0f-eef8-45ab-88f9-b085577dae06 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:33.512621 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b6f8ab25-3331-406b-b66a-1c46156655c8 req-9c9e6f0f-eef8-45ab-88f9-b085577dae06 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 944 time: 0.0786684 Feb 28 11:40:33.555066 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b6f8ab25-3331-406b-b66a-1c46156655c8 req-ce7288a4-a978-41ba-ac33-4b6da4cf6a3f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368176 Feb 28 11:40:33.591245 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:33.751613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:34.267635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 10f0697b-e031-445b-b289-aecce9664570 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:40:34.402503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 10f0697b-e031-445b-b289-aecce9664570, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10f0697b-e031-445b-b289-aecce9664570,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:34.415565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '10f0697b-e031-445b-b289-aecce9664570', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:40:34.473577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:34.489532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f0697b-e031-445b-b289-aecce9664570 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:40:34.504820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 10f0697b-e031-445b-b289-aecce9664570, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10f0697b-e031-445b-b289-aecce9664570,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:34.508277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:34.572761 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=10f0697b-e031-445b-b289-aecce9664570,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:34.736279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c229e3-f250-4f25-9431-bd4e713af727 req-a89324fb-cfcd-43b1-825d-837900188450 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:34.737706 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-89c229e3-f250-4f25-9431-bd4e713af727 req-a89324fb-cfcd-43b1-825d-837900188450 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 945 time: 0.0811493 Feb 28 11:40:34.746612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['10f0697b-e031-445b-b289-aecce9664570'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:40:34.781342 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-89c229e3-f250-4f25-9431-bd4e713af727 req-e588935b-6985-48ff-adbe-c3b0e2429d33 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378373 Feb 28 11:40:35.180993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:35.969507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ef52-5f25-4295-909b-12df1461d7fc req-01c564c6-3217-488b-b903-0d2383e1285f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:35.970942 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6a76ef52-5f25-4295-909b-12df1461d7fc req-01c564c6-3217-488b-b903-0d2383e1285f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 945 time: 0.0776727 Feb 28 11:40:36.016827 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6a76ef52-5f25-4295-909b-12df1461d7fc req-68e4388b-1987-45c1-803e-f954b1b2cd7d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401886 Feb 28 11:40:36.274340 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:40:36.282411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 10f0697b-e031-445b-b289-aecce9664570 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:36.348275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 10f0697b-e031-445b-b289-aecce9664570 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:36.352861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 10f0697b-e031-445b-b289-aecce9664570 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:36.353233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:36.467803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:36.494242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f0697b-e031-445b-b289-aecce9664570'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:36.504498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 10f0697b-e031-445b-b289-aecce9664570, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10f0697b-e031-445b-b289-aecce9664570,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:36.509600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:36.580434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=10f0697b-e031-445b-b289-aecce9664570,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:36.588947 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f0697b-e031-445b-b289-aecce9664570', 'code': 200} Feb 28 11:40:36.827932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261a756-6eee-4182-81c9-8f5ef2673279 req-8b5dffad-0a15-460b-ac4d-34e0ea0465a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:36.829276 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6261a756-6eee-4182-81c9-8f5ef2673279 req-8b5dffad-0a15-460b-ac4d-34e0ea0465a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1099 time: 0.0680146 Feb 28 11:40:36.868354 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6261a756-6eee-4182-81c9-8f5ef2673279 req-4b3421b7-d563-4539-958f-af6d30dbbb58 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333626 Feb 28 11:40:37.206001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ebc73-7680-4ac5-b369-f0c7b17e1e82 req-fb491671-054c-4bd8-b3a5-60c17c05da0c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:37.207441 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f28ebc73-7680-4ac5-b369-f0c7b17e1e82 req-fb491671-054c-4bd8-b3a5-60c17c05da0c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 946 time: 0.0867541 Feb 28 11:40:37.348936 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f28ebc73-7680-4ac5-b369-f0c7b17e1e82 req-cc455cd5-6018-411d-872b-7f6a59860d8a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358929 Feb 28 11:40:38.537110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e8e96-2bfd-4b1e-9e38-afaec4dd920e req-f6b1f02d-c48f-4362-8956-d6ca64e3bdd1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:38.538523 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-373e8e96-2bfd-4b1e-9e38-afaec4dd920e req-f6b1f02d-c48f-4362-8956-d6ca64e3bdd1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 946 time: 0.0784812 Feb 28 11:40:38.581871 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-373e8e96-2bfd-4b1e-9e38-afaec4dd920e req-22be9e9c-c8e2-4b2d-a820-56913b0481b8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376809 Feb 28 11:40:38.763453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97388862-16c6-49ed-a346-04c7df1a7892 req-d0a553d8-593f-4594-bfa6-0d0bf3eae4fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:38.764890 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97388862-16c6-49ed-a346-04c7df1a7892 req-d0a553d8-593f-4594-bfa6-0d0bf3eae4fc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 946 time: 0.0807099 Feb 28 11:40:38.812127 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97388862-16c6-49ed-a346-04c7df1a7892 req-7487ef47-4640-45bc-b427-0a0287fa5aec tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Feb 28 11:40:38.835500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59910) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:38.906850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c158f-9c9a-48d4-9daa-60ed770915ad tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:38.908363 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1c4c158f-9c9a-48d4-9daa-60ed770915ad tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1094 time: 0.0718727 Feb 28 11:40:38.910981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59914) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:38.915765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:38.922161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:38.925919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:floatingip and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:38.928754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:38.934307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:38.944258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:39.076505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:39.213342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.79 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/5e79234a-6fa3-424e-b0e7-e9c63d6a6585) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:39.356702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:39.384582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:39.446971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:39.454815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:39.458913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:40:39.492566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=5e79234a-6fa3-424e-b0e7-e9c63d6a6585,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:39.867611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:39.948271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:40.145229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:40.149467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:40.359102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=5e79234a-6fa3-424e-b0e7-e9c63d6a6585,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:40.368572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:40.539515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 81b247c3-3324-449e-897c-3ed58f7841cd associated. External IP: 172.26.8.79, port: 10f0697b-e031-445b-b289-aecce9664570. Feb 28 11:40:40.877461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router dc145ea8-2e9f-4b84-bf29-b697f970fb50 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:40:41.053229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:40:41.063088 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] Sync routers for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:41.072328 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:41.072947 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:41.080089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.137757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b3dec5c0-74e8-4012-8d94-b5d3a72a2ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2232277 Feb 28 11:40:41.137757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:41.138314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59918) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:41.180771 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570', 'status': 'completed', 'code': 200} Feb 28 11:40:41.211995 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70f1a7-46cd-4f2c-85a3-21fa05d05755 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:41.213497 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5f70f1a7-46cd-4f2c-85a3-21fa05d05755 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1094 time: 0.0734985 Feb 28 11:40:41.276813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-f4f31899-cb4b-40b8-bd4f-f5a9a299e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:41.278276 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-f4f31899-cb4b-40b8-bd4f-f5a9a299e792 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1099 time: 0.0740104 Feb 28 11:40:41.283414 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:41.402215 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59926) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:41.408249 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103917270', 'description': 'tempest-secgroup-smoke-1103917270 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:41.414523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:41.416626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-20e0dd77-3998-4ea5-b0b6-1e613571ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:41.418078 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-20e0dd77-3998-4ea5-b0b6-1e613571ce19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.1336765 Feb 28 11:40:41.418916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:41.422420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:41.429029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:41.440250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.460371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:41.464283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:41.467113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:41.473181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:41.524287 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-4b62eaf6-e4c2-4955-88e7-068f015d4156 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 999 time: 0.1002464 Feb 28 11:40:41.549002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.553618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.593342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-acb71f83-4412-482b-aa89-0ee84b0fa14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:41.594801 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-acb71f83-4412-482b-aa89-0ee84b0fa14e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0648386 Feb 28 11:40:41.601720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb7c04d-1a4a-4367-bff1-e674f56581f8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:41.606134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.607879 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-99b101f2-05b1-4fae-8c76-a451457f178f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2046907 Feb 28 11:40:41.611100 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59930) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:41.616604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '8bb7c04d-1a4a-4367-bff1-e674f56581f8', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:41.623281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:41.627103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:41.629964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:41.636384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:41.651545 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '81b247c3-3324-449e-897c-3ed58f7841cd', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:39Z', 'updated_at': '2022-02-28T11:40:39Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:41.652850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.655899 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] Checking router: dc145ea8-2e9f-4b84-bf29-b697f970fb50 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:41.664250 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:41.664854 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:41.677200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-3d37c0a4-18ae-45ad-bac7-71ca102d8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:41.678676 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-3d37c0a4-18ae-45ad-bac7-71ca102d8626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781007 Feb 28 11:40:41.714782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.721463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.756075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a58379d-c25e-497d-bd50-db548c0c3498,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:41.764698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.766117 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0ed2a463-077d-4259-ab9f-f800bc5b8379 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542149 Feb 28 11:40:41.768630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59934) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:41.774608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '8bb7c04d-1a4a-4367-bff1-e674f56581f8', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:41.782240 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:41.787278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:41.790486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:41.797864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:41.818434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.851267 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:41.889745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.894266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.916794 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d942ec-8a74-407a-b350-bf32f3b115b8,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:41.937861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:41.939532 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-28c4e663-575b-4507-a2e2-bedc5ce85da9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1697190 Feb 28 11:40:41.942504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:41.948469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '8bb7c04d-1a4a-4367-bff1-e674f56581f8', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:41.954899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:41.956540 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-d152e6fc-6b84-42f1-b24e-8b934ee56b68 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720134 Feb 28 11:40:41.959684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:41.963533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:41.971071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:42.034791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.095878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72ad9dd4-b550-4d5b-b1d4-3f8f95ce9b66 req-7f98fc52-342d-4363-ae99-a73270a7c231 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330175 Feb 28 11:40:42.114452 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7a359348-0771-4aa7-a703-4b36853ae559 req-b5f896f5-f5fd-44cd-b77b-d5aae786b4f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1407917 Feb 28 11:40:42.120200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.123888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.148404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81bcf21-5195-43a8-a91b-23a1036cf6ca,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:42.159091 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.162907 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4cfec8fb-f6c4-4164-af5a-24e68c847668 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2167227 Feb 28 11:40:42.164032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 59942) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:42.168485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '8bb7c04d-1a4a-4367-bff1-e674f56581f8', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:42.175284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:42.179425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:42.182873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:42.190026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:42.211509 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '81b247c3-3324-449e-897c-3ed58f7841cd', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:39Z', 'updated_at': '2022-02-28T11:40:39Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:42.215520 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2af06e-318e-4e8b-bf70-0049ca0a51b2 None None] The sync data for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv is: [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '81b247c3-3324-449e-897c-3ed58f7841cd', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:39Z', 'updated_at': '2022-02-28T11:40:39Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:42.255643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.321353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359348-0771-4aa7-a703-4b36853ae559 req-706e1be6-e975-4b5d-865f-dae53e63030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:42.322881 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7a359348-0771-4aa7-a703-4b36853ae559 req-706e1be6-e975-4b5d-865f-dae53e63030f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1099 time: 0.1306953 Feb 28 11:40:42.342112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.365898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.401191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdf7af3-3c7d-4815-b488-efc66103699b None None] New status for floating IP 81b247c3-3324-449e-897c-3ed58f7841cd: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:40:42.403499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8021d9-711e-422e-a179-8f78ded23ee0,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:42.475918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.479859 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c41f5bc1-8746-493d-88a7-969a543d538d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3129141 Feb 28 11:40:42.480233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:42.486098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '8bb7c04d-1a4a-4367-bff1-e674f56581f8', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:42.492005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:42.495942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:42.499470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:42.504317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359348-0771-4aa7-a703-4b36853ae559 req-f3da8d59-1f2b-4d96-a7c7-b06d0c930acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:42.505951 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7a359348-0771-4aa7-a703-4b36853ae559 req-f3da8d59-1f2b-4d96-a7c7-b06d0c930acc service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.1612403 Feb 28 11:40:42.509459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:42.522893 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:40:42.530484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.598534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.603734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.617549 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7a359348-0771-4aa7-a703-4b36853ae559 req-15c4a304-176a-4207-8075-3a3278191307 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 999 time: 0.1054697 Feb 28 11:40:42.627346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac23431-e180-4e88-8418-150fe36c4464,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:42.638036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.643192 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0d73a60f-c102-4813-8dee-f7209885457d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612773 Feb 28 11:40:42.644212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 59950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:42.649345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '8bb7c04d-1a4a-4367-bff1-e674f56581f8', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:42.655417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:42.659239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:42.662085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:42.669410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:42.687276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359348-0771-4aa7-a703-4b36853ae559 req-4bcc375c-f184-4e78-8847-7ecdd721f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:42.688468 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7a359348-0771-4aa7-a703-4b36853ae559 req-4bcc375c-f184-4e78-8847-7ecdd721f101 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0646873 Feb 28 11:40:42.692476 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:40:42.700238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.777087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359348-0771-4aa7-a703-4b36853ae559 req-61a0d026-f64e-4388-a5dd-147645ccaccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:42.778633 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7a359348-0771-4aa7-a703-4b36853ae559 req-61a0d026-f64e-4388-a5dd-147645ccaccc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846674 Feb 28 11:40:42.779840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.783849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.811886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e762a6-5842-4498-9cb7-539d442583db,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:42.821842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:42.822992 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-411c7f41-c3dd-4c46-8d5b-65ba83aebe3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1778636 Feb 28 11:40:42.913919 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7a359348-0771-4aa7-a703-4b36853ae559 req-33f7d999-cd1a-4105-acb2-2b6dd68e3b8c service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293960 Feb 28 11:40:42.980696 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-851aa218-f712-488e-8f3d-b05efa352272 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103917270&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0373561 Feb 28 11:40:43.139770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-8808800d-6b13-4dbe-8c85-0d6708592bb9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:43.141128 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-8808800d-6b13-4dbe-8c85-0d6708592bb9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 797 time: 0.1533010 Feb 28 11:40:43.144769 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7a359348-0771-4aa7-a703-4b36853ae559 req-982ca290-40b2-4f1e-8a2e-fbb4935315c4 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243075 Feb 28 11:40:43.156041 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-e404093f-d564-44f9-b647-ef8b444370ac tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0092227 Feb 28 11:40:43.245449 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-89c7014b-ced9-4ee9-a385-24542889738e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0841789 Feb 28 11:40:43.260932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-ccddcb7e-adaa-40dd-83c9-463176e4544f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:40:43.261845 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-ccddcb7e-adaa-40dd-83c9-463176e4544f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048482 Feb 28 11:40:43.389768 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-09e9d402-5d87-4f07-a5aa-ca7ff5bf1364 service neutron] 10.222.0.64 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227393 Feb 28 11:40:43.518538 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-fa357ceb-72a4-4843-b2fc-106624491b49 service neutron] 10.222.0.64 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225071 Feb 28 11:40:43.690755 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2d13220-2e70-4d26-8643-5019a6289711 req-94d5bc4a-15c8-4cac-9564-34286d8ce2b5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 210 time: 0.0427289 Feb 28 11:40:44.738429 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-74b7f2ae-9d90-4a4c-b328-382a6e402eba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:44.739109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-74b7f2ae-9d90-4a4c-b328-382a6e402eba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:44.752745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-74b7f2ae-9d90-4a4c-b328-382a6e402eba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:44.753884 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-74b7f2ae-9d90-4a4c-b328-382a6e402eba tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 797 time: 0.1749837 Feb 28 11:40:44.806496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-5d26594d-cf2f-4cb6-bbb8-513d7e77edac tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:44.826700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-5d26594d-cf2f-4cb6-bbb8-513d7e77edac tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:44.827871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-5d26594d-cf2f-4cb6-bbb8-513d7e77edac tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 473 time: 0.0665245 Feb 28 11:40:44.836764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': '91142f13-a070-430a-ad10-e3e659be6676', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['8bb7c04d-1a4a-4367-bff1-e674f56581f8']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:44.855235 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e0c5edf-ff27-42e1-b848-073178d9238b req-b8dbf798-89c1-4657-99f8-4ddf82180ced tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 210 time: 0.0420165 Feb 28 11:40:44.971207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:44.980502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:44.991715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:40:44.995200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:45.155220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.10 (2bc41066-0e44-4042-88a7-a51ab68ca370/d94f35ff-e58a-425f-aebf-1d1d877762c6/649a5c26-e643-4716-914b-291141f20a94) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:45.341061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:45.356538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 649a5c26-e643-4716-914b-291141f20a94 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:45.378546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:45.443928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:45.455150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:45.459599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:40:45.490281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=649a5c26-e643-4716-914b-291141f20a94,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:45.528014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:45.528653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:45.552583 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-0a11fc4a-9189-4a3b-a5df-1ecd30a78b9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7199686 Feb 28 11:40:45.563659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Request body: {'port': {'device_id': '91142f13-a070-430a-ad10-e3e659be6676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:45.640296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-da25beb3-467f-4864-a0c6-f65e3c6043f6 None None] Provisioning for port 649a5c26-e643-4716-914b-291141f20a94 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:45.645014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-da25beb3-467f-4864-a0c6-f65e3c6043f6 None None] Provisioning complete for port 649a5c26-e643-4716-914b-291141f20a94 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:45.645377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-da25beb3-467f-4864-a0c6-f65e3c6043f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:45.678746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:45.699896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-da25beb3-467f-4864-a0c6-f65e3c6043f6 None None] Port 649a5c26-e643-4716-914b-291141f20a94 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:40:46.028434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649a5c26-e643-4716-914b-291141f20a94 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:40:46.037200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:46.042662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d269e10-07ff-4dba-86dc-dee51a99d1b5 req-e7b01cc9-78c3-443f-892c-f1e6324659ac tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:46.044159 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3d269e10-07ff-4dba-86dc-dee51a99d1b5 req-e7b01cc9-78c3-443f-892c-f1e6324659ac tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 932 time: 0.0814986 Feb 28 11:40:46.055601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Transition to ACTIVE for port object 649a5c26-e643-4716-914b-291141f20a94 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:46.059438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:46.088750 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3d269e10-07ff-4dba-86dc-dee51a99d1b5 req-d10a84cc-666d-4f6e-924f-41a15aa1761e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384848 Feb 28 11:40:46.219498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Pushing event updated for resources: {'Port': ['ID=649a5c26-e643-4716-914b-291141f20a94,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:46.293341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Attempting to bind port 649a5c26-e643-4716-914b-291141f20a94 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:40:46.293673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Attempting to bind port 649a5c26-e643-4716-914b-291141f20a94 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:40:46.294122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Attempting to bind port 649a5c26-e643-4716-914b-291141f20a94 on network 2bc41066-0e44-4042-88a7-a51ab68ca370 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:40:46.299292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Port 649a5c26-e643-4716-914b-291141f20a94 on network 2bc41066-0e44-4042-88a7-a51ab68ca370 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:40:46.299611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Attempting to bind port 649a5c26-e643-4716-914b-291141f20a94 on network 2bc41066-0e44-4042-88a7-a51ab68ca370 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:40:46.304559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:40:46.304890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Checking segment: {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:40:46.305270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Bound using segment: {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:40:46.305685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Bound port: 649a5c26-e643-4716-914b-291141f20a94, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:40:46.306024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:46.495620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] For port 649a5c26-e643-4716-914b-291141f20a94, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:40:46.498903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] For port 649a5c26-e643-4716-914b-291141f20a94, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=649a5c26-e643-4716-914b-291141f20a94,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:40:46.503013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:46.556685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:46.557326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:46.558701 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] 10.222.0.37 "PUT /v2.0/ports/649a5c26-e643-4716-914b-291141f20a94 HTTP/1.1" status: 200 len: 1094 time: 0.9998298 Feb 28 11:40:46.561254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'tag': '649a5c26-e643-4716-914b-291141f20a94'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:46.595597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573944a-e500-4e71-abdc-b342d1cbdc53 service neutron] Pushing event updated for resources: {'Port': ['ID=649a5c26-e643-4716-914b-291141f20a94,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:46.638664 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'tag': '649a5c26-e643-4716-914b-291141f20a94', 'status': 'completed', 'code': 200} Feb 28 11:40:46.677616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-3628e9d7-ec5d-4d46-89e5-34230aa1e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:46.679131 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-3628e9d7-ec5d-4d46-89e5-34230aa1e240 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 1097 time: 0.0791051 Feb 28 11:40:46.750004 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-df527a9b-b6d0-476d-ba03-f6fb89a7e3eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649a5c26-e643-4716-914b-291141f20a94 HTTP/1.1" status: 200 len: 217 time: 0.0626931 Feb 28 11:40:46.813536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c8093d2c-e34b-4917-b24e-77f3bdb4929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:46.815244 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-c8093d2c-e34b-4917-b24e-77f3bdb4929f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0596280 Feb 28 11:40:46.887585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-6d967ac6-8d91-43b3-ad75-75268eb473d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:46.889445 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-6d967ac6-8d91-43b3-ad75-75268eb473d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688932 Feb 28 11:40:47.017224 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-69091e4c-0f43-4b92-a009-92ef5b9f4f5f service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217325 Feb 28 11:40:47.145294 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8a9e3650-b82d-439c-bc7b-c73fd1590777 req-15be39ce-3fc3-4757-9a6d-19c8b512db30 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223333 Feb 28 11:40:47.262246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-d1c8405d-933e-4bb8-b40e-b23b0f776617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:47.264263 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-d1c8405d-933e-4bb8-b40e-b23b0f776617 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 1097 time: 0.0744934 Feb 28 11:40:47.275784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a79ca4-c303-40ea-8072-80aa186056fc req-d5e294e1-2190-45b9-83fb-7222cff075fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:47.277166 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05a79ca4-c303-40ea-8072-80aa186056fc req-d5e294e1-2190-45b9-83fb-7222cff075fa tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 944 time: 0.0803299 Feb 28 11:40:47.323764 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05a79ca4-c303-40ea-8072-80aa186056fc req-e640919f-6dd3-486d-a2fa-8c03c6252353 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407655 Feb 28 11:40:47.392372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-e66f9979-55af-498a-85d7-744f7442c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:47.393788 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-e66f9979-55af-498a-85d7-744f7442c2f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.1237347 Feb 28 11:40:47.458523 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-8c08ad90-4031-4207-be0e-3bb0b8b5ba2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649a5c26-e643-4716-914b-291141f20a94 HTTP/1.1" status: 200 len: 217 time: 0.0583897 Feb 28 11:40:47.521927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-5789c598-7288-4e10-926c-1d4fc96f0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:47.523348 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-5789c598-7288-4e10-926c-1d4fc96f0451 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0589914 Feb 28 11:40:47.595647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-daa39c9e-ca93-4d50-b9b0-82f06c712cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:47.597019 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-daa39c9e-ca93-4d50-b9b0-82f06c712cb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670722 Feb 28 11:40:47.727439 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-c9b5964f-c4f9-43a2-8c86-226ebf05108c service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194994 Feb 28 11:40:47.859038 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-df389d03-4ff7-48f3-9775-cee992a3b93d req-33483a11-f58c-4104-8324-31703335bb4a service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232691 Feb 28 11:40:48.323094 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 649a5c26-e643-4716-914b-291141f20a94 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:40:48.453355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 649a5c26-e643-4716-914b-291141f20a94, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=649a5c26-e643-4716-914b-291141f20a94,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:48.465913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '649a5c26-e643-4716-914b-291141f20a94', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'port_id': '649a5c26-e643-4716-914b-291141f20a94', 'mac_address': 'fa:16:3e:5c:b5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:40:48.509619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccd152-a08a-4f8e-a1ee-a9bbfced86cc req-9e8deb9c-46d5-4416-9f22-a1986d703ee9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:48.511295 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adccd152-a08a-4f8e-a1ee-a9bbfced86cc req-9e8deb9c-46d5-4416-9f22-a1986d703ee9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 944 time: 0.0807455 Feb 28 11:40:48.525020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:48.541345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649a5c26-e643-4716-914b-291141f20a94 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:40:48.556802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 649a5c26-e643-4716-914b-291141f20a94, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=649a5c26-e643-4716-914b-291141f20a94,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:48.557011 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adccd152-a08a-4f8e-a1ee-a9bbfced86cc req-7bfcb37c-31e7-4e1f-ad45-3a97624f3f34 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382986 Feb 28 11:40:48.561441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:48.629769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=649a5c26-e643-4716-914b-291141f20a94,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:48.779240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['649a5c26-e643-4716-914b-291141f20a94'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:40:49.740289 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2ac3-b32a-4a2a-87af-50175bbde355 req-5e38981a-d714-4b17-9f8c-e27d6a8999af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:49.741731 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7a3f2ac3-b32a-4a2a-87af-50175bbde355 req-5e38981a-d714-4b17-9f8c-e27d6a8999af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 945 time: 0.0808480 Feb 28 11:40:49.784932 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7a3f2ac3-b32a-4a2a-87af-50175bbde355 req-24df391d-9351-47bb-b285-7bb247647eeb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377228 Feb 28 11:40:50.329104 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 649a5c26-e643-4716-914b-291141f20a94 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:50.397898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 649a5c26-e643-4716-914b-291141f20a94 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:50.402615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 649a5c26-e643-4716-914b-291141f20a94 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:50.402984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:50.513040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:50.544893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649a5c26-e643-4716-914b-291141f20a94'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:50.556622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 649a5c26-e643-4716-914b-291141f20a94, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=649a5c26-e643-4716-914b-291141f20a94,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:40:50.561780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:50.595510 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649a5c26-e643-4716-914b-291141f20a94', 'code': 200} Feb 28 11:40:50.633192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=649a5c26-e643-4716-914b-291141f20a94,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:50.837281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85940de5-3c3c-4227-a9ca-1b464fbd56ab req-62df9f2b-9f53-450e-aac5-6b81702a0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:50.838766 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-85940de5-3c3c-4227-a9ca-1b464fbd56ab req-62df9f2b-9f53-450e-aac5-6b81702a0811 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 1099 time: 0.0731199 Feb 28 11:40:50.879129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-85940de5-3c3c-4227-a9ca-1b464fbd56ab req-d6a8b23d-cbbd-4c30-a2d9-0a566914e3b2 service neutron] Synchronizing usage tracker for tenant:89270e2c76af449c8a99f25517dcc8f9 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:50.894812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-85940de5-3c3c-4227-a9ca-1b464fbd56ab req-d6a8b23d-cbbd-4c30-a2d9-0a566914e3b2 service neutron] Unset dirty status for tenant:89270e2c76af449c8a99f25517dcc8f9 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:50.895956 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-85940de5-3c3c-4227-a9ca-1b464fbd56ab req-d6a8b23d-cbbd-4c30-a2d9-0a566914e3b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506980 Feb 28 11:40:50.968226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5aadb-7e2c-41d7-8515-1daf4ff8c583 req-003938b9-6eea-43e4-8037-0bfdeb7aadcb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:50.969637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-99b5aadb-7e2c-41d7-8515-1daf4ff8c583 req-003938b9-6eea-43e4-8037-0bfdeb7aadcb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 946 time: 0.0783262 Feb 28 11:40:51.011409 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-99b5aadb-7e2c-41d7-8515-1daf4ff8c583 req-1a502a32-5188-4cb7-8c47-a72de504fab6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361707 Feb 28 11:40:52.196165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e802f-eb7c-40c9-a49a-920340359ed8 req-b328b42e-f37a-4eff-ae8d-c0c0bcd86f27 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:52.197592 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-763e802f-eb7c-40c9-a49a-920340359ed8 req-b328b42e-f37a-4eff-ae8d-c0c0bcd86f27 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 946 time: 0.0814936 Feb 28 11:40:52.240039 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-763e802f-eb7c-40c9-a49a-920340359ed8 req-89618478-3ab0-4b63-9ef9-4fd9733cbc6f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366995 Feb 28 11:40:52.418282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a83736-263e-4b74-baa3-888b6fca52bc req-1032fc84-6020-4d21-918d-cb49620ba780 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:52.420196 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-71a83736-263e-4b74-baa3-888b6fca52bc req-1032fc84-6020-4d21-918d-cb49620ba780 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 946 time: 0.0776424 Feb 28 11:40:52.573783 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-71a83736-263e-4b74-baa3-888b6fca52bc req-803b366e-7b92-4264-8681-e7dd165c7255 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480854 Feb 28 11:40:52.595903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60000) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:52.663836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d615b-4f2d-45ad-8d53-99f242831443 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:52.665297 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-912d615b-4f2d-45ad-8d53-99f242831443 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 1094 time: 0.0684483 Feb 28 11:40:52.668066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60004) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:52.672947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '649a5c26-e643-4716-914b-291141f20a94', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:40:52.679127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:52.683073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:floatingip and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:52.686051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:52.691972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:52.702224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:52.834897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:52.973457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.192 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/47a451b3-b5b0-4a63-abe0-b012805e7ca4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:53.113110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:53.141893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:53.201128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:53.203840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:53.206131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:40:53.255387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=47a451b3-b5b0-4a63-abe0-b012805e7ca4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:53.616702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:53.688639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:53.891488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:53.895836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:54.007949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=47a451b3-b5b0-4a63-abe0-b012805e7ca4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:54.017577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:54.293851 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 3d3847a9-4f4f-4d0d-8496-3cee56a0cac3 associated. External IP: 172.26.8.192, port: 649a5c26-e643-4716-914b-291141f20a94. Feb 28 11:40:54.643480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router dc145ea8-2e9f-4b84-bf29-b697f970fb50 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:40:54.819930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:40:54.829231 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] Sync routers for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:54.839241 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:54.839864 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:54.847206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:54.902520 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-082248f9-b4c0-417f-918e-1f3495a1b2b4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2332797 Feb 28 11:40:54.902923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'tag': '649a5c26-e643-4716-914b-291141f20a94'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:54.946671 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'tag': '649a5c26-e643-4716-914b-291141f20a94', 'status': 'completed', 'code': 200} Feb 28 11:40:55.018280 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:55.036738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-83e198e9-188b-4bda-bff0-52acc8aeab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:55.038192 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-83e198e9-188b-4bda-bff0-52acc8aeab82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 1099 time: 0.0695586 Feb 28 11:40:55.273036 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-4ca2ad92-96c6-44e1-b866-69dcfdc4fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:55.274559 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-4ca2ad92-96c6-44e1-b866-69dcfdc4fa8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.2282157 Feb 28 11:40:55.377021 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-10c4a8a7-0aba-4fd8-bca4-6784335e98f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649a5c26-e643-4716-914b-291141f20a94 HTTP/1.1" status: 200 len: 1000 time: 0.0953693 Feb 28 11:40:55.400044 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '3d3847a9-4f4f-4d0d-8496-3cee56a0cac3', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.192', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '649a5c26-e643-4716-914b-291141f20a94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:5c:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91142f13-a070-430a-ad10-e3e659be6676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:53Z', 'updated_at': '2022-02-28T11:40:53Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}, {'id': '81b247c3-3324-449e-897c-3ed58f7841cd', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:39Z', 'updated_at': '2022-02-28T11:40:42Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:55.403818 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] Checking router: dc145ea8-2e9f-4b84-bf29-b697f970fb50 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:55.411790 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:40:55.412379 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:40:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:55.441366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-9d8153c6-0a69-4126-9bc5-235e7ffac24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:55.442793 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-9d8153c6-0a69-4126-9bc5-235e7ffac24a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0608449 Feb 28 11:40:55.516391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-0956cfba-cdb6-4e7d-9f53-141f83796d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:55.517861 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-0956cfba-cdb6-4e7d-9f53-141f83796d84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696652 Feb 28 11:40:55.588270 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:40:55.648760 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-a128ec3e-e045-4852-b826-3c3e7aa1f265 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250062 Feb 28 11:40:55.780541 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f8419e0e-d367-4c99-8072-66401e0b95ed req-1b7c89e2-0523-492c-9b46-aa130b2da159 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253746 Feb 28 11:40:55.925153 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '3d3847a9-4f4f-4d0d-8496-3cee56a0cac3', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.192', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '649a5c26-e643-4716-914b-291141f20a94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:5c:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91142f13-a070-430a-ad10-e3e659be6676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:53Z', 'updated_at': '2022-02-28T11:40:53Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}, {'id': '81b247c3-3324-449e-897c-3ed58f7841cd', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:39Z', 'updated_at': '2022-02-28T11:40:42Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:55.928848 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c01fa-fc1d-4835-9bdf-af918dd497cd None None] The sync data for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv is: [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '3d3847a9-4f4f-4d0d-8496-3cee56a0cac3', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.192', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '649a5c26-e643-4716-914b-291141f20a94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:5c:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91142f13-a070-430a-ad10-e3e659be6676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:53Z', 'updated_at': '2022-02-28T11:40:53Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}, {'id': '81b247c3-3324-449e-897c-3ed58f7841cd', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:39Z', 'updated_at': '2022-02-28T11:40:42Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:56.105509 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d9a36c-e851-4189-95a8-6445304cae3d None None] New status for floating IP 3d3847a9-4f4f-4d0d-8496-3cee56a0cac3: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:40:57.136156 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:00.183947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ece00596-b4d7-49a7-a5db-f37479d6305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:02.440677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e693716c-2f95-4dd2-b405-7f39077c0bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:03.593554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:03.757086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:05.184642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:13.273001 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:41:27.157009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:29.243780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60022) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:29.349774 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ce7d90d2-092b-4c26-91e2-5eef4332c3b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/81b247c3-3324-449e-897c-3ed58f7841cd HTTP/1.1" status: 200 len: 993 time: 0.1048570 Feb 28 11:41:30.116837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:30.123433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:41:30.186136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-45fc87aa-ab74-481c-8287-661c624be400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.242761 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.459987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 10f0697b-e031-445b-b289-aecce9664570, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10f0697b-e031-445b-b289-aecce9664570,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:41:30.484312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.488651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.559572 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:30.560187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.561565 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/ports/10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 939 time: 0.4438255 Feb 28 11:41:30.562224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:41:30.578753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=10f0697b-e031-445b-b289-aecce9664570,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:30.587903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.588260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.588599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.588929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.589250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.589577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.589903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.590825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.591303 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.591641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.591959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.592278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446ce6e-b849-4a2a-bea6-5cf5061fc1e1 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:30.614078 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570', 'status': 'completed', 'code': 200} Feb 28 11:41:30.706858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-9ade4c37-a73d-40dc-ad7e-49cb933fd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:30.708454 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-9ade4c37-a73d-40dc-ad7e-49cb933fd366 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1100 time: 0.0735233 Feb 28 11:41:30.788142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ad0eb6f6-8873-45cd-826f-7750d6b5a075 None None] Provisioning complete for port 10f0697b-e031-445b-b289-aecce9664570 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:30.788517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb6f6-8873-45cd-826f-7750d6b5a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.837903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-5af9ac88-f046-4daf-87f8-87f3c5e2f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:30.839296 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-5af9ac88-f046-4daf-87f8-87f3c5e2f466 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.1250319 Feb 28 11:41:30.847426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ad0eb6f6-8873-45cd-826f-7750d6b5a075 None None] Port 10f0697b-e031-445b-b289-aecce9664570 is administratively disabled so it will not transition to active. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 28 11:41:30.940397 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-8d60b15b-98f9-4b8c-8b04-eaad57f5ecb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 1002 time: 0.0948935 Feb 28 11:41:31.003703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-a68b4fc4-e442-4745-91df-4e066e9d47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.005076 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-a68b4fc4-e442-4745-91df-4e066e9d47d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0592122 Feb 28 11:41:31.076952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-5124bb51-f971-40ba-a3b7-6bad187915fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.078284 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-5124bb51-f971-40ba-a3b7-6bad187915fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677915 Feb 28 11:41:31.205417 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-91c02fb6-36b0-44bd-9dbf-1b2392506d31 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210737 Feb 28 11:41:31.332941 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7d83c063-da0e-4fd8-a7c0-57f0e85d7d7a req-1c3366f4-eaca-4acd-aede-ac12dd36e258 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219525 Feb 28 11:41:32.441890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f3b117da-aa5f-4725-a797-fda54468b755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.596187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.758897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.982310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60042) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:33.988115 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3f4fb101-06b7-44b9-8dab-c061dbf9d44f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:41:34.106000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f4fb101-06b7-44b9-8dab-c061dbf9d44f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.424580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3f4fb101-06b7-44b9-8dab-c061dbf9d44f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 10f0697b-e031-445b-b289-aecce9664570, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10f0697b-e031-445b-b289-aecce9664570,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:41:34.448587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f4fb101-06b7-44b9-8dab-c061dbf9d44f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.452770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f4fb101-06b7-44b9-8dab-c061dbf9d44f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.513705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4fb101-06b7-44b9-8dab-c061dbf9d44f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:34.514306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f4fb101-06b7-44b9-8dab-c061dbf9d44f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.515678 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3f4fb101-06b7-44b9-8dab-c061dbf9d44f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/ports/10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 938 time: 0.5323780 Feb 28 11:41:34.516221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:41:34.518777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:34.544186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fb101-06b7-44b9-8dab-c061dbf9d44f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=10f0697b-e031-445b-b289-aecce9664570,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:34.566434 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570', 'status': 'completed', 'code': 200} Feb 28 11:41:34.725458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['10f0697b-e031-445b-b289-aecce9664570'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:41:34.799686 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-14ab3525-be58-4332-a9d9-d76697e3fc98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/81b247c3-3324-449e-897c-3ed58f7841cd HTTP/1.1" status: 200 len: 993 time: 0.2796054 Feb 28 11:41:34.821974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab773421-d11f-460e-ae89-4ab3674be385 req-ca8a6fa3-b81f-4330-98b6-77350a88aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:34.823474 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ab773421-d11f-460e-ae89-4ab3674be385 req-ca8a6fa3-b81f-4330-98b6-77350a88aeab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1099 time: 0.2321179 Feb 28 11:41:34.857521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7144cbb6-9959-4300-9c72-59e5c8692477 None None] Provisioning complete for port 10f0697b-e031-445b-b289-aecce9664570 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:34.857885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7144cbb6-9959-4300-9c72-59e5c8692477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.963135 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab773421-d11f-460e-ae89-4ab3674be385 req-4cbf4361-f97e-4296-a82b-4f833f438a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:34.964573 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ab773421-d11f-460e-ae89-4ab3674be385 req-4cbf4361-f97e-4296-a82b-4f833f438a66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.1341286 Feb 28 11:41:35.066378 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ab773421-d11f-460e-ae89-4ab3674be385 req-f0481c75-3a07-4b44-9ff8-a449594d832f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 1001 time: 0.0942740 Feb 28 11:41:35.132404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab773421-d11f-460e-ae89-4ab3674be385 req-6ec44245-87f8-4e81-af58-f631ffc76ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:35.133730 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ab773421-d11f-460e-ae89-4ab3674be385 req-6ec44245-87f8-4e81-af58-f631ffc76ebc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0617425 Feb 28 11:41:35.186372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.210708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab773421-d11f-460e-ae89-4ab3674be385 req-26400606-f9ce-4b42-b056-6fb69ec2a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:35.212362 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ab773421-d11f-460e-ae89-4ab3674be385 req-26400606-f9ce-4b42-b056-6fb69ec2a19e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717912 Feb 28 11:41:35.339576 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ab773421-d11f-460e-ae89-4ab3674be385 req-d0c195ef-2557-4acf-bb54-57b3e6f63a94 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203625 Feb 28 11:41:35.467517 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ab773421-d11f-460e-ae89-4ab3674be385 req-711ff05b-1101-49cd-8df0-d55c2939c442 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217797 Feb 28 11:41:37.673494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60060) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:37.880486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 47a451b3-b5b0-4a63-abe0-b012805e7ca4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:41:37.880824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:38.043778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:38.044101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:38.167451 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 47a451b3-b5b0-4a63-abe0-b012805e7ca4 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:41:38.309963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:38.359221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=47a451b3-b5b0-4a63-abe0-b012805e7ca4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:38.395764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.396110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.396448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.396780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.397115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.397435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.397760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.398082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.398405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.398726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.399043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.399384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:38.457308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:38.457635 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 3d3847a9-4f4f-4d0d-8496-3cee56a0cac3 disassociated (deleted). External IP: 172.26.8.192, port: 649a5c26-e643-4716-914b-291141f20a94. Feb 28 11:41:38.902799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router dc145ea8-2e9f-4b84-bf29-b697f970fb50 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:41:39.079247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:41:39.094169 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] Sync routers for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:41:39.095601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:39.102909 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:41:39.103615 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:39.153215 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-aa28ff25-0ef8-4ccb-990c-5a8a54eba2b3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/floatingips/3d3847a9-4f4f-4d0d-8496-3cee56a0cac3 HTTP/1.1" status: 204 len: 168 time: 1.4780197 Feb 28 11:41:39.153875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'tag': '649a5c26-e643-4716-914b-291141f20a94'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:41:39.198707 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'tag': '649a5c26-e643-4716-914b-291141f20a94', 'status': 'completed', 'code': 200} Feb 28 11:41:39.278931 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:41:39.287930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-0b0760e3-4b8c-4f6c-9c82-ebe76aa1fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:39.289391 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-0b0760e3-4b8c-4f6c-9c82-ebe76aa1fd62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 1099 time: 0.0704546 Feb 28 11:41:39.435808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-4fa769cc-208a-4c83-8c15-fb8a8def52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:39.437280 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-4fa769cc-208a-4c83-8c15-fb8a8def52db service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.1413083 Feb 28 11:41:39.515916 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-b7ef5457-ed0e-4843-9741-986269e0f510 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=649a5c26-e643-4716-914b-291141f20a94 HTTP/1.1" status: 200 len: 217 time: 0.0720918 Feb 28 11:41:39.531454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12957834-36b6-405a-a28d-8757f0b8e492 req-09715d59-2dc1-4002-82b8-1c0b4ed8843c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:39.533017 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12957834-36b6-405a-a28d-8757f0b8e492 req-09715d59-2dc1-4002-82b8-1c0b4ed8843c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 946 time: 0.0863502 Feb 28 11:41:39.582488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-6010a021-bcf7-4566-9e38-f2567980ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:39.582788 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12957834-36b6-405a-a28d-8757f0b8e492 req-d0024a6c-51ff-449d-b535-76799e6bb560 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Feb 28 11:41:39.584194 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-6010a021-bcf7-4566-9e38-f2567980ca93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0624416 Feb 28 11:41:39.632962 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '81b247c3-3324-449e-897c-3ed58f7841cd', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:39Z', 'updated_at': '2022-02-28T11:40:42Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:39.637150 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] Checking router: dc145ea8-2e9f-4b84-bf29-b697f970fb50 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:41:39.645161 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:41:39.645773 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:39.664188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-bb6ee70d-1996-43a9-b14a-60e18fe20c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:39.665653 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-bb6ee70d-1996-43a9-b14a-60e18fe20c9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747521 Feb 28 11:41:39.798054 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-ad232de1-56b4-421e-beed-34c3ee836db3 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252873 Feb 28 11:41:39.849174 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:41:39.930074 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d0bc9d57-9339-41e7-aa24-633de09c868e req-47db4446-af6f-44c7-a278-056e347bbbd5 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253920 Feb 28 11:41:40.188118 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '81b247c3-3324-449e-897c-3ed58f7841cd', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:39Z', 'updated_at': '2022-02-28T11:40:42Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:40.192007 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d997bf-1af8-4131-a37e-7ce16cd45a1c None None] The sync data for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv is: [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '81b247c3-3324-449e-897c-3ed58f7841cd', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'port_id': '10f0697b-e031-445b-b289-aecce9664570', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'mac_address': 'fa:16:3e:90:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:39Z', 'updated_at': '2022-02-28T11:40:42Z', 'revision_number': 1, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:41:40.401246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fc753-5e0b-4ca5-8343-c0cdae4e1ff6 None None] New status for floating IP 3d3847a9-4f4f-4d0d-8496-3cee56a0cac3: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:41:40.775390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e04e0-f1bb-4994-9243-ee548790f4ee req-7d8aba7a-1a56-48c5-bf83-bc2e53fc01bd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:40.776788 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-630e04e0-f1bb-4994-9243-ee548790f4ee req-7d8aba7a-1a56-48c5-bf83-bc2e53fc01bd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 946 time: 0.0862365 Feb 28 11:41:40.801194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-19abcaba-813e-49a4-afad-431c76c42c24 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:40.801896 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-19abcaba-813e-49a4-afad-431c76c42c24 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:40.817998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-19abcaba-813e-49a4-afad-431c76c42c24 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:40.819371 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-19abcaba-813e-49a4-afad-431c76c42c24 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 946 time: 0.1052012 Feb 28 11:41:40.821851 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-630e04e0-f1bb-4994-9243-ee548790f4ee req-918a5dc5-c693-4e41-8123-5bf25abc0817 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb7c04d-1a4a-4367-bff1-e674f56581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 Feb 28 11:41:40.888594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 649a5c26-e643-4716-914b-291141f20a94 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:41:40.888937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:41.225958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 649a5c26-e643-4716-914b-291141f20a94, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=649a5c26-e643-4716-914b-291141f20a94,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:41:41.226683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:41.348455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 649a5c26-e643-4716-914b-291141f20a94 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:41:41.488723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:41.569089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=649a5c26-e643-4716-914b-291141f20a94,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:41.616767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port 649a5c26-e643-4716-914b-291141f20a94 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:41:41.619187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:41.623446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'name': 'network-vif-deleted', 'tag': '649a5c26-e643-4716-914b-291141f20a94'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:41:41.636210 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf89afaf-725d-474f-96f5-fff7abfacbcf req-8eb8ff77-0345-4f59-bb5e-c031dfc0208e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/649a5c26-e643-4716-914b-291141f20a94 HTTP/1.1" status: 204 len: 173 time: 0.8106735 Feb 28 11:41:41.671030 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91142f13-a070-430a-ad10-e3e659be6676', 'name': 'network-vif-deleted', 'tag': '649a5c26-e643-4716-914b-291141f20a94', 'status': 'completed', 'code': 200} Feb 28 11:41:41.991631 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bd5bad36-4df7-4833-913a-e553f3fb198b req-e1981c1f-000f-456d-8203-63b8c4c981e9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=91142f13-a070-430a-ad10-e3e659be6676 HTTP/1.1" status: 200 len: 210 time: 0.0494144 Feb 28 11:41:42.051900 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-048bc57c-a195-4c40-ab09-b9d8fb891a2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739560 Feb 28 11:41:42.192117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-49b33a77-2e5b-46d8-a16e-be20c816ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:42.193603 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-49b33a77-2e5b-46d8-a16e-be20c816ef9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1099 time: 0.0724342 Feb 28 11:41:42.343177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-aba174f7-8d02-4707-bebe-7928fafeb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:42.344622 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-aba174f7-8d02-4707-bebe-7928fafeb544 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.1323793 Feb 28 11:41:42.446211 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-621de987-3d32-4676-a359-bd3ee955679f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 1001 time: 0.0956304 Feb 28 11:41:42.507324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-bd2cb165-62b4-47d1-afe3-e2dd99af45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:42.508699 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-bd2cb165-62b4-47d1-afe3-e2dd99af45a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0561903 Feb 28 11:41:42.586334 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-096d3114-9a47-434f-8532-75cd37bf9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:42.587733 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-096d3114-9a47-434f-8532-75cd37bf9714 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710413 Feb 28 11:41:42.724019 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-433c9432-1893-4d7c-864f-62a32716dd41 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290038 Feb 28 11:41:42.853239 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1892acec-9c9a-4738-9f7f-d5b7e4d62556 req-76eb8481-33d4-4527-9d8f-689b472242da service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229804 Feb 28 11:41:43.093332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60080) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:43.160490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f91dde0-6ee7-4199-841b-c8a667dc02d2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:43.188777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f91dde0-6ee7-4199-841b-c8a667dc02d2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:43.250733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f91dde0-6ee7-4199-841b-c8a667dc02d2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:43.272278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91dde0-6ee7-4199-841b-c8a667dc02d2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb7c04d-1a4a-4367-bff1-e674f56581f8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:43.282729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f91dde0-6ee7-4199-841b-c8a667dc02d2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:43.283887 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4f91dde0-6ee7-4199-841b-c8a667dc02d2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/8bb7c04d-1a4a-4367-bff1-e674f56581f8 HTTP/1.1" status: 204 len: 168 time: 0.1895072 Feb 28 11:41:43.314802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:43.509303 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 5e79234a-6fa3-424e-b0e7-e9c63d6a6585 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:41:43.509649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:43.677741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:43.678065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:43.798315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 5e79234a-6fa3-424e-b0e7-e9c63d6a6585 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:41:43.952596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:44.023923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=5e79234a-6fa3-424e-b0e7-e9c63d6a6585,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:44.093963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:44.094211 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 81b247c3-3324-449e-897c-3ed58f7841cd disassociated (deleted). External IP: 172.26.8.79, port: 10f0697b-e031-445b-b289-aecce9664570. Feb 28 11:41:44.541102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 649a5c26-e643-4716-914b-291141f20a94 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:44.541765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router dc145ea8-2e9f-4b84-bf29-b697f970fb50 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:41:44.573708 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 649a5c26-e643-4716-914b-291141f20a94 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:41:44.574581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 649a5c26-e643-4716-914b-291141f20a94 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:44.717505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:41:44.728181 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] Sync routers for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:41:44.733359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:44.737386 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:41:44.738088 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:44.790776 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2337dd35-c995-446b-bb68-8364121dc8d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/floatingips/81b247c3-3324-449e-897c-3ed58f7841cd HTTP/1.1" status: 204 len: 168 time: 1.4748530 Feb 28 11:41:44.791454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:41:44.847620 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'tag': '10f0697b-e031-445b-b289-aecce9664570', 'status': 'completed', 'code': 200} Feb 28 11:41:44.923166 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:41:44.938073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-98c3ccfb-cd6f-4dc9-a3a7-7ae6661f70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:44.939992 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-98c3ccfb-cd6f-4dc9-a3a7-7ae6661f70e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 1099 time: 0.0721009 Feb 28 11:41:45.180094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d108d-71dd-449d-a366-442e7ab5dfc7 req-68205333-4eb9-4845-884e-b409b580a7ee tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:45.180718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-832d108d-71dd-449d-a366-442e7ab5dfc7 req-68205333-4eb9-4845-884e-b409b580a7ee tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:45.203656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-832d108d-71dd-449d-a366-442e7ab5dfc7 req-68205333-4eb9-4845-884e-b409b580a7ee tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:45.204840 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-832d108d-71dd-449d-a366-442e7ab5dfc7 req-68205333-4eb9-4845-884e-b409b580a7ee tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 946 time: 0.1073098 Feb 28 11:41:45.213291 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-411ac5d9-83ff-40c2-b4ab-3ab859871651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:45.214954 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-411ac5d9-83ff-40c2-b4ab-3ab859871651 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 200 len: 898 time: 0.2647967 Feb 28 11:41:45.256029 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-832d108d-71dd-449d-a366-442e7ab5dfc7 req-8998ddb6-b82b-4767-9b78-c585b8356e07 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399308 Feb 28 11:41:45.265829 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:45.270575 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] Checking router: dc145ea8-2e9f-4b84-bf29-b697f970fb50 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:41:45.282110 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:41:45.282720 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:45.290851 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-9ccca2da-5e79-429b-bde0-a9ddd112fdb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 200 len: 217 time: 0.0682611 Feb 28 11:41:45.363059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-26ad6590-e73a-4a5d-9f01-5719586cf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:45.364534 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-26ad6590-e73a-4a5d-9f01-5719586cf71b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 200 len: 834 time: 0.0582550 Feb 28 11:41:45.442321 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-c0912b06-3608-40b2-af9a-089f3dd1b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:45.443724 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-c0912b06-3608-40b2-af9a-089f3dd1b4c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bc41066-0e44-4042-88a7-a51ab68ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727792 Feb 28 11:41:45.456291 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:41:45.575332 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-f4b3263c-42ab-4f41-8609-db81756e7116 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245284 Feb 28 11:41:45.708329 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-467cc75a-d852-4553-b8d4-0536de4f8559 req-9e4eef26-cd7d-48a6-9019-c4248a635b3d service neutron] 10.222.0.37 "GET /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265273 Feb 28 11:41:45.786012 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:45.789830 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5edcf-aa71-4626-a1ad-c9dc91c13187 None None] The sync data for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv is: [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '15447dc5-d3ba-412b-bd8a-efee324c2819', 'name': '', 'network_id': '2bc41066-0e44-4042-88a7-a51ab68ca370', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4a:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:23Z', 'updated_at': '2022-02-28T11:40:28Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'd94f35ff-e58a-425f-aebf-1d1d877762c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:41:46.000136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674cdf33-3147-4669-8807-a27ce2412dd8 None None] New status for floating IP 81b247c3-3324-449e-897c-3ed58f7841cd: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:41:46.444605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce87d4-8e34-4bab-bdec-0a299a57d6fa req-c047c745-3ef8-4434-9d4e-8231e3529741 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:46.446025 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3ce87d4-8e34-4bab-bdec-0a299a57d6fa req-c047c745-3ef8-4434-9d4e-8231e3529741 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 946 time: 0.0810802 Feb 28 11:41:46.488449 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3ce87d4-8e34-4bab-bdec-0a299a57d6fa req-315902a9-0f9f-4b0e-bf31-a24439dc7be2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dde6c32-7112-4e3e-9c79-22b176d6b8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363052 Feb 28 11:41:46.569265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-3d447062-8903-4c09-bd98-92765c1b30c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:46.569876 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-3d447062-8903-4c09-bd98-92765c1b30c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:46.581628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-3d447062-8903-4c09-bd98-92765c1b30c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:46.582708 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-3d447062-8903-4c09-bd98-92765c1b30c3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 946 time: 0.0908873 Feb 28 11:41:46.648958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 10f0697b-e031-445b-b289-aecce9664570 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:41:46.649300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:46.895583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 10f0697b-e031-445b-b289-aecce9664570, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10f0697b-e031-445b-b289-aecce9664570,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:41:46.895850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:47.025649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 10f0697b-e031-445b-b289-aecce9664570 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:41:47.163924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:47.216774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=10f0697b-e031-445b-b289-aecce9664570,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:47.287924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port 10f0697b-e031-445b-b289-aecce9664570 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:41:47.290286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:47.293307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'name': 'network-vif-deleted', 'tag': '10f0697b-e031-445b-b289-aecce9664570'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:41:47.308388 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea7b2e27-e479-4183-a290-8b1bd88e6f0f req-6a7b923b-bf20-46b8-adce-19c945a48e0d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/10f0697b-e031-445b-b289-aecce9664570 HTTP/1.1" status: 204 len: 173 time: 0.7209072 Feb 28 11:41:47.336908 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4573d33-64ce-4e36-9cde-338dc784c835', 'name': 'network-vif-deleted', 'tag': '10f0697b-e031-445b-b289-aecce9664570', 'status': 'completed', 'code': 200} Feb 28 11:41:47.650558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-151c2309-f8df-4413-9754-80a8389cc93c req-8d272e97-e143-40b4-9f6b-b62f9ea9ff27 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4573d33-64ce-4e36-9cde-338dc784c835 HTTP/1.1" status: 200 len: 210 time: 0.0435843 Feb 28 11:41:48.747163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60104) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:48.812648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97368f84-447d-46a0-8374-c0ce91a22e44 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:48.841241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97368f84-447d-46a0-8374-c0ce91a22e44 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:48.910021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97368f84-447d-46a0-8374-c0ce91a22e44 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:48.927538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97368f84-447d-46a0-8374-c0ce91a22e44 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde6c32-7112-4e3e-9c79-22b176d6b8ca,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:48.934026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97368f84-447d-46a0-8374-c0ce91a22e44 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:48.935110 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-97368f84-447d-46a0-8374-c0ce91a22e44 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/0dde6c32-7112-4e3e-9c79-22b176d6b8ca HTTP/1.1" status: 204 len: 168 time: 0.1869683 Feb 28 11:41:48.965181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60110) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:49.599278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:49.950113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 15447dc5-d3ba-412b-bd8a-efee324c2819 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:41:49.950462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:50.140064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 15447dc5-d3ba-412b-bd8a-efee324c2819, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=15447dc5-d3ba-412b-bd8a-efee324c2819,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:41:50.140816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:50.265158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 15447dc5-d3ba-412b-bd8a-efee324c2819 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:41:50.271628 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:41:50.591891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 10f0697b-e031-445b-b289-aecce9664570 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:50.625953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 10f0697b-e031-445b-b289-aecce9664570 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:41:50.626313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 10f0697b-e031-445b-b289-aecce9664570 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:50.693328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:50.769809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=15447dc5-d3ba-412b-bd8a-efee324c2819,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:51.019519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:51.365168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router dc145ea8-2e9f-4b84-bf29-b697f970fb50 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:41:51.536718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:41:51.545880 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] Sync routers for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:41:51.549152 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3d89bd3e-843a-425a-90be-bdadf1491f1c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/dc145ea8-2e9f-4b84-bf29-b697f970fb50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5829206 Feb 28 11:41:51.551734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60114) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:51.555468 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:41:51.556063 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:51.616158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf294a45-73db-4615-babd-a42a11bf6903 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting subnet d94f35ff-e58a-425f-aebf-1d1d877762c6 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:41:51.618997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf294a45-73db-4615-babd-a42a11bf6903 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:51.675538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf294a45-73db-4615-babd-a42a11bf6903 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:51.732033 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:41:51.756942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf294a45-73db-4615-babd-a42a11bf6903 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:51.828000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf294a45-73db-4615-babd-a42a11bf6903 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:51.869136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf294a45-73db-4615-babd-a42a11bf6903 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Subnet': ['ID=d94f35ff-e58a-425f-aebf-1d1d877762c6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:51.874376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf294a45-73db-4615-babd-a42a11bf6903 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:51.880392 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bf294a45-73db-4615-babd-a42a11bf6903 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/subnets/d94f35ff-e58a-425f-aebf-1d1d877762c6 HTTP/1.1" status: 204 len: 168 time: 0.3277028 Feb 28 11:41:51.881165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99af6430-e12e-40e7-8e41-5798ba53990e None None] Network 2bc41066-0e44-4042-88a7-a51ab68ca370 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:41:51.882907 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60118) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:52.010305 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:41:50Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:52.015077 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] Checking router: dc145ea8-2e9f-4b84-bf29-b697f970fb50 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:41:52.024170 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] Routers {'dc145ea8-2e9f-4b84-bf29-b697f970fb50'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:41:52.024786 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:52.146040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] DHCP port deletion for 2bc41066-0e44-4042-88a7-a51ab68ca370 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:41:52.151180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Deleting port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:41:52.152361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.183571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.213326 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] Set router dc145ea8-2e9f-4b84-bf29-b697f970fb50 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:41:52.368411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] For port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3891b33e-27ee-4ab1-9c8e-4d11790a43e3,segment=NetworkSegment(ae52f1a4-8f2b-4acb-b38a-304e293fa88c),segment_id=ae52f1a4-8f2b-4acb-b38a-304e293fa88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:41:52.368717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.390622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.403368 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 04f132d7-9877-4ff4-b260-0c8883c33905 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:41:52.403787 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.492070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:52.528968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Calling delete_port for 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:41:52.540969 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:41:50Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:52.545140 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0620273-8441-4724-ad90-30114efdfd14 None None] The sync data for ids ['dc145ea8-2e9f-4b84-bf29-b697f970fb50'] in dv-neutron-831192-2-hyperv is: [{'id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'name': 'tempest-TestNetworkBasicOps-router-585772929', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:41:50Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': '04f132d7-9877-4ff4-b260-0c8883c33905', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc145ea8-2e9f-4b84-bf29-b697f970fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:40:19Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:41:52.587584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 04f132d7-9877-4ff4-b260-0c8883c33905, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=04f132d7-9877-4ff4-b260-0c8883c33905,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:41:52.587939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.705655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.718006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 04f132d7-9877-4ff4-b260-0c8883c33905 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:41:52.760395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.772373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] No DVR routers for this DVR port 3891b33e-27ee-4ab1-9c8e-4d11790a43e3 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:41:52.775764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Pushing event deleted for resources: {'Port': ['ID=3891b33e-27ee-4ab1-9c8e-4d11790a43e3,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:52.788061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.788407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.788740 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.789070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.789396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.789727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.790048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.790368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.790687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.790993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.791338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.791653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc25e23-6750-46d0-82a6-24dcefca158e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:52.897224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.946071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=04f132d7-9877-4ff4-b260-0c8883c33905,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:53.038657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.206971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.209153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.232264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.232696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Fanout notify agent at l3_agent the message router_deleted on router dc145ea8-2e9f-4b84-bf29-b697f970fb50 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:41:53.247900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.248954 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5804d028-488a-4aa8-a6a5-fb7dd6469852 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/routers/dc145ea8-2e9f-4b84-bf29-b697f970fb50 HTTP/1.1" status: 204 len: 168 time: 1.3649151 Feb 28 11:41:53.251679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60122) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:53.363254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.493112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.608234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc41066-0e44-4042-88a7-a51ab68ca370']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:53.619628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:53.619924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae52f1a4-8f2b-4acb-b38a-304e293fa88c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:53.631318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.647520 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.654140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:41:53.654583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:41:53.669958 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:41:53.751404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.759947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.785681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Network': ['ID=2bc41066-0e44-4042-88a7-a51ab68ca370,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:53.793521 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5540d75e-f0bf-4353-be1a-4895279e2bd4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/networks/2bc41066-0e44-4042-88a7-a51ab68ca370 HTTP/1.1" status: 204 len: 168 time: 0.5409017 Feb 28 11:41:53.818700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:53.824423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'network': {'name': 'tempest-network-smoke--1011931584', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:41:53.829405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:53.833342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:network and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:53.836197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:53.842198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:53.851990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:41:53.855885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.881430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:41:53.890504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.890854 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Added segment c460e643-8356-40f6-9b79-4824bd670d7c of type vlan for network 320c21ab-fc49-4a66-90c2-d54f18dcba91 Feb 28 11:41:53.916784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.945096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:53.950549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:53.951143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:54.050922 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2309866 Feb 28 11:41:54.054010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60130) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:54.059490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-355782479', 'admin_state_up': True, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:41:54.063095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3c7bc-4f77-474d-ad46-2b183093edb4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Network': ['ID=320c21ab-fc49-4a66-90c2-d54f18dcba91,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:54.066953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:54.071101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:router and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:54.073656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:54.074305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 320c21ab-fc49-4a66-90c2-d54f18dcba91 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:41:54.079881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:54.091533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:54.092611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:54.109020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:54.361762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 04f132d7-9877-4ff4-b260-0c8883c33905 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:54.376705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:54.403585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 04f132d7-9877-4ff4-b260-0c8883c33905 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:41:54.403929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 04f132d7-9877-4ff4-b260-0c8883c33905 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:54.404340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 15447dc5-d3ba-412b-bd8a-efee324c2819 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:54.439621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 15447dc5-d3ba-412b-bd8a-efee324c2819 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:41:54.439962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 15447dc5-d3ba-412b-bd8a-efee324c2819 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:54.674150 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:54.703838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:54.838179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.147 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/c48e1699-aa23-41a3-b372-b5cba37fdca7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:41:54.982477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:55.010893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:55.070459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:41:55.077144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:55.081117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:41:55.109866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=c48e1699-aa23-41a3-b372-b5cba37fdca7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:55.590986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:55.927668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:56.131723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router f981fc2b-aab9-41bb-8f08-c475cc90fda4 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:41:56.306694 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:41:56.317248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Sync routers for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:41:56.327183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:41:56.327968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:56.336055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:56.337419 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e4b0d0df-c42e-42d7-a132-8cc75b24b63d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2822442 Feb 28 11:41:56.340381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60134) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:56.382566 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a23fcf64-f3d0-4a13-9dfe-7ca50329bbd2 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=561094ea078044209e9ac36a5207e7d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410740 Feb 28 11:41:56.385081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60138) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:56.507951 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:41:56.519212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a6761d-f8d5-4a7e-b044-46802b272086 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:56.520629 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-97a6761d-f8d5-4a7e-b044-46802b272086 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345880 Feb 28 11:41:56.523366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60142) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:56.561757 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-60c9334c-fb76-449c-a286-46038d5d74a7 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372746 Feb 28 11:41:56.564050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60146) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:56.569464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1906391143', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:41:56.795577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:55Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:56.799321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Checking router: f981fc2b-aab9-41bb-8f08-c475cc90fda4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:41:56.799665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Updating router f981fc2b-aab9-41bb-8f08-c475cc90fda4 port c48e1699-aa23-41a3-b372-b5cba37fdca7 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:41:56.803996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:56.807967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:subnet and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:56.810738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:56.816675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:56.826189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:41:56.829874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:56.854547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.048208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.128358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Subnet': ['ID=f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:57.135534 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Checking segment: {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:41:57.136412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network hostable DHCP agents. Network: 320c21ab-fc49-4a66-90c2-d54f18dcba91, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:41:57.156507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 320c21ab-fc49-4a66-90c2-d54f18dcba91 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:41:57.166580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 320c21ab-fc49-4a66-90c2-d54f18dcba91) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:57.171185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:57.172051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.178258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73cbdd0-b3bd-47bd-8c95-b7996844fe93 None None] Network 320c21ab-fc49-4a66-90c2-d54f18dcba91 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:41:57.196685 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8d82595a-81ad-43ef-b3cc-aec5c4b28635 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6288655 Feb 28 11:41:57.196963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60150) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:57.213710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.274314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.298896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Transition to ACTIVE for port object c48e1699-aa23-41a3-b372-b5cba37fdca7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:57.308574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.468469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Attempting to bind port c48e1699-aa23-41a3-b372-b5cba37fdca7 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:41:57.469168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Attempting to bind port c48e1699-aa23-41a3-b372-b5cba37fdca7 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:41:57.469168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Attempting to bind port c48e1699-aa23-41a3-b372-b5cba37fdca7 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:41:57.478191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef27b1c-4de5-45e4-b8cb-4b880150265a None None] Pushing event updated for resources: {'Port': ['ID=c48e1699-aa23-41a3-b372-b5cba37fdca7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:57.486252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:41:57.486252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:41:57.486557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.486767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:41:57.487263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Bound port: c48e1699-aa23-41a3-b372-b5cba37fdca7, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:41:57.487639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.576501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-320c21ab-fc49-4a66-90c2-d54f18dcba91', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:41:57.577313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.646071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] For port c48e1699-aa23-41a3-b372-b5cba37fdca7, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:41:57.658123 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] For port c48e1699-aa23-41a3-b372-b5cba37fdca7, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c48e1699-aa23-41a3-b372-b5cba37fdca7,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:41:57.665402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.824344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:41:57.824967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:57.881303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef27b1c-4de5-45e4-b8cb-4b880150265a None None] Pushing event updated for resources: {'Port': ['ID=c48e1699-aa23-41a3-b372-b5cba37fdca7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:57.884684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.896135 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Allocated IP 172.20.0.2 (320c21ab-fc49-4a66-90c2-d54f18dcba91/f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3/c3b28a49-0201-4647-9fbf-00a57c7fdc53) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:41:58.097136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:41:58.392199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.440482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Transition to ACTIVE for port object c3b28a49-0201-4647-9fbf-00a57c7fdc53 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:58.470542 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Transition to ACTIVE for port object c3b28a49-0201-4647-9fbf-00a57c7fdc53 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:58.476811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.544335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Network 320c21ab-fc49-4a66-90c2-d54f18dcba91 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:41:58.552390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:58.558342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:41:58.567471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Pushing event updated for resources: {'Port': ['ID=c3b28a49-0201-4647-9fbf-00a57c7fdc53,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:58.640012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:55Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:58.649379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.1 (320c21ab-fc49-4a66-90c2-d54f18dcba91/f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3/2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:41:58.656387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddefeb-7797-48c5-923e-2846950b9fc9 None None] The sync data for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv is: [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:55Z', 'revision_number': 3, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:41:58.664750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Attempting to bind port c3b28a49-0201-4647-9fbf-00a57c7fdc53 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:41:58.665161 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Attempting to bind port c3b28a49-0201-4647-9fbf-00a57c7fdc53 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:41:58.665515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Attempting to bind port c3b28a49-0201-4647-9fbf-00a57c7fdc53 on network 320c21ab-fc49-4a66-90c2-d54f18dcba91 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:41:58.671868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:41:58.672239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Checking segment: {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:41:58.675318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.675318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Bound using segment: {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:41:58.675318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Bound port: c3b28a49-0201-4647-9fbf-00a57c7fdc53, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:41:58.675318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.775424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] For port c3b28a49-0201-4647-9fbf-00a57c7fdc53, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:41:58.779317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] For port c3b28a49-0201-4647-9fbf-00a57c7fdc53, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c3b28a49-0201-4647-9fbf-00a57c7fdc53,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:41:58.783984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.817076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.833483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:58.862495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.871976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9020c-b5f3-4f80-9995-477f40a6cd4e None None] Pushing event updated for resources: {'Port': ['ID=c3b28a49-0201-4647-9fbf-00a57c7fdc53,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:58.950172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 320c21ab-fc49-4a66-90c2-d54f18dcba91 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:41:58.959043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:58.964020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:41:58.996165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:59.029092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.313123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.767398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.773010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.831578 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f9377-fde8-4010-a50f-dd852ab24b60 None None] Network 320c21ab-fc49-4a66-90c2-d54f18dcba91 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:41:59.887797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:59.893075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.979279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6af652d5-2327-4809-8fa3-d833deb08286 None None] Provisioning for port c3b28a49-0201-4647-9fbf-00a57c7fdc53 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:00.036967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 320c21ab-fc49-4a66-90c2-d54f18dcba91 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:42:00.038044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:00.190657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5c6dacf1-a768-4ee6-b311-ed6497b147a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:00.362400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router f981fc2b-aab9-41bb-8f08-c475cc90fda4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:42:00.426008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9cec0d7c-e2b7-4b4e-9fd7-6f47628d57bf None None] Provisioning for port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:00.437041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c48e1699-aa23-41a3-b372-b5cba37fdca7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:00.477568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9cec0d7c-e2b7-4b4e-9fd7-6f47628d57bf None None] Provisioning complete for port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:00.477950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9cec0d7c-e2b7-4b4e-9fd7-6f47628d57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:00.556938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9cec0d7c-e2b7-4b4e-9fd7-6f47628d57bf None None] Port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:42:00.558835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:42:00.571015 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Sync routers for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:42:00.577624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port c48e1699-aa23-41a3-b372-b5cba37fdca7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:00.585890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c48e1699-aa23-41a3-b372-b5cba37fdca7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:00.586262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:00.588395 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:00.589055 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:00.597210 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4d82c741-a2e5-449f-b67f-5ac358c0829e tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/f981fc2b-aab9-41bb-8f08-c475cc90fda4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3991239 Feb 28 11:42:00.599552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60154) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:00.725272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:00.733424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ec9ed318-06fa-460c-a689-b05e557cecf0 None None] Provisioning complete for port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:00.733787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed318-06fa-460c-a689-b05e557cecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:00.775472 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:42:00.781103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a0fa1-7a25-4235-b280-281061e9fb34 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:00.781561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a0fa1-7a25-4235-b280-281061e9fb34 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:00.782183 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a0fa1-7a25-4235-b280-281061e9fb34 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:00.782915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a0fa1-7a25-4235-b280-281061e9fb34 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:00.784523 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b73a0fa1-7a25-4235-b280-281061e9fb34 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1839716 Feb 28 11:42:00.787292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60158) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:00.792760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port c48e1699-aa23-41a3-b372-b5cba37fdca7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c48e1699-aa23-41a3-b372-b5cba37fdca7,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:00.804338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:00.805122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c3b28a49-0201-4647-9fbf-00a57c7fdc53 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:00.855972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea650a0-49c9-4455-9850-5f6d38112211 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:00.856588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea650a0-49c9-4455-9850-5f6d38112211 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:00.857100 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea650a0-49c9-4455-9850-5f6d38112211 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:00.857609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea650a0-49c9-4455-9850-5f6d38112211 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:00.861955 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9ea650a0-49c9-4455-9850-5f6d38112211 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0711749 Feb 28 11:42:00.862376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60162) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:00.874484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ed318-06fa-460c-a689-b05e557cecf0 None None] Port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:42:00.939431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=c48e1699-aa23-41a3-b372-b5cba37fdca7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:00.951499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port c3b28a49-0201-4647-9fbf-00a57c7fdc53 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:00.956250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c3b28a49-0201-4647-9fbf-00a57c7fdc53 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:00.956621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.023663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4f290b5b-e0e3-4b29-8c6e-498b7e8e535b None None] Provisioning complete for port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:01.023926 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f290b5b-e0e3-4b29-8c6e-498b7e8e535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.071971 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cf49099c-d851-4a0a-ae23-8430438f8203 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2079751 Feb 28 11:42:01.095524 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:59Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:41:59Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:01.099309 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Checking router: f981fc2b-aab9-41bb-8f08-c475cc90fda4 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:42:01.099658 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Updating router f981fc2b-aab9-41bb-8f08-c475cc90fda4 port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:42:01.139781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.149285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4f290b5b-e0e3-4b29-8c6e-498b7e8e535b None None] Port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:42:01.150775 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.174202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port c3b28a49-0201-4647-9fbf-00a57c7fdc53, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c3b28a49-0201-4647-9fbf-00a57c7fdc53,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:01.178556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.251621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=c3b28a49-0201-4647-9fbf-00a57c7fdc53,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:01.317172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60168) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:01.322561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671155950', 'description': 'tempest-secgroup-smoke-1671155950 description', 'project_id': '561094ea078044209e9ac36a5207e7d8'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:01.328477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:01.332800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:01.335626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:01.342116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:01.351381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.371259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:01.374971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:01.377721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:01.383451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:01.452731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.456462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.488401 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.499997 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Transition to ACTIVE for port object 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:01.500629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c69874b-ad75-4b80-84c3-154ee782481e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:01.506772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.506970 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.508135 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ef1d8f2d-de0a-4559-ad66-fa964c84d634 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1899781 Feb 28 11:42:01.511023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60172) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:01.516141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '7c69874b-ad75-4b80-84c3-154ee782481e', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:01.521974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:01.525737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:01.529066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:01.534640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:01.558371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.627438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.632027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.660882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b56bfe5-3f15-4517-930c-02610890b7de,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:01.671854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.675662 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7aefc892-f3fb-468b-9754-09db44e70b09 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611886 Feb 28 11:42:01.675945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:01.681143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '7c69874b-ad75-4b80-84c3-154ee782481e', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:01.687613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:01.692421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:01.695791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:01.702992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:01.723999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.726856 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Pushing event updated for resources: {'Port': ['ID=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:01.734835 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.734835 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.736279 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.736279 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.736279 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.736279 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.736654 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.736823 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.737341 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.737837 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.738341 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.738831 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:01.758643 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Attempting to bind port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:42:01.759319 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Attempting to bind port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:42:01.759854 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Attempting to bind port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 on network 320c21ab-fc49-4a66-90c2-d54f18dcba91 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:42:01.766466 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:42:01.766837 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Checking segment: {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:42:01.767271 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.767659 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Bound using segment: {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:42:01.768118 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Bound port: 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:42:01.768484 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.793633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.797186 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.821275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7e1511-ba3a-434f-98d9-85fdcb5cda28,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:01.830577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.831738 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-226229d9-d328-4b6f-ae3b-a0de6c2d3072 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1548193 Feb 28 11:42:01.834330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60180) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:01.840351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '7c69874b-ad75-4b80-84c3-154ee782481e', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:01.846340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:01.850122 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:01.853075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:01.858569 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] For port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:42:01.859051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:01.861557 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] For port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:42:01.864994 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.875835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.937448 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:01.938085 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:41:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:01.940687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.944839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.975582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25943e5-a5f2-4f8f-8d91-84a2a0cd7b90,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:01.982416 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:01.983883 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-adea4cd5-d907-46b3-a6c9-cd3c9bde5afc tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484499 Feb 28 11:42:01.986651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60184) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:01.992397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '7c69874b-ad75-4b80-84c3-154ee782481e', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:01.999309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:02.000354 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a8b3a-1f96-41a8-9cfc-6a91330ad8aa None None] Pushing event updated for resources: {'Port': ['ID=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:02.004364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:02.007710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:02.015263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:02.034481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.163735 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:42:02.215044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.218885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.244668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c293540-30f6-453e-88a1-3c23efaf3f4b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:02.251431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.252635 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6b025897-1f20-4bfc-8449-c139b9c5ab3d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2647834 Feb 28 11:42:02.255427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60188) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:02.260266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '7c69874b-ad75-4b80-84c3-154ee782481e', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:02.270286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:02.274206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:02.277616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:02.283333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:02.292480 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:42:02.298808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.376393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.378988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c48e1699-aa23-41a3-b372-b5cba37fdca7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:02.388474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.415637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e67d59d-b29a-42bc-aabe-35332307a383,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:02.422655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.424006 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c10838aa-af08-43f7-a576-4b18234bac54 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1676159 Feb 28 11:42:02.426636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60192) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:02.432478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'security_group_rule': {'security_group_id': '7c69874b-ad75-4b80-84c3-154ee782481e', 'project_id': '561094ea078044209e9ac36a5207e7d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:02.439470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:02.443731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:security_group_rule and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:02.446614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:02.452521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:02.458775 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a803d36f-3d3e-4a25-af9e-b567aeba6a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.465055 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Project 561094ea078044209e9ac36a5207e7d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:42:02.466160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c48e1699-aa23-41a3-b372-b5cba37fdca7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:02.466556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.471755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.484379 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:59Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:01Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:02.488296 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9200e4a-e14d-4694-85c8-a209c1b3a6a6 None None] The sync data for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv is: [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:59Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:01Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:42:02.559036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.563687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.588128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38469ff-35bc-4242-89d2-9abdd966c5d5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:02.605834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.607241 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9e347c97-3637-445a-9403-0cd4824c10b2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1795461 Feb 28 11:42:02.621399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c3b28a49-0201-4647-9fbf-00a57c7fdc53 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:02.691154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c3b28a49-0201-4647-9fbf-00a57c7fdc53 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:02.691544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:02.805438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-bb2f5723-efc2-4e51-9c66-93ec86cff11c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:02.821795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-bb2f5723-efc2-4e51-9c66-93ec86cff11c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:02.822983 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-bb2f5723-efc2-4e51-9c66-93ec86cff11c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671155950&fields=id&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 267 time: 0.0652864 Feb 28 11:42:02.984489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8e2a03a5-df58-4efb-a9cf-2cda26441398 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:02.985292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8e2a03a5-df58-4efb-a9cf-2cda26441398 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:03.003488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8e2a03a5-df58-4efb-a9cf-2cda26441398 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:03.004365 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8e2a03a5-df58-4efb-a9cf-2cda26441398 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/networks?id=320c21ab-fc49-4a66-90c2-d54f18dcba91 HTTP/1.1" status: 200 len: 797 time: 0.1747589 Feb 28 11:42:03.020111 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-3ae311cf-7e34-4ea3-96a6-6c1fef850bc3 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/quotas/561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 375 time: 0.0098598 Feb 28 11:42:03.111579 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-62793ec0-eaa7-4a7c-8340-e90c61088f79 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854664 Feb 28 11:42:03.289770 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-b2d23973-31d5-4f85-bca8-fc11b3240529 service neutron] 10.222.0.64 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663809 Feb 28 11:42:03.424511 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-7d41b12e-199d-4832-a0fd-102e352c31ca service neutron] 10.222.0.64 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288078 Feb 28 11:42:03.603419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:03.616079 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2d84d82a-53f8-4816-a547-4b62768a10bf req-3f8c52b9-3006-41c6-8b55-207cf06d03b8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 210 time: 0.0520501 Feb 28 11:42:03.764626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.393288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:04.468661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:04.474766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:04.475464 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.599541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.609502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-9a21e91e-646c-4036-97b1-cba3d54ac69d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:04.610652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-9a21e91e-646c-4036-97b1-cba3d54ac69d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:04.623930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-9a21e91e-646c-4036-97b1-cba3d54ac69d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:04.625244 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-9a21e91e-646c-4036-97b1-cba3d54ac69d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/networks?id=320c21ab-fc49-4a66-90c2-d54f18dcba91 HTTP/1.1" status: 200 len: 797 time: 0.1708479 Feb 28 11:42:04.632405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:04.636714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.679086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-2a06cefb-02c4-48e6-8cd8-aff0b386ba3c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:04.692984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-2a06cefb-02c4-48e6-8cd8-aff0b386ba3c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:04.694742 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-2a06cefb-02c4-48e6-8cd8-aff0b386ba3c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561094ea078044209e9ac36a5207e7d8 HTTP/1.1" status: 200 len: 380 time: 0.0601435 Feb 28 11:42:04.704513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'port': {'device_id': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'admin_state_up': True, 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'security_groups': ['7c69874b-ad75-4b80-84c3-154ee782481e']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:04.736743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:04.790475 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-caa832f9-c2e6-48ad-8eac-da9c38a3f335 req-caab7c6a-6e0c-476a-9dd8-26bc79d216ee tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 210 time: 0.0411742 Feb 28 11:42:04.850379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:04.854298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:port and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:04.857569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:04.863106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:04.872856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Made reservation on behalf of 561094ea078044209e9ac36a5207e7d8 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:42:04.876244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:05.037326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.20.0.7 (320c21ab-fc49-4a66-90c2-d54f18dcba91/f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3/4e2dfdc8-bb06-43f2-a44a-02b98c804f30) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:42:05.188669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:05.230547 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:05.245607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Transition to ACTIVE for port object 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:05.267344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:05.331010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 320c21ab-fc49-4a66-90c2-d54f18dcba91 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:42:05.338347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:05.342997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:42:05.373006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:05.409408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:05.410015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:05.434151 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-8798e858-eed4-4839-9d7b-1f72e3f9a8af tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339954 Feb 28 11:42:05.445434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Request body: {'port': {'device_id': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:05.558228 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:05.566867 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd8e3658-320e-47ce-b3f2-1acca1452e63 None None] Provisioning for port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:05.572494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd8e3658-320e-47ce-b3f2-1acca1452e63 None None] Provisioning complete for port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:05.572862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3658-320e-47ce-b3f2-1acca1452e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:05.660376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e3658-320e-47ce-b3f2-1acca1452e63 None None] Port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:42:05.900930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:42:05.908723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:05.923020 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Transition to ACTIVE for port object 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:05.926645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:05.978746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2cc7-7691-4cfa-871b-8f6edaf6ecd9 req-a7df1351-e4b1-45ec-81e8-0b0aa10452fb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:05.980862 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-54fa2cc7-7691-4cfa-871b-8f6edaf6ecd9 req-a7df1351-e4b1-45ec-81e8-0b0aa10452fb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 943 time: 0.0823393 Feb 28 11:42:06.031818 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-54fa2cc7-7691-4cfa-871b-8f6edaf6ecd9 req-60740842-66d9-4948-912b-cae9b128a4d9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415914 Feb 28 11:42:06.196705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:06.266529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Attempting to bind port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:42:06.266767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Attempting to bind port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:42:06.267088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Attempting to bind port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 on network 320c21ab-fc49-4a66-90c2-d54f18dcba91 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:42:06.271532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 on network 320c21ab-fc49-4a66-90c2-d54f18dcba91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:42:06.271849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Attempting to bind port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 on network 320c21ab-fc49-4a66-90c2-d54f18dcba91 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:42:06.279287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:42:06.279622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Checking segment: {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:42:06.280398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Bound using segment: {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:42:06.280825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Bound port: 4e2dfdc8-bb06-43f2-a44a-02b98c804f30, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c460e643-8356-40f6-9b79-4824bd670d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:42:06.281296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:06.373006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:06.374104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] For port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:42:06.377191 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] For port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:42:06.381915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:06.436662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:06.436962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:06.438759 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e2dfdc8-bb06-43f2-a44a-02b98c804f30 HTTP/1.1" status: 200 len: 1093 time: 0.9977098 Feb 28 11:42:06.439998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:06.440370 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:06.441583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:42:06.481406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07011c87-856c-499a-9ed7-8c963a1a04c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:06.570069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-94996c49-4243-4b88-8e3b-fd06e1ad371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:06.571813 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-94996c49-4243-4b88-8e3b-fd06e1ad371c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 1096 time: 0.0861797 Feb 28 11:42:06.629568 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'status': 'completed', 'code': 200} Feb 28 11:42:06.646893 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-b3b83470-d62f-466d-b13a-3ebe5d8e34fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e2dfdc8-bb06-43f2-a44a-02b98c804f30 HTTP/1.1" status: 200 len: 217 time: 0.0680671 Feb 28 11:42:06.711022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-092b8bad-a786-4d3e-93cc-2ea8bcf97356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:06.712430 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-092b8bad-a786-4d3e-93cc-2ea8bcf97356 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3 HTTP/1.1" status: 200 len: 835 time: 0.0594585 Feb 28 11:42:06.787425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-d0cf4eb7-1de1-4c50-9504-dab257e35103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:06.788836 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-d0cf4eb7-1de1-4c50-9504-dab257e35103 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=320c21ab-fc49-4a66-90c2-d54f18dcba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690317 Feb 28 11:42:06.918120 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-9b46b70c-47db-4f6d-84de-2054103055bd service neutron] 10.222.0.37 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216314 Feb 28 11:42:07.047700 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-05f46e78-9ee2-4611-998c-cd55dcfbcdc9 req-769502d6-0674-4880-ba7f-e3876bb7454c service neutron] 10.222.0.37 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234534 Feb 28 11:42:07.170117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-01c6ac3e-b947-4375-9d77-2ab21885681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:07.171604 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-01c6ac3e-b947-4375-9d77-2ab21885681d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 1096 time: 0.0745001 Feb 28 11:42:07.217579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50bd98-684b-4945-85be-db664d93aa4b req-fbccc998-2d2d-4fe9-bce2-e3b42df300ec tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:07.219191 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d50bd98-684b-4945-85be-db664d93aa4b req-fbccc998-2d2d-4fe9-bce2-e3b42df300ec tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 943 time: 0.0803909 Feb 28 11:42:07.263559 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d50bd98-684b-4945-85be-db664d93aa4b req-a5435547-8052-4576-9c7f-3567ba93c253 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383933 Feb 28 11:42:07.304466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-caebe781-333c-4c5d-9983-681145fcf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:07.305825 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-caebe781-333c-4c5d-9983-681145fcf962 service neutron] 10.222.0.37 "GET /v2.0/networks?id=320c21ab-fc49-4a66-90c2-d54f18dcba91 HTTP/1.1" status: 200 len: 898 time: 0.1279726 Feb 28 11:42:07.376063 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-d5329bf4-639a-4095-89b9-b975c576ca77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e2dfdc8-bb06-43f2-a44a-02b98c804f30 HTTP/1.1" status: 200 len: 217 time: 0.0632567 Feb 28 11:42:07.437310 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-17ebbfd8-b00b-48ef-aae7-c50c279d0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:07.438718 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-17ebbfd8-b00b-48ef-aae7-c50c279d0b90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3 HTTP/1.1" status: 200 len: 835 time: 0.0567651 Feb 28 11:42:07.514519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-92d4fe80-90ca-4083-a13d-018acfb2cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:07.515937 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-92d4fe80-90ca-4083-a13d-018acfb2cac2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=320c21ab-fc49-4a66-90c2-d54f18dcba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700583 Feb 28 11:42:07.644744 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-28ff15d2-0a53-4e67-af48-cd181d40e58e service neutron] 10.222.0.37 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223149 Feb 28 11:42:07.780059 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b362d6f7-0b01-4c80-9b1a-546c7221fbef req-29a01847-d58a-47fe-af76-814d4b00759e service neutron] 10.222.0.37 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278286 Feb 28 11:42:08.468230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938e29d-de5d-4812-ace5-57f3dda4afb4 req-c34b5206-5154-4e0b-9700-cc8b5768e2bd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:08.469663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c938e29d-de5d-4812-ace5-57f3dda4afb4 req-c34b5206-5154-4e0b-9700-cc8b5768e2bd tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 943 time: 0.0957756 Feb 28 11:42:08.521897 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c938e29d-de5d-4812-ace5-57f3dda4afb4 req-a4355178-6c04-4f1f-9851-7c92f179c186 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434790 Feb 28 11:42:09.702198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded143-5c77-4e7b-8ade-fa971719189c req-69e6e6a7-2344-4f69-8d61-6818f02bbe8b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:09.703693 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fbded143-5c77-4e7b-8ade-fa971719189c req-69e6e6a7-2344-4f69-8d61-6818f02bbe8b tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 943 time: 0.0796585 Feb 28 11:42:09.750794 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fbded143-5c77-4e7b-8ade-fa971719189c req-d880192e-4eb8-428c-a31f-29dd4512ae9c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 Feb 28 11:42:10.637659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:42:10.768112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:10.781487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'port_id': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'mac_address': 'fa:16:3e:6f:28:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:42:10.839387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:10.859391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:42:10.874727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:10.879787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:10.937987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f887ef-6f55-4f97-8ac8-45ec3944666f req-62818988-5127-4d6e-ae4f-44cbe9a67e75 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:10.939629 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14f887ef-6f55-4f97-8ac8-45ec3944666f req-62818988-5127-4d6e-ae4f-44cbe9a67e75 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 944 time: 0.0820606 Feb 28 11:42:10.946169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:10.992009 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14f887ef-6f55-4f97-8ac8-45ec3944666f req-6a49123d-ce46-4696-9e6f-af6a99cfe10d tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467274 Feb 28 11:42:11.077279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['4e2dfdc8-bb06-43f2-a44a-02b98c804f30'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:42:12.179576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b96b04-66dd-4cd9-ae6b-6bd32b50a9ff req-ed538b33-fc0d-4263-bb5b-c99120afab8c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:12.181021 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2b96b04-66dd-4cd9-ae6b-6bd32b50a9ff req-ed538b33-fc0d-4263-bb5b-c99120afab8c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 944 time: 0.0830009 Feb 28 11:42:12.224621 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2b96b04-66dd-4cd9-ae6b-6bd32b50a9ff req-61ea859c-a17a-4d50-9fb7-1b0e3e87df21 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374022 Feb 28 11:42:12.637668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:12.711637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:12.717186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:12.717566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:12.831838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:12.857601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:42:12.867060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:12.873083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:12.904117 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'code': 200} Feb 28 11:42:12.943220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:13.217495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ba9c2-9b21-4d68-b6e1-57b863e5fe9d req-68ca1fb3-4342-42eb-a3e2-f9b32ac8b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:13.219019 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f11ba9c2-9b21-4d68-b6e1-57b863e5fe9d req-68ca1fb3-4342-42eb-a3e2-f9b32ac8b84f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 1098 time: 0.1598694 Feb 28 11:42:13.258249 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f11ba9c2-9b21-4d68-b6e1-57b863e5fe9d req-f82bc363-8f6b-4090-8641-5a0ea3a50ed1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332212 Feb 28 11:42:13.404504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efd79e-5f08-411e-a67b-a3078a995815 req-3ed3b5bf-758b-4f39-89b1-5d494171d3c4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:13.405931 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12efd79e-5f08-411e-a67b-a3078a995815 req-3ed3b5bf-758b-4f39-89b1-5d494171d3c4 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 945 time: 0.0783253 Feb 28 11:42:13.449536 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12efd79e-5f08-411e-a67b-a3078a995815 req-9759893a-5198-4140-8d81-8a4636627646 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 Feb 28 11:42:14.636873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe765d1-7305-4b6d-a9a2-06f02c098831 req-5f9f3537-307d-4857-a351-57b0afd7df94 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:14.638220 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-efe765d1-7305-4b6d-a9a2-06f02c098831 req-5f9f3537-307d-4857-a351-57b0afd7df94 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 945 time: 0.0812912 Feb 28 11:42:14.681257 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-efe765d1-7305-4b6d-a9a2-06f02c098831 req-bcf0e546-dd83-4ed1-ae78-28d73daaea55 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375166 Feb 28 11:42:14.862824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecaf47-2f32-438a-991d-a31d8790e055 req-876d760a-0563-4af6-8f94-38feb2600d27 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:14.864311 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0cecaf47-2f32-438a-991d-a31d8790e055 req-876d760a-0563-4af6-8f94-38feb2600d27 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 945 time: 0.0799747 Feb 28 11:42:14.910815 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0cecaf47-2f32-438a-991d-a31d8790e055 req-7033b0a7-27d3-478d-a72c-493e9ed1f850 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Feb 28 11:42:14.932447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:15.002118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbbc205-92fd-4515-84f5-a285100ecad4 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:15.003629 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ebbbc205-92fd-4515-84f5-a285100ecad4 tempest-TestNetworkBasicOps-2025992194 tempest-TestNetworkBasicOps-2025992194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 1093 time: 0.0702240 Feb 28 11:42:15.006310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:15.011524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:15.017412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:15.021176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Usage tracker for resource:floatingip and tenant:561094ea078044209e9ac36a5207e7d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:15.023974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:15.030138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:15.039610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:15.178871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:15.310541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Allocated IP 172.26.8.231 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/30e2bdbd-ad48-4ae3-90a4-7f1737d3f0af) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:42:15.550015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:15.579723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:15.637456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:42:15.640086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:15.647610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:42:15.685558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=30e2bdbd-ad48-4ae3-90a4-7f1737d3f0af,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:16.056869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:16.127985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:16.337557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:16.345747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:16.454609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event updated for resources: {'Port': ['ID=30e2bdbd-ad48-4ae3-90a4-7f1737d3f0af,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:16.466379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:16.630085 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 7d1c9807-21f9-4275-9b6b-d7b9ebd9597a associated. External IP: 172.26.8.231, port: 4e2dfdc8-bb06-43f2-a44a-02b98c804f30. Feb 28 11:42:17.080857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router f981fc2b-aab9-41bb-8f08-c475cc90fda4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:42:17.258356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:42:17.268209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cd584-3b27-445c-b841-d41674146c7b None None] Sync routers for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:42:17.278283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cd584-3b27-445c-b841-d41674146c7b None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:17.278900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-455cd584-3b27-445c-b841-d41674146c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:17.284380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:17.339542 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-df66d8c2-35e2-48bc-962d-b85243063ef9 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3315063 Feb 28 11:42:17.339966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:42:17.342592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60258) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:17.383787 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'status': 'completed', 'code': 200} Feb 28 11:42:17.457460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-455cd584-3b27-445c-b841-d41674146c7b None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:42:17.492082 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-776e9ccf-17da-4869-ac13-ab2e3288e8c7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/7d1c9807-21f9-4275-9b6b-d7b9ebd9597a HTTP/1.1" status: 200 len: 991 time: 0.1486142 Feb 28 11:42:17.514032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-3b725ba7-bac9-485f-a95c-789d0324e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:17.515527 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-3b725ba7-bac9-485f-a95c-789d0324e1f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 1098 time: 0.1093433 Feb 28 11:42:17.645920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-73d4638c-b75b-4cac-863a-8437bc1d6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:17.647286 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-73d4638c-b75b-4cac-863a-8437bc1d6f90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=320c21ab-fc49-4a66-90c2-d54f18dcba91 HTTP/1.1" status: 200 len: 898 time: 0.1253490 Feb 28 11:42:17.750786 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-287f8cf0-4e23-451f-a4f5-d3ca70879b2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e2dfdc8-bb06-43f2-a44a-02b98c804f30 HTTP/1.1" status: 200 len: 999 time: 0.0980151 Feb 28 11:42:17.817573 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-e9b995e4-23de-459e-a58f-9c979daf3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:17.819024 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-e9b995e4-23de-459e-a58f-9c979daf3c71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3 HTTP/1.1" status: 200 len: 835 time: 0.0627682 Feb 28 11:42:17.830758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-455cd584-3b27-445c-b841-d41674146c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:59Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '7d1c9807-21f9-4275-9b6b-d7b9ebd9597a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'port_id': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'mac_address': 'fa:16:3e:6f:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:15Z', 'updated_at': '2022-02-28T11:42:15Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:04Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:17.834619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cd584-3b27-445c-b841-d41674146c7b None None] Checking router: f981fc2b-aab9-41bb-8f08-c475cc90fda4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:42:17.843668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cd584-3b27-445c-b841-d41674146c7b None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:17.844268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-455cd584-3b27-445c-b841-d41674146c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:17.894648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-4dcdf7ba-1924-4f3f-abec-0b20d755e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:17.896194 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-4dcdf7ba-1924-4f3f-abec-0b20d755e832 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=320c21ab-fc49-4a66-90c2-d54f18dcba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713012 Feb 28 11:42:18.017787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-455cd584-3b27-445c-b841-d41674146c7b None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:42:18.025332 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-df92a08c-c14b-433d-8e89-832bed23c183 service neutron] 10.222.0.37 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234772 Feb 28 11:42:18.158552 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-81d5cc77-8be1-49fa-8296-7887ee6ddbd8 req-76440d49-8f5f-4f78-9ae4-52d7b7fd6c32 service neutron] 10.222.0.37 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263225 Feb 28 11:42:18.370953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-455cd584-3b27-445c-b841-d41674146c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:59Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '7d1c9807-21f9-4275-9b6b-d7b9ebd9597a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'port_id': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'mac_address': 'fa:16:3e:6f:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:15Z', 'updated_at': '2022-02-28T11:42:15Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:04Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:18.374811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cd584-3b27-445c-b841-d41674146c7b None None] The sync data for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv is: [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:41:59Z', 'revision_number': 4, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '7d1c9807-21f9-4275-9b6b-d7b9ebd9597a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'port_id': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'mac_address': 'fa:16:3e:6f:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:15Z', 'updated_at': '2022-02-28T11:42:15Z', 'revision_number': 0, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:04Z', 'revision_number': 5, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:42:18.496124 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60264) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:18.566171 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f2f82-750f-4412-8ae1-923e94c53ae2 None None] New status for floating IP 7d1c9807-21f9-4275-9b6b-d7b9ebd9597a: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:42:18.605192 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-899d0d49-fb24-4f39-976c-96e77f0e4765 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/7d1c9807-21f9-4275-9b6b-d7b9ebd9597a HTTP/1.1" status: 200 len: 991 time: 0.1079443 Feb 28 11:42:19.608839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60268) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:19.715425 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1e3a2f62-be32-4afe-9e95-e04f150c7109 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/7d1c9807-21f9-4275-9b6b-d7b9ebd9597a HTTP/1.1" status: 200 len: 993 time: 0.1054230 Feb 28 11:42:27.171299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.269742 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:42:30.193518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fa961c29-3e17-40f8-8ef6-8e5696f10f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:32.445645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae882-bdff-4b23-889c-4e97a3f58a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:33.601486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:33.758290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.191597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:46.353204 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60280) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:46.358840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b40141ac-b49f-4d6a-93b6-21fa23f2c4a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:46.876090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b40141ac-b49f-4d6a-93b6-21fa23f2c4a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:46.886208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b40141ac-b49f-4d6a-93b6-21fa23f2c4a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:47.065739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40141ac-b49f-4d6a-93b6-21fa23f2c4a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router f981fc2b-aab9-41bb-8f08-c475cc90fda4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:42:47.243968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40141ac-b49f-4d6a-93b6-21fa23f2c4a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:42:47.251045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b40141ac-b49f-4d6a-93b6-21fa23f2c4a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:47.255828 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b40141ac-b49f-4d6a-93b6-21fa23f2c4a5 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/f981fc2b-aab9-41bb-8f08-c475cc90fda4 HTTP/1.1" status: 200 len: 888 time: 0.8974509 Feb 28 11:42:47.256023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127359db-2e87-48c4-bbfc-b2538740d0e8 None None] Sync routers for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:42:47.266537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127359db-2e87-48c4-bbfc-b2538740d0e8 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:47.267181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-127359db-2e87-48c4-bbfc-b2538740d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:47.330424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-127359db-2e87-48c4-bbfc-b2538740d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:47.338703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127359db-2e87-48c4-bbfc-b2538740d0e8 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:47.339334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-127359db-2e87-48c4-bbfc-b2538740d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:47.398531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-127359db-2e87-48c4-bbfc-b2538740d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:47.398933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127359db-2e87-48c4-bbfc-b2538740d0e8 None None] The sync data for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:42:48.129588 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa0556-a786-48e9-8814-592192445d0a None None] New status for floating IP 7d1c9807-21f9-4275-9b6b-d7b9ebd9597a: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:42:48.387878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c48e1699-aa23-41a3-b372-b5cba37fdca7 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:42:48.514515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:48.530712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port c48e1699-aa23-41a3-b372-b5cba37fdca7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c48e1699-aa23-41a3-b372-b5cba37fdca7,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:48.534608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:48.535368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:42:48.645833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=c48e1699-aa23-41a3-b372-b5cba37fdca7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:48.703024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:48.733605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:48.737241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:48.805306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:49.394011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:49.399226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b70fd933-dec7-43b4-bffc-2a0be9f1b5a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:42:50.027373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b70fd933-dec7-43b4-bffc-2a0be9f1b5a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:50.037326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b70fd933-dec7-43b4-bffc-2a0be9f1b5a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:50.212834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70fd933-dec7-43b4-bffc-2a0be9f1b5a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router f981fc2b-aab9-41bb-8f08-c475cc90fda4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:42:50.390220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70fd933-dec7-43b4-bffc-2a0be9f1b5a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:42:50.396603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b70fd933-dec7-43b4-bffc-2a0be9f1b5a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:50.397736 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b70fd933-dec7-43b4-bffc-2a0be9f1b5a2 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/f981fc2b-aab9-41bb-8f08-c475cc90fda4 HTTP/1.1" status: 200 len: 887 time: 1.0027413 Feb 28 11:42:50.399393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] Sync routers for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:42:50.400661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:50.408667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:50.409276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:50.507317 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7eb87178-4fe3-4b42-8274-5172d5fc1ae7 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/7d1c9807-21f9-4275-9b6b-d7b9ebd9597a HTTP/1.1" status: 200 len: 991 time: 0.1044950 Feb 28 11:42:50.583475 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:42:50.947976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:50Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '7d1c9807-21f9-4275-9b6b-d7b9ebd9597a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'port_id': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'mac_address': 'fa:16:3e:6f:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:15Z', 'updated_at': '2022-02-28T11:42:48Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:48Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:50.951694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] Checking router: f981fc2b-aab9-41bb-8f08-c475cc90fda4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:42:50.959661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:50.960239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:51.130647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:42:51.468561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:50Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '7d1c9807-21f9-4275-9b6b-d7b9ebd9597a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'port_id': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'mac_address': 'fa:16:3e:6f:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:15Z', 'updated_at': '2022-02-28T11:42:48Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:48Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:51.472425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766c471-f05c-4c2c-817e-2e6753d205e1 None None] The sync data for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv is: [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:50Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '7d1c9807-21f9-4275-9b6b-d7b9ebd9597a', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'port_id': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'mac_address': 'fa:16:3e:6f:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:15Z', 'updated_at': '2022-02-28T11:42:48Z', 'revision_number': 2, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:48Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:42:51.510066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:51.616606 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f8abe350-1783-4764-9c6f-0f4fcf82c26a tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/7d1c9807-21f9-4275-9b6b-d7b9ebd9597a HTTP/1.1" status: 200 len: 991 time: 0.1053479 Feb 28 11:42:52.438492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c48e1699-aa23-41a3-b372-b5cba37fdca7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:52.506405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c48e1699-aa23-41a3-b372-b5cba37fdca7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:52.507091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:52.620421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:52.626478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:52.642511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port c48e1699-aa23-41a3-b372-b5cba37fdca7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c48e1699-aa23-41a3-b372-b5cba37fdca7,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:52.646652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:52.647641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:52.727477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-db8a3321-a0c5-4804-becd-353fd95ddedf tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/7d1c9807-21f9-4275-9b6b-d7b9ebd9597a HTTP/1.1" status: 200 len: 991 time: 0.1057098 Feb 28 11:42:52.751967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=c48e1699-aa23-41a3-b372-b5cba37fdca7,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:52.780574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:52.780875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:52.895385 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:52.926936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:52.930817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:52.995635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:53.003510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.003846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.004188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.004517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.004846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.005170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.005489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.005808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.006126 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.006441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.006753 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.007066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:53.066880 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bdeb0b-c978-4a8e-9172-4bb998a72272 None None] New status for floating IP 7d1c9807-21f9-4275-9b6b-d7b9ebd9597a: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:42:53.731783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60302) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:53.947610 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aed59256-5e0e-40ff-bbfc-29136a1a08ab tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/floatingips/7d1c9807-21f9-4275-9b6b-d7b9ebd9597a HTTP/1.1" status: 200 len: 993 time: 0.2146833 Feb 28 11:42:54.225984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60310) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:54.399388 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c48e1699-aa23-41a3-b372-b5cba37fdca7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:54.426484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 30e2bdbd-ad48-4ae3-90a4-7f1737d3f0af {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:42:54.426821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:54.505194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port c48e1699-aa23-41a3-b372-b5cba37fdca7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:54.505476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:54.596457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:54.596944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:54.622644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:54.687169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:54.687549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:54.723258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 30e2bdbd-ad48-4ae3-90a4-7f1737d3f0af owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:42:54.871964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:54.920865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=30e2bdbd-ad48-4ae3-90a4-7f1737d3f0af,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:54.956529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.956876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.957216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.957549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.957902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.958227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.958553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.958873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.959225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.959546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.959861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:54.960175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:55.018206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:55.018466 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Floating IP 7d1c9807-21f9-4275-9b6b-d7b9ebd9597a disassociated (deleted). External IP: 172.26.8.231, port: 4e2dfdc8-bb06-43f2-a44a-02b98c804f30. Feb 28 11:42:55.360423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router f981fc2b-aab9-41bb-8f08-c475cc90fda4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:42:55.652123 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:42:55.661189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] Sync routers for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:42:55.667547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:55.670360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:55.670998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:55.724579 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-680802de-fa71-42a9-9f13-aad0d6fc3a6c tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/floatingips/7d1c9807-21f9-4275-9b6b-d7b9ebd9597a HTTP/1.1" status: 204 len: 168 time: 1.4976003 Feb 28 11:42:55.725166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:42:55.771357 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'status': 'completed', 'code': 200} Feb 28 11:42:55.864080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:42:55.865012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-61d7cb7b-6431-4b0a-9371-e795439b226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:55.866502 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-61d7cb7b-6431-4b0a-9371-e795439b226d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=561094ea078044209e9ac36a5207e7d8&device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 1098 time: 0.0732327 Feb 28 11:42:56.017085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-fe1672ba-2cc8-474f-af60-7f96faa9d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:56.018684 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-fe1672ba-2cc8-474f-af60-7f96faa9d2e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=320c21ab-fc49-4a66-90c2-d54f18dcba91 HTTP/1.1" status: 200 len: 898 time: 0.1459372 Feb 28 11:42:56.094102 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-53e329f6-53a4-40e3-91f7-b46666bbe7fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e2dfdc8-bb06-43f2-a44a-02b98c804f30 HTTP/1.1" status: 200 len: 217 time: 0.0659719 Feb 28 11:42:56.106351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aaa904-0c35-4f7f-b26f-c856a1c86908 req-057c7272-00be-4a78-8929-0480939f7898 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:56.107064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-89aaa904-0c35-4f7f-b26f-c856a1c86908 req-057c7272-00be-4a78-8929-0480939f7898 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:56.124890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-89aaa904-0c35-4f7f-b26f-c856a1c86908 req-057c7272-00be-4a78-8929-0480939f7898 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:56.126510 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-89aaa904-0c35-4f7f-b26f-c856a1c86908 req-057c7272-00be-4a78-8929-0480939f7898 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 945 time: 0.1019549 Feb 28 11:42:56.159358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-293f9ef4-3479-455a-a701-50ba352a0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:56.160795 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-293f9ef4-3479-455a-a701-50ba352a0c56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3 HTTP/1.1" status: 200 len: 835 time: 0.0606768 Feb 28 11:42:56.176205 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-89aaa904-0c35-4f7f-b26f-c856a1c86908 req-c2e29a4d-e6de-4131-a158-4f7720754140 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434041 Feb 28 11:42:56.198953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:50Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:56.203448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] Checking router: f981fc2b-aab9-41bb-8f08-c475cc90fda4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:42:56.212262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:42:56.212887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:56.336568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-452b167f-5fdd-4df0-bad7-a361645aa446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:56.338242 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-452b167f-5fdd-4df0-bad7-a361645aa446 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=320c21ab-fc49-4a66-90c2-d54f18dcba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1696041 Feb 28 11:42:56.392211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:42:56.469199 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-07cf6783-0b2d-4d3b-946d-d94aa99acd21 service neutron] 10.222.0.37 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238489 Feb 28 11:42:56.603399 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7e6c32f3-ece3-461a-a142-bae523c5e92c req-8b622aa0-07dd-4f6f-84d6-793c5cbff064 service neutron] 10.222.0.37 "GET /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274624 Feb 28 11:42:56.740415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:50Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:56.744382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3fd32-1442-42a3-8384-b154e69a475f None None] The sync data for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv is: [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:50Z', 'revision_number': 6, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71', 'name': '', 'network_id': '320c21ab-fc49-4a66-90c2-d54f18dcba91', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'mac_address': 'fa:16:3e:4b:4d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:58Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'subnets': [{'id': 'f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:42:57.173326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:57.319467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3b0624ae-346f-419d-82f6-dfb31aad478f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:57.320223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3b0624ae-346f-419d-82f6-dfb31aad478f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Synchronizing usage tracker for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:57.334355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3b0624ae-346f-419d-82f6-dfb31aad478f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Unset dirty status for tenant:561094ea078044209e9ac36a5207e7d8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:57.335521 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3b0624ae-346f-419d-82f6-dfb31aad478f tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 945 time: 0.1039398 Feb 28 11:42:57.393687 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ecab9-a81d-4a76-b1fd-09cd0ca1beb9 None None] New status for floating IP 7d1c9807-21f9-4275-9b6b-d7b9ebd9597a: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:42:57.412799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:42:57.413140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:57.521237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206f222-b1b0-4dea-bc76-62a14bd80e2a req-2e903f23-5fd3-434d-adb9-6a5a06134021 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:57.523577 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a206f222-b1b0-4dea-bc76-62a14bd80e2a req-2e903f23-5fd3-434d-adb9-6a5a06134021 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e69d33d-e1b1-44a4-8549-53b06ff74a96 HTTP/1.1" status: 200 len: 945 time: 0.0874097 Feb 28 11:42:57.581541 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a206f222-b1b0-4dea-bc76-62a14bd80e2a req-cd329e5f-f6a2-48c8-af60-613ffa686eeb tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c69874b-ad75-4b80-84c3-154ee782481e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466139 Feb 28 11:42:57.694629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:42:57.694997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:57.819340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:42:57.966315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:58.015357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=4e2dfdc8-bb06-43f2-a44a-02b98c804f30,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:58.053275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.053628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.053967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.054299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.054629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.054954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.055308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.055634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.055955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.056277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.056597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.056913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:58.101259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] No DVR routers for this DVR port 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:42:58.103435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:58.106384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'name': 'network-vif-deleted', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:42:58.122474 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4b7ff159-fb20-402f-9463-decf02ba6b95 req-3e11bc9a-3c47-47a0-9524-d4e9bff14ad8 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.37 "DELETE /v2.0/ports/4e2dfdc8-bb06-43f2-a44a-02b98c804f30 HTTP/1.1" status: 204 len: 173 time: 0.7817872 Feb 28 11:42:58.152904 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e69d33d-e1b1-44a4-8549-53b06ff74a96', 'name': 'network-vif-deleted', 'tag': '4e2dfdc8-bb06-43f2-a44a-02b98c804f30', 'status': 'completed', 'code': 200} Feb 28 11:42:58.681022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60328) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:58.748309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61b88ff6-e3ab-45aa-bfdd-0792d7177992 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:58.777820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61b88ff6-e3ab-45aa-bfdd-0792d7177992 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:58.849278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61b88ff6-e3ab-45aa-bfdd-0792d7177992 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:58.867670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b88ff6-e3ab-45aa-bfdd-0792d7177992 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c69874b-ad75-4b80-84c3-154ee782481e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:58.880235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61b88ff6-e3ab-45aa-bfdd-0792d7177992 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:58.881333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-61b88ff6-e3ab-45aa-bfdd-0792d7177992 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/security-groups/7c69874b-ad75-4b80-84c3-154ee782481e HTTP/1.1" status: 204 len: 168 time: 0.1993437 Feb 28 11:42:58.912009 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60334) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:59.458932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:59.808402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:42:59.808956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:00.099782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:00.100050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:00.196285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86859296-9ebb-4b88-a523-89a559d362b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:00.222570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:43:00.412339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:00.460592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:00.734359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:00.838316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:00.873277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:43:00.873626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 4e2dfdc8-bb06-43f2-a44a-02b98c804f30 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:43:01.081231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Router f981fc2b-aab9-41bb-8f08-c475cc90fda4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:43:01.376351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:43:01.385649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] Sync routers for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:43:01.388892 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a81d7950-c299-4c19-b6fe-346acc3c0cc6 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "PUT /v2.0/routers/f981fc2b-aab9-41bb-8f08-c475cc90fda4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4757607 Feb 28 11:43:01.391604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60340) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:01.395468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:01.396080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:01.454219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4b23da-d947-48d9-97e3-3ebd3030b9ff tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting subnet f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:43:01.457116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b4b23da-d947-48d9-97e3-3ebd3030b9ff tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:01.514393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b4b23da-d947-48d9-97e3-3ebd3030b9ff tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:01.572165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:01.599690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b4b23da-d947-48d9-97e3-3ebd3030b9ff tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:01.673745 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b4b23da-d947-48d9-97e3-3ebd3030b9ff tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:01.721454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b23da-d947-48d9-97e3-3ebd3030b9ff tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:01.723720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b4b23da-d947-48d9-97e3-3ebd3030b9ff tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:01.732917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:01.733410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b4b23da-d947-48d9-97e3-3ebd3030b9ff tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/subnets/f2a29c3e-51ef-4d1e-8b5b-695e5931b0d3 HTTP/1.1" status: 204 len: 168 time: 0.3405356 Feb 28 11:43:01.754730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a390c8e-0e70-4846-b281-d79e56b044e7 None None] Network 320c21ab-fc49-4a66-90c2-d54f18dcba91 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:43:01.914009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:02.024289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:43:00Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:02.028647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] Checking router: f981fc2b-aab9-41bb-8f08-c475cc90fda4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:43:02.037859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] Routers {'f981fc2b-aab9-41bb-8f08-c475cc90fda4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:02.038497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:42:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:02.087794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a144b7de-e931-4712-b8e5-28db94b328db None None] DHCP port deletion for 320c21ab-fc49-4a66-90c2-d54f18dcba91 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:43:02.108974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a144b7de-e931-4712-b8e5-28db94b328db None None] Deleting port c3b28a49-0201-4647-9fbf-00a57c7fdc53 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:43:02.109338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a144b7de-e931-4712-b8e5-28db94b328db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:02.200480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:02.210085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Deleting port c48e1699-aa23-41a3-b372-b5cba37fdca7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:43:02.210452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:02.325229 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] Set router f981fc2b-aab9-41bb-8f08-c475cc90fda4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:02.396934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] For port c48e1699-aa23-41a3-b372-b5cba37fdca7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c48e1699-aa23-41a3-b372-b5cba37fdca7,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:02.397333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:02.500625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c3b28a49-0201-4647-9fbf-00a57c7fdc53 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:02.520122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Calling delete_port for c48e1699-aa23-41a3-b372-b5cba37fdca7 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:43:02.674119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93d82360-0cb4-4030-a93d-062997989ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:02.705802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a144b7de-e931-4712-b8e5-28db94b328db None None] For port c3b28a49-0201-4647-9fbf-00a57c7fdc53, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=c3b28a49-0201-4647-9fbf-00a57c7fdc53,segment=NetworkSegment(c460e643-8356-40f6-9b79-4824bd670d7c),segment_id=c460e643-8356-40f6-9b79-4824bd670d7c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:02.706185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a144b7de-e931-4712-b8e5-28db94b328db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:02.819251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:02.834723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a144b7de-e931-4712-b8e5-28db94b328db None None] Calling delete_port for c3b28a49-0201-4647-9fbf-00a57c7fdc53 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:43:02.870285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Port': ['ID=c48e1699-aa23-41a3-b372-b5cba37fdca7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:02.960538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:02.978306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.026169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a144b7de-e931-4712-b8e5-28db94b328db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.103424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144b7de-e931-4712-b8e5-28db94b328db None None] Pushing event deleted for resources: {'Port': ['ID=c3b28a49-0201-4647-9fbf-00a57c7fdc53,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:03.114425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144b7de-e931-4712-b8e5-28db94b328db None None] No DVR routers for this DVR port c3b28a49-0201-4647-9fbf-00a57c7fdc53 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:43:03.131846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:43:00Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:03.135887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13082ab-2d14-4672-9728-79d2d7e39d16 None None] The sync data for ids ['f981fc2b-aab9-41bb-8f08-c475cc90fda4'] in dv-neutron-831192-2-hyperv is: [{'id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'name': 'tempest-TestNetworkBasicOps-router-355782479', 'tenant_id': '561094ea078044209e9ac36a5207e7d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:43:00Z', 'revision_number': 7, 'project_id': '561094ea078044209e9ac36a5207e7d8', 'gw_port': {'id': 'c48e1699-aa23-41a3-b372-b5cba37fdca7', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981fc2b-aab9-41bb-8f08-c475cc90fda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:54Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:43:03.140090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.142189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.168389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.168996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Fanout notify agent at l3_agent the message router_deleted on router f981fc2b-aab9-41bb-8f08-c475cc90fda4 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:43:03.184336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.185401 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ae65fbcc-d8a7-4af1-aa82-ea1640703cca tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/routers/f981fc2b-aab9-41bb-8f08-c475cc90fda4 HTTP/1.1" status: 204 len: 168 time: 1.4514310 Feb 28 11:43:03.188124 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:03.298974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.430202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.455747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320c21ab-fc49-4a66-90c2-d54f18dcba91']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:03.470837 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c460e643-8356-40f6-9b79-4824bd670d7c') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:03.471143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c460e643-8356-40f6-9b79-4824bd670d7c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:03.483648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.608274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.609522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.615938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:43:03.616319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:43:03.631027 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:43:03.711090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.732775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:03.741701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] Pushing event deleted for resources: {'Network': ['ID=320c21ab-fc49-4a66-90c2-d54f18dcba91,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:03.760782 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-46277b81-bf9a-4bb3-a187-ded2151a9a98 tempest-TestNetworkBasicOps-1496765002 tempest-TestNetworkBasicOps-1496765002-project] 10.222.0.64 "DELETE /v2.0/networks/320c21ab-fc49-4a66-90c2-d54f18dcba91 HTTP/1.1" status: 204 len: 168 time: 0.5713594 Feb 28 11:43:03.762632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:04.106824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60356) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:04.252921 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-36b6828d-1cda-49c9-ace3-d9a9a62b46be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=561094ea078044209e9ac36a5207e7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449339 Feb 28 11:43:04.255291 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60362) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:04.268737 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:43:04.319471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d73dad1-bc01-4913-a5a6-8a503b24d4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:04.345445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d73dad1-bc01-4913-a5a6-8a503b24d4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:04.398417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d73dad1-bc01-4913-a5a6-8a503b24d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:04.400790 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c48e1699-aa23-41a3-b372-b5cba37fdca7 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:04.416055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73dad1-bc01-4913-a5a6-8a503b24d4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210ebd9a-38e5-4707-804a-aee51c132767,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:04.422729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d73dad1-bc01-4913-a5a6-8a503b24d4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:04.423869 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1d73dad1-bc01-4913-a5a6-8a503b24d4d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/210ebd9a-38e5-4707-804a-aee51c132767 HTTP/1.1" status: 204 len: 168 time: 0.1677070 Feb 28 11:43:04.443367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: c48e1699-aa23-41a3-b372-b5cba37fdca7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:43:04.443710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device c48e1699-aa23-41a3-b372-b5cba37fdca7 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:43:04.444127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:04.480088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:43:04.480393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 2e07d2cf-18a2-4b4d-80f5-b1fd65a57c71 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:43:04.703139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60370) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:04.723531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dbb2cf21-2182-44f7-8f02-a917588b86e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:04.737473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dbb2cf21-2182-44f7-8f02-a917588b86e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:04.741275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dbb2cf21-2182-44f7-8f02-a917588b86e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c131b666a0e43249b31baa45d17b9a2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:04.744117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dbb2cf21-2182-44f7-8f02-a917588b86e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:04.750348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dbb2cf21-2182-44f7-8f02-a917588b86e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:04.834353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dbb2cf21-2182-44f7-8f02-a917588b86e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:04.837797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dbb2cf21-2182-44f7-8f02-a917588b86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:04.882862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2cf21-2182-44f7-8f02-a917588b86e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5261de-f8ea-4d4a-9d62-f338f4d9b227,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:04.887766 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dbb2cf21-2182-44f7-8f02-a917588b86e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c131b666a0e43249b31baa45d17b9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835959 Feb 28 11:43:04.890537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60376) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:04.946880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db8f2ab0-30ce-4722-9e04-800f6a93ed73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:04.972054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db8f2ab0-30ce-4722-9e04-800f6a93ed73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:05.026197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db8f2ab0-30ce-4722-9e04-800f6a93ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:05.040113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f2ab0-30ce-4722-9e04-800f6a93ed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5261de-f8ea-4d4a-9d62-f338f4d9b227,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:05.049099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db8f2ab0-30ce-4722-9e04-800f6a93ed73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:05.050227 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-db8f2ab0-30ce-4722-9e04-800f6a93ed73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac5261de-f8ea-4d4a-9d62-f338f4d9b227 HTTP/1.1" status: 204 len: 168 time: 0.1589603 Feb 28 11:43:05.193012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:05.790301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60400) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:05.892201 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-854233677-network', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:05.896926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:05.900685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Usage tracker for resource:network and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:05.903499 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:05.909012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:05.919592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Made reservation on behalf of d7edc715845c44468e9f254f4c8a7f3d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:43:05.921945 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:05.934023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:05.948959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:05.952660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Usage tracker for resource:security_group_rule and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:05.955366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:05.960983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:06.041759 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.045790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.077699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:43:06.082749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a1321a-3d47-4347-acb8-8cb0e88110c2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:06.091395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.091395 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Added segment 6ec5ea86-a63a-4f5a-b670-20bdcfcff033 of type vlan for network 1947f750-7b07-4005-8db4-ce72a06c5747 Feb 28 11:43:06.120342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.147742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.148669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:06.149239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.247685 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4560905 Feb 28 11:43:06.250504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60406) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:06.253371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea815a-7b89-40d9-829c-307bc7bf546e admin admin] Pushing event updated for resources: {'Network': ['ID=1947f750-7b07-4005-8db4-ce72a06c5747,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:06.256343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Request body: {'subnet': {'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-854233677-subnet', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:06.261188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:06.263589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 1947f750-7b07-4005-8db4-ce72a06c5747 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:43:06.265129 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Usage tracker for resource:subnet and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:06.268006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:06.273689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:06.284617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Made reservation on behalf of d7edc715845c44468e9f254f4c8a7f3d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:43:06.287206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.486663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.559034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6abb6a9-793a-4018-b191-3edd4fed1856,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:06.570372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Checking segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:43:06.570720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Network hostable DHCP agents. Network: 1947f750-7b07-4005-8db4-ce72a06c5747, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:43:06.590256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Network 1947f750-7b07-4005-8db4-ce72a06c5747 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:43:06.598772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 1947f750-7b07-4005-8db4-ce72a06c5747) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:06.603409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:06.605385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.606541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d2740b-3939-4c63-9d70-1e48d318d42f None None] Network 1947f750-7b07-4005-8db4-ce72a06c5747 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:43:06.625309 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1b71e918-dc8c-4caf-b706-77ad85dad617 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3736682 Feb 28 11:43:06.628235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60410) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:06.632977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:06.640584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:06.645422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Usage tracker for resource:router and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:06.648248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:06.654617 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:06.665031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.666135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.680497 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.821295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-1947f750-7b07-4005-8db4-ce72a06c5747', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:43:06.822130 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.950103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:06.975452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Allocated IP 172.20.0.2 (1947f750-7b07-4005-8db4-ce72a06c5747/a6abb6a9-793a-4018-b191-3edd4fed1856/af058b0e-14c4-433c-bed2-1d2c3285ec82) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:07.176701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:07.187151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Transition to ACTIVE for port object af058b0e-14c4-433c-bed2-1d2c3285ec82 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:07.213072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Transition to ACTIVE for port object af058b0e-14c4-433c-bed2-1d2c3285ec82 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:07.219685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:07.267152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:07.281929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Network 1947f750-7b07-4005-8db4-ce72a06c5747 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:07.284807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:07.288290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:43:07.298529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:07.408637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Pushing event updated for resources: {'Port': ['ID=af058b0e-14c4-433c-bed2-1d2c3285ec82,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:07.429900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Attempting to bind port af058b0e-14c4-433c-bed2-1d2c3285ec82 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:07.430192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Attempting to bind port af058b0e-14c4-433c-bed2-1d2c3285ec82 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:07.430765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Attempting to bind port af058b0e-14c4-433c-bed2-1d2c3285ec82 on network 1947f750-7b07-4005-8db4-ce72a06c5747 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:43:07.436616 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:43:07.437219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Checking segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:43:07.437781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:07.438330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Bound using segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:43:07.438568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Allocated IP 172.26.8.31 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/ab24e5ab-1640-46cf-a32a-5c3eda314354) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:07.439469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Bound port: af058b0e-14c4-433c-bed2-1d2c3285ec82, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:07.440010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:07.530928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] For port af058b0e-14c4-433c-bed2-1d2c3285ec82, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:43:07.534139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] For port af058b0e-14c4-433c-bed2-1d2c3285ec82, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=af058b0e-14c4-433c-bed2-1d2c3285ec82,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:43:07.537616 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:07.621319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad588a6-c87e-4be5-ac53-ad26191e4061 None None] Pushing event updated for resources: {'Port': ['ID=af058b0e-14c4-433c-bed2-1d2c3285ec82,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:07.716569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:07.748393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:07.814843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:07.829406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:07.834931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:43:07.878058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Pushing event updated for resources: {'Port': ['ID=ab24e5ab-1640-46cf-a32a-5c3eda314354,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:08.261329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:08.435018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device af058b0e-14c4-433c-bed2-1d2c3285ec82 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:08.505284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port af058b0e-14c4-433c-bed2-1d2c3285ec82 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:08.590378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd39b53-3faa-4e2d-b37c-e8c07dda4366 None None] Network 1947f750-7b07-4005-8db4-ce72a06c5747 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:43:08.609526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:08.699035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6057b8e7-230d-4aea-b14c-e743d01f22e9 None None] Provisioning for port af058b0e-14c4-433c-bed2-1d2c3285ec82 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:08.706592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6057b8e7-230d-4aea-b14c-e743d01f22e9 None None] Provisioning complete for port af058b0e-14c4-433c-bed2-1d2c3285ec82 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:08.706968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6057b8e7-230d-4aea-b14c-e743d01f22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:08.817531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Router 8cd5822d-6671-474e-9d5d-c339688d4f05 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:43:08.927680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6057b8e7-230d-4aea-b14c-e743d01f22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:08.973491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6057b8e7-230d-4aea-b14c-e743d01f22e9 None None] For port af058b0e-14c4-433c-bed2-1d2c3285ec82, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=af058b0e-14c4-433c-bed2-1d2c3285ec82,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:08.978759 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6057b8e7-230d-4aea-b14c-e743d01f22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:09.060225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057b8e7-230d-4aea-b14c-e743d01f22e9 None None] Pushing event updated for resources: {'Port': ['ID=af058b0e-14c4-433c-bed2-1d2c3285ec82,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:09.132710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:43:09.143759 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Sync routers for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:43:09.153760 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:09.154382 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:09.160389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:09.161717 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9237b23e-70ab-4075-8831-cda580c421cb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5325754 Feb 28 11:43:09.164462 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60414) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:09.351657 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:09.379104 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2afd2534-9dfa-4135-9b2c-cd443e5a1351 None None] Provisioning complete for port af058b0e-14c4-433c-bed2-1d2c3285ec82 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:09.380263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2afd2534-9dfa-4135-9b2c-cd443e5a1351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:09.653428 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:08Z', 'revision_number': 3, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:09.658162 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Checking router: 8cd5822d-6671-474e-9d5d-c339688d4f05 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:43:09.658774 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Updating router 8cd5822d-6671-474e-9d5d-c339688d4f05 port ab24e5ab-1640-46cf-a32a-5c3eda314354 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:43:09.711503 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:09.898004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.028186 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.039393 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Transition to ACTIVE for port object ab24e5ab-1640-46cf-a32a-5c3eda314354 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:10.045483 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.101502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Allocated IP 172.20.0.1 (1947f750-7b07-4005-8db4-ce72a06c5747/a6abb6a9-793a-4018-b191-3edd4fed1856/0d05b6d3-fedc-4024-badb-2b94bebdb279) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:10.127590 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Attempting to bind port ab24e5ab-1640-46cf-a32a-5c3eda314354 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:10.127949 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Attempting to bind port ab24e5ab-1640-46cf-a32a-5c3eda314354 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:10.128298 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Attempting to bind port ab24e5ab-1640-46cf-a32a-5c3eda314354 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:43:10.131501 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Pushing event updated for resources: {'Port': ['ID=ab24e5ab-1640-46cf-a32a-5c3eda314354,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:10.139434 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:43:10.139796 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:43:10.140187 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.140570 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:43:10.141018 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Bound port: ab24e5ab-1640-46cf-a32a-5c3eda314354, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:10.141377 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.164971 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.165602 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.165602 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.165870 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.166190 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.166509 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.167393 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.167715 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.168034 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.168345 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.168660 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.168970 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:10.221618 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] For port ab24e5ab-1640-46cf-a32a-5c3eda314354, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:43:10.224849 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] For port ab24e5ab-1640-46cf-a32a-5c3eda314354, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ab24e5ab-1640-46cf-a32a-5c3eda314354,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:43:10.228749 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.247287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.263207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Transition to ACTIVE for port object 0d05b6d3-fedc-4024-badb-2b94bebdb279 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:10.289339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.313134 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c108d-390d-49f3-8719-a206bdfb79c8 None None] Pushing event updated for resources: {'Port': ['ID=ab24e5ab-1640-46cf-a32a-5c3eda314354,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:10.315819 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:10.316414 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:10.352294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Network 1947f750-7b07-4005-8db4-ce72a06c5747 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:10.359142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:10.367356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:43:10.404150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Pushing event updated for resources: {'Port': ['ID=0d05b6d3-fedc-4024-badb-2b94bebdb279,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:10.428103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device af058b0e-14c4-433c-bed2-1d2c3285ec82 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:10.437787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.498663 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:10.504735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port af058b0e-14c4-433c-bed2-1d2c3285ec82 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:10.505498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.653536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be373d1a-0681-4530-9cb5-4c0631e8552c None None] Provisioning for port 0d05b6d3-fedc-4024-badb-2b94bebdb279 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:10.659254 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be373d1a-0681-4530-9cb5-4c0631e8552c None None] Provisioning complete for port 0d05b6d3-fedc-4024-badb-2b94bebdb279 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:10.659620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be373d1a-0681-4530-9cb5-4c0631e8552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:10.719001 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-be373d1a-0681-4530-9cb5-4c0631e8552c None None] Port 0d05b6d3-fedc-4024-badb-2b94bebdb279 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:43:10.815480 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:08Z', 'revision_number': 3, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:10.819389 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449fd43-112b-4dc3-b8ce-7a5f3fa29ff6 None None] The sync data for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv is: [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:08Z', 'revision_number': 3, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:43:10.849498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:11.089492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:11.094516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:11.200807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Pushing event updated for resources: {'Port': ['ID=0d05b6d3-fedc-4024-badb-2b94bebdb279,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:11.205396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:11.352553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Network 1947f750-7b07-4005-8db4-ce72a06c5747 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:11.353872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:11.555672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Router 8cd5822d-6671-474e-9d5d-c339688d4f05 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:43:11.564559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6a421e22-cf46-42d7-8f21-ab3d702792f4 None None] Provisioning complete for port 0d05b6d3-fedc-4024-badb-2b94bebdb279 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:11.565086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a421e22-cf46-42d7-8f21-ab3d702792f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:11.619262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6a421e22-cf46-42d7-8f21-ab3d702792f4 None None] Port 0d05b6d3-fedc-4024-badb-2b94bebdb279 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:43:11.737165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:43:11.745622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fe26d01e-733c-4c62-aba4-2fbe23e36346 admin admin] 10.222.0.64 "PUT /v2.0/routers/8cd5822d-6671-474e-9d5d-c339688d4f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5802064 Feb 28 11:43:12.234642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:12.240174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1484871489-network', 'tenant_id': 'c61b1577925f47c692f0b373449dd907'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:12.245520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:12.249301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Usage tracker for resource:network and tenant:c61b1577925f47c692f0b373449dd907 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:12.254328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:12.258818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:12.269594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Made reservation on behalf of c61b1577925f47c692f0b373449dd907 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:43:12.271954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.276948 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Sync routers for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:43:12.284740 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.286206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:12.286846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:12.299144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:12.303014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Usage tracker for resource:security_group_rule and tenant:c61b1577925f47c692f0b373449dd907 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:12.305868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:12.312263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:12.406590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.411551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.444232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:43:12.453590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf75f82d-c03d-431e-9c72-914f416acda4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:12.459551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.459910 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Added segment 149c332a-5708-4553-aa83-162c20ee53e6 of type vlan for network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 Feb 28 11:43:12.477813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ab24e5ab-1640-46cf-a32a-5c3eda314354 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:12.489015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.519043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.519961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:12.520562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.565212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:12.620770 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3819394 Feb 28 11:43:12.621026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60436) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:12.626370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Request body: {'subnet': {'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1484871489-subnet', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:12.629692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d20f6e-d890-41a9-b885-675deb0add78 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2e5713-0f8b-41b2-bad4-12fe3f1acc79,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:12.633250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:12.638034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Usage tracker for resource:subnet and tenant:c61b1577925f47c692f0b373449dd907 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:12.641098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:12.647211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:12.657393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Made reservation on behalf of c61b1577925f47c692f0b373449dd907 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:43:12.659869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.699639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:43:12.718183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port ab24e5ab-1640-46cf-a32a-5c3eda314354 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:12.765391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ab24e5ab-1640-46cf-a32a-5c3eda314354 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:12.765766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.870128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:12.941596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:12.952118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Checking segment: {'id': '149c332a-5708-4553-aa83-162c20ee53e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:43:12.952470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Network hostable DHCP agents. Network: 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:43:12.974493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:43:12.985174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:12.989183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:12.989772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.011471 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a8279870-04cf-4d17-ac7d-ab4f0692c99e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3871534 Feb 28 11:43:13.011688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60440) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:13.016602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:13.021097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:13.024835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Usage tracker for resource:router and tenant:c61b1577925f47c692f0b373449dd907 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:13.028227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:13.034027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:13.046584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.046820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aaa677-1f14-4388-bd64-256b8f3158a5 None None] Network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:43:13.047057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.062792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.168625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.202710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port ab24e5ab-1640-46cf-a32a-5c3eda314354, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ab24e5ab-1640-46cf-a32a-5c3eda314354,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:13.215688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.333564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 2, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:13.349683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Checking router: 8cd5822d-6671-474e-9d5d-c339688d4f05 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:43:13.350042 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Updating router 8cd5822d-6671-474e-9d5d-c339688d4f05 port 0d05b6d3-fedc-4024-badb-2b94bebdb279 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:43:13.380517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=ab24e5ab-1640-46cf-a32a-5c3eda314354,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:13.443136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-0e2e5713-0f8b-41b2-bad4-12fe3f1acc79', 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'fixed_ips': [{'subnet_id': 'ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:43:13.443961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.448695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.462104 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.756729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.789314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:13.797733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Allocated IP 172.20.0.2 (0e2e5713-0f8b-41b2-bad4-12fe3f1acc79/ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3/8d79923a-0c69-4303-a187-af5a84e1fc21) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:13.921108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Allocated IP 172.26.8.39 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/b339c09b-3119-4aa1-92cf-9de613c84680) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:14.067672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.097629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.138367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.159721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:14.161607 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Transition to ACTIVE for port object 0d05b6d3-fedc-4024-badb-2b94bebdb279 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:14.162441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:14.164423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.170730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:43:14.175503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.179364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Transition to ACTIVE for port object 8d79923a-0c69-4303-a187-af5a84e1fc21 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:14.210073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Pushing event updated for resources: {'Port': ['ID=b339c09b-3119-4aa1-92cf-9de613c84680,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:14.247403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Transition to ACTIVE for port object 8d79923a-0c69-4303-a187-af5a84e1fc21 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:14.321266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.331553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fe0f4-abcc-4c31-89ae-2d68287f27d8 None None] Pushing event updated for resources: {'Port': ['ID=0d05b6d3-fedc-4024-badb-2b94bebdb279,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:14.461597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ab24e5ab-1640-46cf-a32a-5c3eda314354 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:14.493556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:14.507233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:14.527568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:43:14.550825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Pushing event updated for resources: {'Port': ['ID=8d79923a-0c69-4303-a187-af5a84e1fc21,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:14.632251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Attempting to bind port 0d05b6d3-fedc-4024-badb-2b94bebdb279 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:14.632537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Attempting to bind port 0d05b6d3-fedc-4024-badb-2b94bebdb279 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:14.632905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Attempting to bind port 0d05b6d3-fedc-4024-badb-2b94bebdb279 on network 1947f750-7b07-4005-8db4-ce72a06c5747 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:43:14.651533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:43:14.651918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Checking segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:43:14.652318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.652708 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Bound using segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:43:14.653176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Bound port: 0d05b6d3-fedc-4024-badb-2b94bebdb279, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:14.653548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.685592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Attempting to bind port 8d79923a-0c69-4303-a187-af5a84e1fc21 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:14.687429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Attempting to bind port 8d79923a-0c69-4303-a187-af5a84e1fc21 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '149c332a-5708-4553-aa83-162c20ee53e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:14.687938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Attempting to bind port 8d79923a-0c69-4303-a187-af5a84e1fc21 on network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:43:14.728450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:43:14.729019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Checking segment: {'id': '149c332a-5708-4553-aa83-162c20ee53e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:43:14.730559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.730969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Bound using segment: {'id': '149c332a-5708-4553-aa83-162c20ee53e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:43:14.731491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Bound port: 8d79923a-0c69-4303-a187-af5a84e1fc21, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149c332a-5708-4553-aa83-162c20ee53e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:14.731934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.732958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.764050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ab24e5ab-1640-46cf-a32a-5c3eda314354 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:14.764423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.891204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] For port 0d05b6d3-fedc-4024-badb-2b94bebdb279, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:43:14.921952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] For port 0d05b6d3-fedc-4024-badb-2b94bebdb279, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0d05b6d3-fedc-4024-badb-2b94bebdb279,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:43:14.928582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] For port 8d79923a-0c69-4303-a187-af5a84e1fc21, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:43:14.930894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.935976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] For port 8d79923a-0c69-4303-a187-af5a84e1fc21, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8d79923a-0c69-4303-a187-af5a84e1fc21,segment=NetworkSegment(149c332a-5708-4553-aa83-162c20ee53e6),segment_id=149c332a-5708-4553-aa83-162c20ee53e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:43:15.015356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:15.072975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:15.089624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:15.090248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:15.169506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fe0f4-abcc-4c31-89ae-2d68287f27d8 None None] Pushing event updated for resources: {'Port': ['ID=0d05b6d3-fedc-4024-badb-2b94bebdb279,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:15.303508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Router c465e1b9-9bd9-4e23-a9c0-d361d188c805 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:43:15.350415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301f9dc-8fd3-4894-9bec-e1a35c797389 None None] Pushing event updated for resources: {'Port': ['ID=8d79923a-0c69-4303-a187-af5a84e1fc21,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:15.394657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:15.508046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:43:15.518355 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Sync routers for ids ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:43:15.528556 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Routers {'c465e1b9-9bd9-4e23-a9c0-d361d188c805'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:15.529481 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:15.534176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:15.535635 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b6bc8b8c-53dc-457b-ad0c-d6e7982c9940 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5229580 Feb 28 11:43:15.538156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60444) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:15.724657 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Set router c465e1b9-9bd9-4e23-a9c0-d361d188c805 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:15.780009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:14Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:15.784177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109111a-dfec-4a45-9e50-d026148452b2 None None] The sync data for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv is: [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:14Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:43:16.069116 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:14Z', 'revision_number': 3, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'gw_port': {'id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:16.073956 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Checking router: c465e1b9-9bd9-4e23-a9c0-d361d188c805 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:43:16.074296 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Updating router c465e1b9-9bd9-4e23-a9c0-d361d188c805 port b339c09b-3119-4aa1-92cf-9de613c84680 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:43:16.149580 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.246531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e575b-15a1-424b-9f5c-31c8f73f94fb None None] Network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:43:16.371408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-364630c9-f0dd-42fa-bd36-191abc0af08d None None] Provisioning for port 8d79923a-0c69-4303-a187-af5a84e1fc21 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:16.502996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.561720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0d05b6d3-fedc-4024-badb-2b94bebdb279 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:16.562518 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.576447 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Transition to ACTIVE for port object b339c09b-3119-4aa1-92cf-9de613c84680 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:16.586997 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.664784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 0d05b6d3-fedc-4024-badb-2b94bebdb279 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:16.671347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 0d05b6d3-fedc-4024-badb-2b94bebdb279 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:16.671905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.677304 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d815d7-68e9-451d-a633-ec0181aaafe1 None None] Pushing event updated for resources: {'Port': ['ID=b339c09b-3119-4aa1-92cf-9de613c84680,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:16.696966 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Attempting to bind port b339c09b-3119-4aa1-92cf-9de613c84680 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:16.697338 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Attempting to bind port b339c09b-3119-4aa1-92cf-9de613c84680 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:16.697690 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Attempting to bind port b339c09b-3119-4aa1-92cf-9de613c84680 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:43:16.706492 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:43:16.707001 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:43:16.707422 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.707801 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:43:16.708259 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Bound port: b339c09b-3119-4aa1-92cf-9de613c84680, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:16.708621 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.828193 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] For port b339c09b-3119-4aa1-92cf-9de613c84680, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:43:16.832126 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] For port b339c09b-3119-4aa1-92cf-9de613c84680, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b339c09b-3119-4aa1-92cf-9de613c84680,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:43:16.839161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Allocated IP 172.20.0.1 (0e2e5713-0f8b-41b2-bad4-12fe3f1acc79/ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3/094df086-007d-4800-8577-0bd2f11c313f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:16.840967 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.844810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.882196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 0d05b6d3-fedc-4024-badb-2b94bebdb279, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0d05b6d3-fedc-4024-badb-2b94bebdb279,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:16.887955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:16.888945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8d79923a-0c69-4303-a187-af5a84e1fc21 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:16.947510 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Routers {'c465e1b9-9bd9-4e23-a9c0-d361d188c805'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:16.948809 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:17.050670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=0d05b6d3-fedc-4024-badb-2b94bebdb279,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:17.069406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 8d79923a-0c69-4303-a187-af5a84e1fc21 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:17.077006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.077524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 8d79923a-0c69-4303-a187-af5a84e1fc21 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:17.077926 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.097183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Transition to ACTIVE for port object 094df086-007d-4800-8577-0bd2f11c313f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:17.100276 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d815d7-68e9-451d-a633-ec0181aaafe1 None None] Pushing event updated for resources: {'Port': ['ID=b339c09b-3119-4aa1-92cf-9de613c84680,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:17.133347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.212233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:17.212837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.220281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:17.224945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:43:17.227741 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] Set router c465e1b9-9bd9-4e23-a9c0-d361d188c805 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:17.252427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 8d79923a-0c69-4303-a187-af5a84e1fc21, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8d79923a-0c69-4303-a187-af5a84e1fc21,segment=NetworkSegment(149c332a-5708-4553-aa83-162c20ee53e6),segment_id=149c332a-5708-4553-aa83-162c20ee53e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:17.260719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.293055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.299436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=094df086-007d-4800-8577-0bd2f11c313f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:17.353665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=8d79923a-0c69-4303-a187-af5a84e1fc21,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:17.451932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.550703 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:14Z', 'revision_number': 3, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'gw_port': {'id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:17.554396 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cf7f98-3c51-4676-8d5f-87e479ec1229 None None] The sync data for ids ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'] in dv-neutron-831192-2-hyperv is: [{'id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:14Z', 'revision_number': 3, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'gw_port': {'id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:43:17.594185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5fd69f51-e53b-40bf-be8e-02a0272e090d None None] Provisioning for port 094df086-007d-4800-8577-0bd2f11c313f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:17.599076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5fd69f51-e53b-40bf-be8e-02a0272e090d None None] Provisioning complete for port 094df086-007d-4800-8577-0bd2f11c313f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:17.599583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5fd69f51-e53b-40bf-be8e-02a0272e090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.654244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5fd69f51-e53b-40bf-be8e-02a0272e090d None None] Port 094df086-007d-4800-8577-0bd2f11c313f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:43:17.690581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.695685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.811236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=094df086-007d-4800-8577-0bd2f11c313f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:17.813981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.957759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:17.959021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:18.196104 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3633c0eb-e66f-4289-b9f0-987f5544724e None None] Provisioning complete for port 094df086-007d-4800-8577-0bd2f11c313f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:18.196496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3633c0eb-e66f-4289-b9f0-987f5544724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:18.256467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3633c0eb-e66f-4289-b9f0-987f5544724e None None] Port 094df086-007d-4800-8577-0bd2f11c313f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:43:18.271636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Router c465e1b9-9bd9-4e23-a9c0-d361d188c805 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:43:18.458281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:43:18.468402 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2ebeb393-d851-49b5-b820-cb04e786f7f4 admin admin] 10.222.0.64 "PUT /v2.0/routers/c465e1b9-9bd9-4e23-a9c0-d361d188c805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9278734 Feb 28 11:43:18.488374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0d05b6d3-fedc-4024-badb-2b94bebdb279 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:18.553869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 0d05b6d3-fedc-4024-badb-2b94bebdb279 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:18.554232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:18.677293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b339c09b-3119-4aa1-92cf-9de613c84680 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:18.752145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port b339c09b-3119-4aa1-92cf-9de613c84680 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:18.757812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b339c09b-3119-4aa1-92cf-9de613c84680 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:18.758346 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:18.889005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:18.906506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port b339c09b-3119-4aa1-92cf-9de613c84680, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b339c09b-3119-4aa1-92cf-9de613c84680,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:18.910529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:18.911328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8d79923a-0c69-4303-a187-af5a84e1fc21 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:19.059944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60454) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:19.060467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=b339c09b-3119-4aa1-92cf-9de613c84680,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:19.065544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920061125', 'description': 'tempest-secgroup-smoke-1920061125 description', 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:19.070039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 8d79923a-0c69-4303-a187-af5a84e1fc21 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:19.070419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.071857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:19.075875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:security_group and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:19.078865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:19.084720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:19.096513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.099372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Sync routers for ids ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:43:19.116271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:19.120343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:security_group_rule and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:19.123057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:19.126039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Routers {'c465e1b9-9bd9-4e23-a9c0-d361d188c805'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:19.126645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:19.129065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:19.205555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.209477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.253254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08da6d5-9e21-4356-bce6-6e5448c04ce7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:19.257083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.261637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d309e1b1-dd7a-4935-8e28-473740ae06dc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1973019 Feb 28 11:43:19.262320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60458) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:19.267370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'security_group_rule': {'security_group_id': 'a08da6d5-9e21-4356-bce6-6e5448c04ce7', 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:19.273311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:19.277713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:security_group_rule and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:19.280556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:19.286336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:19.302995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.362540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Set router c465e1b9-9bd9-4e23-a9c0-d361d188c805 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:19.366511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.370297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.401840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb2991e-9987-47b6-85b2-1acd94b85fc2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:19.409149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.410814 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b95d9a14-67d7-4640-a469-80fc34fe2008 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473572 Feb 28 11:43:19.413423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:19.418684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'security_group_rule': {'security_group_id': 'a08da6d5-9e21-4356-bce6-6e5448c04ce7', 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:19.424505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:19.428423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:security_group_rule and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:19.431242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:19.436824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:19.453926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.518853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.522567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.546648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e83d2a-c107-4ac8-8d8c-43cd8cb1cb59,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:19.558364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.559723 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-97594761-bd44-42c8-8a82-574a4e98a3cd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453612 Feb 28 11:43:19.562267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:19.567473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'security_group_rule': {'security_group_id': 'a08da6d5-9e21-4356-bce6-6e5448c04ce7', 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:19.573682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:19.577489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:security_group_rule and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:19.580333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:19.585967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:19.603626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.664860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.670489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.690996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:17Z', 'revision_number': 4, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'gw_port': {'id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '094df086-007d-4800-8577-0bd2f11c313f', 'name': '', 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'mac_address': 'fa:16:3e:10:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:16Z', 'updated_at': '2022-02-28T11:43:17Z', 'revision_number': 2, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'subnets': [{'id': 'ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:19.695102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Checking router: c465e1b9-9bd9-4e23-a9c0-d361d188c805 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:43:19.695492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Updating router c465e1b9-9bd9-4e23-a9c0-d361d188c805 port 094df086-007d-4800-8577-0bd2f11c313f binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:43:19.702371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bf20c2-0173-4f04-8d19-1d8461f6e0af,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:19.714344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.718276 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d0fca5dc-4514-492b-8d7b-bb1ca263df23 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524880 Feb 28 11:43:19.718545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60470) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:19.724192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'security_group_rule': {'security_group_id': 'a08da6d5-9e21-4356-bce6-6e5448c04ce7', 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:19.730723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:19.734758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:security_group_rule and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:19.737612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:19.743810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:19.755083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.761872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.829808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.833697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.859170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da078df2-071b-4cb8-bf02-58c5f1fda761,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:19.868631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.870420 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c5589e06-5dfc-4426-b0f7-d1884914ab06 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501849 Feb 28 11:43:19.873149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:19.878929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'security_group_rule': {'security_group_id': 'a08da6d5-9e21-4356-bce6-6e5448c04ce7', 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:19.884766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:19.889130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:security_group_rule and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:19.892022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:19.897826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:19.907495 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Project d7edc715845c44468e9f254f4c8a7f3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:43:19.913898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.980788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.984181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.008060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ad24a1-0f2a-40bb-a1a7-554490f83535,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:20.016803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.018752 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c32a8aed-652f-4b0c-b0db-19298c200505 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431966 Feb 28 11:43:20.021242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60478) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:20.026392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'security_group_rule': {'security_group_id': 'a08da6d5-9e21-4356-bce6-6e5448c04ce7', 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:20.032638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:20.036449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:security_group_rule and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:20.039348 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:20.045554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:20.056040 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Project d7edc715845c44468e9f254f4c8a7f3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:43:20.063138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.099402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.111343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Transition to ACTIVE for port object 094df086-007d-4800-8577-0bd2f11c313f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:20.116940 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.129571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.132952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.155764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57c409c-075c-408d-978a-1067b4c258d2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:20.164073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.165692 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2ec78f24-6ff4-4c2b-8660-7869509e6a0b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435261 Feb 28 11:43:20.246326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac3b35-33c8-4d0d-8afc-78de02587c51 None None] Pushing event updated for resources: {'Port': ['ID=094df086-007d-4800-8577-0bd2f11c313f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:20.347287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Attempting to bind port 094df086-007d-4800-8577-0bd2f11c313f on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:20.347659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Attempting to bind port 094df086-007d-4800-8577-0bd2f11c313f by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '149c332a-5708-4553-aa83-162c20ee53e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:20.348155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Attempting to bind port 094df086-007d-4800-8577-0bd2f11c313f on network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:43:20.354560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:43:20.354911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Checking segment: {'id': '149c332a-5708-4553-aa83-162c20ee53e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:43:20.355267 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.355660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Bound using segment: {'id': '149c332a-5708-4553-aa83-162c20ee53e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:43:20.356213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Bound port: 094df086-007d-4800-8577-0bd2f11c313f, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149c332a-5708-4553-aa83-162c20ee53e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:20.356542 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.434571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b339c09b-3119-4aa1-92cf-9de613c84680 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:20.539079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] For port 094df086-007d-4800-8577-0bd2f11c313f, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:43:20.556416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] For port 094df086-007d-4800-8577-0bd2f11c313f, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=094df086-007d-4800-8577-0bd2f11c313f,segment=NetworkSegment(149c332a-5708-4553-aa83-162c20ee53e6),segment_id=149c332a-5708-4553-aa83-162c20ee53e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:43:20.561871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.631061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b339c09b-3119-4aa1-92cf-9de613c84680 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:20.631461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:20.678783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Routers {'c465e1b9-9bd9-4e23-a9c0-d361d188c805'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:20.679466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:20.755461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac3b35-33c8-4d0d-8afc-78de02587c51 None None] Pushing event updated for resources: {'Port': ['ID=094df086-007d-4800-8577-0bd2f11c313f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:20.959731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] Set router c465e1b9-9bd9-4e23-a9c0-d361d188c805 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:21.279982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:17Z', 'revision_number': 4, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'gw_port': {'id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '094df086-007d-4800-8577-0bd2f11c313f', 'name': '', 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'mac_address': 'fa:16:3e:10:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:16Z', 'updated_at': '2022-02-28T11:43:20Z', 'revision_number': 4, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'subnets': [{'id': 'ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:21.284072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1874acd0-f376-4f49-8c4a-6329f2692df5 None None] The sync data for ids ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'] in dv-neutron-831192-2-hyperv is: [{'id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:17Z', 'revision_number': 4, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'gw_port': {'id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '094df086-007d-4800-8577-0bd2f11c313f', 'name': '', 'network_id': '0e2e5713-0f8b-41b2-bad4-12fe3f1acc79', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'mac_address': 'fa:16:3e:10:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:16Z', 'updated_at': '2022-02-28T11:43:20Z', 'revision_number': 4, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'subnets': [{'id': 'ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:43:22.429771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 094df086-007d-4800-8577-0bd2f11c313f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:22.504901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 094df086-007d-4800-8577-0bd2f11c313f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:22.509738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 094df086-007d-4800-8577-0bd2f11c313f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:22.510141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:22.629886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:22.663758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 094df086-007d-4800-8577-0bd2f11c313f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=094df086-007d-4800-8577-0bd2f11c313f,segment=NetworkSegment(149c332a-5708-4553-aa83-162c20ee53e6),segment_id=149c332a-5708-4553-aa83-162c20ee53e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:22.668181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:22.738731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=094df086-007d-4800-8577-0bd2f11c313f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:24.412936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 094df086-007d-4800-8577-0bd2f11c313f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:24.484755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 094df086-007d-4800-8577-0bd2f11c313f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:24.485119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:27.182078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:30.201469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2471333-8244-4dd6-854c-cc955b0f41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:32.447442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5094109e-042f-4855-ae82-26eb9608b59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:33.614433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:33.765403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:35.199654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:35.349290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-24f8904e-f126-4eb6-a564-44826e737c13 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Synchronizing usage tracker for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:43:35.364770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-24f8904e-f126-4eb6-a564-44826e737c13 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Unset dirty status for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:43:35.365901 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-24f8904e-f126-4eb6-a564-44826e737c13 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920061125&fields=id&tenant_id=d7edc715845c44468e9f254f4c8a7f3d HTTP/1.1" status: 200 len: 267 time: 0.0552177 Feb 28 11:43:35.520611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-60607b7d-270c-4e21-9534-aa81f7a22396 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:35.521929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-60607b7d-270c-4e21-9534-aa81f7a22396 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 811 time: 0.1494465 Feb 28 11:43:35.536741 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-011b5e6b-91c2-4b23-a9d6-dbaba197ace7 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/quotas/d7edc715845c44468e9f254f4c8a7f3d HTTP/1.1" status: 200 len: 375 time: 0.0094073 Feb 28 11:43:35.620083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-f9f13532-1ae5-42e1-a147-a3e0a8f09f93 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Synchronizing usage tracker for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:43:35.635743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-f9f13532-1ae5-42e1-a147-a3e0a8f09f93 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Unset dirty status for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:43:35.637004 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-f9f13532-1ae5-42e1-a147-a3e0a8f09f93 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956092 Feb 28 11:43:35.871957 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-7616a157-dc13-47be-a0b0-6a62f7f95cd5 service neutron] 10.222.0.64 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229381 Feb 28 11:43:35.999804 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-5b4df664-7c34-4623-95b1-67deb47a9a4d service neutron] 10.222.0.64 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221921 Feb 28 11:43:36.380487 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c0184d5-55fe-4d8a-b030-8939ef8bb1f2 req-8b4ca3a7-473e-4522-a8b6-8c0d9d0c6498 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0420802 Feb 28 11:43:37.386474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-758d7578-0c86-4b13-a14b-acdcc440dfb9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:37.387078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-758d7578-0c86-4b13-a14b-acdcc440dfb9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Synchronizing usage tracker for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:43:37.404008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-758d7578-0c86-4b13-a14b-acdcc440dfb9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Unset dirty status for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:43:37.405192 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-758d7578-0c86-4b13-a14b-acdcc440dfb9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 811 time: 0.1677411 Feb 28 11:43:37.467831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-87132dd1-988c-4cb2-8aa4-650fef6691e3 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Synchronizing usage tracker for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:43:37.479558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-87132dd1-988c-4cb2-8aa4-650fef6691e3 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Unset dirty status for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:43:37.480742 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-87132dd1-988c-4cb2-8aa4-650fef6691e3 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7edc715845c44468e9f254f4c8a7f3d HTTP/1.1" status: 200 len: 380 time: 0.0578635 Feb 28 11:43:37.494725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'port': {'device_id': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'admin_state_up': True, 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'security_groups': ['a08da6d5-9e21-4356-bce6-6e5448c04ce7']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:37.532793 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d95b3b4d-5e3a-4f04-b132-a55c0ae53574 req-d61fa71f-cc2e-4b59-9c45-ecd82823f43d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0466046 Feb 28 11:43:37.633563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:37.643602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:37.652877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Made reservation on behalf of d7edc715845c44468e9f254f4c8a7f3d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:43:37.656618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:37.820806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Allocated IP 172.20.0.10 (1947f750-7b07-4005-8db4-ce72a06c5747/a6abb6a9-793a-4018-b191-3edd4fed1856/94e0b416-4452-448b-b1b3-21f4933ed9f4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:38.013391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:38.028777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Transition to ACTIVE for port object 94e0b416-4452-448b-b1b3-21f4933ed9f4 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:38.055393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:38.126526 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Network 1947f750-7b07-4005-8db4-ce72a06c5747 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:38.129603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:38.138128 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:43:38.178236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'Port': ['ID=94e0b416-4452-448b-b1b3-21f4933ed9f4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:38.211159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:38.211780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:38.242672 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-95f02422-0b14-4cff-9a1b-631d03731df5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7515545 Feb 28 11:43:38.254307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Request body: {'port': {'device_id': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:38.376103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:38.444378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d0b50e0-d670-4ba5-8017-c0a892723597 None None] Provisioning for port 94e0b416-4452-448b-b1b3-21f4933ed9f4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:38.452676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d0b50e0-d670-4ba5-8017-c0a892723597 None None] Provisioning complete for port 94e0b416-4452-448b-b1b3-21f4933ed9f4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:38.453059 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d0b50e0-d670-4ba5-8017-c0a892723597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:38.505327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b50e0-d670-4ba5-8017-c0a892723597 None None] Port 94e0b416-4452-448b-b1b3-21f4933ed9f4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:43:38.719423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682d5e7-855e-4c69-85f8-885ac7036e33 req-1267a790-70d4-43aa-b89f-1c7cd0dbb6f1 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:38.720877 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4682d5e7-855e-4c69-85f8-885ac7036e33 req-1267a790-70d4-43aa-b89f-1c7cd0dbb6f1 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 932 time: 0.0821729 Feb 28 11:43:38.726592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e0b416-4452-448b-b1b3-21f4933ed9f4 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:43:38.734750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:38.749457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Transition to ACTIVE for port object 94e0b416-4452-448b-b1b3-21f4933ed9f4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:38.754547 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:38.779815 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4682d5e7-855e-4c69-85f8-885ac7036e33 req-10ee00d3-d94f-4ace-91ee-da0dd21113d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515840 Feb 28 11:43:39.032247 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=94e0b416-4452-448b-b1b3-21f4933ed9f4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:39.100622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Attempting to bind port 94e0b416-4452-448b-b1b3-21f4933ed9f4 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:39.100867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Attempting to bind port 94e0b416-4452-448b-b1b3-21f4933ed9f4 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:39.101163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Attempting to bind port 94e0b416-4452-448b-b1b3-21f4933ed9f4 on network 1947f750-7b07-4005-8db4-ce72a06c5747 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:43:39.105650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Port 94e0b416-4452-448b-b1b3-21f4933ed9f4 on network 1947f750-7b07-4005-8db4-ce72a06c5747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:43:39.106000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Attempting to bind port 94e0b416-4452-448b-b1b3-21f4933ed9f4 on network 1947f750-7b07-4005-8db4-ce72a06c5747 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:43:39.111035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:43:39.111418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Checking segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:43:39.111786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Bound using segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:43:39.112207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Bound port: 94e0b416-4452-448b-b1b3-21f4933ed9f4, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:39.112548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:39.204207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] For port 94e0b416-4452-448b-b1b3-21f4933ed9f4, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:43:39.207144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] For port 94e0b416-4452-448b-b1b3-21f4933ed9f4, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:43:39.211664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:39.264990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:39.265643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:39.266920 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] 10.222.0.37 "PUT /v2.0/ports/94e0b416-4452-448b-b1b3-21f4933ed9f4 HTTP/1.1" status: 200 len: 1094 time: 1.0176539 Feb 28 11:43:39.267378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'tag': '94e0b416-4452-448b-b1b3-21f4933ed9f4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:43:39.295254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077a255-6e37-445d-9ecf-086087757ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=94e0b416-4452-448b-b1b3-21f4933ed9f4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:39.356704 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'tag': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'status': 'completed', 'code': 200} Feb 28 11:43:39.399312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-92762854-13f0-4c76-8d8d-5bbeaf591f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:39.400788 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-92762854-13f0-4c76-8d8d-5bbeaf591f43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0817373 Feb 28 11:43:39.472105 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-552fb438-e666-4db1-9bb4-90c3593fc903 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4 HTTP/1.1" status: 200 len: 217 time: 0.0648601 Feb 28 11:43:39.546792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-6894f19f-c49c-40bd-a9d1-241d81f29578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:39.548244 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-6894f19f-c49c-40bd-a9d1-241d81f29578 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0707352 Feb 28 11:43:39.622723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-5aaff41e-a65e-4fe0-905e-1cafa64461d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:39.624241 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-5aaff41e-a65e-4fe0-905e-1cafa64461d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700595 Feb 28 11:43:39.756746 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-dd4222e7-62b7-4504-94b2-ab646588b117 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257446 Feb 28 11:43:39.898096 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b4dd691f-e3a6-4425-a9e7-1fb00bb279c8 req-37faaf9d-1a7a-4d0e-a1ec-1bd7487e61b3 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352928 Feb 28 11:43:39.970704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64e724-b75d-46cf-8c14-63500d9e7bf2 req-90ad8c04-2f42-4282-880d-ad40a68276aa tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:39.972226 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8c64e724-b75d-46cf-8c14-63500d9e7bf2 req-90ad8c04-2f42-4282-880d-ad40a68276aa tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0916970 Feb 28 11:43:40.019586 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8c64e724-b75d-46cf-8c14-63500d9e7bf2 req-9b0e14c4-0a2f-4f97-af41-8bed1235636b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Feb 28 11:43:40.022068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-b6cefbdc-ad9b-45f6-b14c-1ccaf994c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:40.023632 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-b6cefbdc-ad9b-45f6-b14c-1ccaf994c724 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0765924 Feb 28 11:43:40.151446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-52b65cdf-8cda-4c13-b896-bd6068382a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:40.152919 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-52b65cdf-8cda-4c13-b896-bd6068382a8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1235800 Feb 28 11:43:40.219616 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-596acf40-7978-4238-9986-79c888bc6f2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4 HTTP/1.1" status: 200 len: 217 time: 0.0609343 Feb 28 11:43:40.283013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-ec4ac08c-db24-4d9a-954d-cc73cd9a79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:40.284524 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-ec4ac08c-db24-4d9a-954d-cc73cd9a79a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0595934 Feb 28 11:43:40.358232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-320fe8ac-9e59-487e-868f-f0e2d5db1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:40.359784 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-320fe8ac-9e59-487e-868f-f0e2d5db1533 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690854 Feb 28 11:43:40.491424 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-635768ba-9097-481f-b10c-24c603a9773a service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252067 Feb 28 11:43:40.622974 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0f8b7dac-7fb3-4001-ad1c-3c4c9563e0cd req-4d488e2d-2883-490a-89a8-28a09d0efd82 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261191 Feb 28 11:43:41.208336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49658c-3298-45cb-9cad-c175124a93eb req-daafd70d-6189-4baa-bfc4-cf5222cff2c9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:41.209799 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bb49658c-3298-45cb-9cad-c175124a93eb req-daafd70d-6189-4baa-bfc4-cf5222cff2c9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0803137 Feb 28 11:43:41.254488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bb49658c-3298-45cb-9cad-c175124a93eb req-1a4d432d-d8e9-40ba-9f95-c86406f25c98 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384634 Feb 28 11:43:41.267658 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:43:42.436001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a30221-367e-44d4-994b-0dc08551b4ab req-5072105e-1ace-4b56-b826-5c30a900686c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:42.437441 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12a30221-367e-44d4-994b-0dc08551b4ab req-5072105e-1ace-4b56-b826-5c30a900686c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0821328 Feb 28 11:43:42.479813 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12a30221-367e-44d4-994b-0dc08551b4ab req-2300fcc4-6f2a-4211-b15c-fd4be16f60bf tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365696 Feb 28 11:43:43.669014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c246c9-152f-4e08-b513-a6b25db5060c req-baaff4fe-6c59-4718-b336-cb560af8cdc3 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:43.670494 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c6c246c9-152f-4e08-b513-a6b25db5060c req-baaff4fe-6c59-4718-b336-cb560af8cdc3 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0782526 Feb 28 11:43:43.717385 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c6c246c9-152f-4e08-b513-a6b25db5060c req-3db29db2-046a-478e-bae5-5d4820b9ce47 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412784 Feb 28 11:43:44.900134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a58ba4-5738-4065-a929-31f5a92e068f req-0f23998b-9596-4225-aec5-eea1ff0ed31b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:44.901569 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-01a58ba4-5738-4065-a929-31f5a92e068f req-0f23998b-9596-4225-aec5-eea1ff0ed31b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0795875 Feb 28 11:43:44.951979 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-01a58ba4-5738-4065-a929-31f5a92e068f req-ea46f78f-a95f-44e8-9dc7-175ede195217 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Feb 28 11:43:46.241933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040015f-82e1-4512-9309-67eeac869e56 req-ff42f3e6-915c-48b4-b4ae-eff7cf40c352 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:46.243392 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4040015f-82e1-4512-9309-67eeac869e56 req-ff42f3e6-915c-48b4-b4ae-eff7cf40c352 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1878092 Feb 28 11:43:46.286454 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4040015f-82e1-4512-9309-67eeac869e56 req-370673df-159e-4eef-a7c8-21275c23254c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374377 Feb 28 11:43:47.475153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c53c5-a8d1-45f1-89b9-360bf0331aa1 req-4b3a8251-cbb3-4a5a-9ac6-bfa2dc9cc8fd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:47.476589 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-041c53c5-a8d1-45f1-89b9-360bf0331aa1 req-4b3a8251-cbb3-4a5a-9ac6-bfa2dc9cc8fd tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0877435 Feb 28 11:43:47.521624 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-041c53c5-a8d1-45f1-89b9-360bf0331aa1 req-7f0509fc-128f-4709-9cc0-b4e2a2869644 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387862 Feb 28 11:43:48.855101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1237bb-3bd8-41e7-b36c-527badebbf32 req-5072ddb5-5a39-45b7-bb33-3e43f48eb15f tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:48.857007 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a1237bb-3bd8-41e7-b36c-527badebbf32 req-5072ddb5-5a39-45b7-bb33-3e43f48eb15f tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0803909 Feb 28 11:43:48.899526 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a1237bb-3bd8-41e7-b36c-527badebbf32 req-a5b982ad-33a3-4afb-a1b1-eed042a8e75e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369720 Feb 28 11:43:50.086410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8a488-f94a-40d9-b082-35e5d405b128 req-d4a3216f-a051-4093-b781-68a4ed3bb3a1 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:50.087786 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ba8a488-f94a-40d9-b082-35e5d405b128 req-d4a3216f-a051-4093-b781-68a4ed3bb3a1 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0862999 Feb 28 11:43:50.130434 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ba8a488-f94a-40d9-b082-35e5d405b128 req-c70cef9d-322d-476e-8463-ef7c63f6db22 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370958 Feb 28 11:43:51.054917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 94e0b416-4452-448b-b1b3-21f4933ed9f4 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:43:51.184637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 94e0b416-4452-448b-b1b3-21f4933ed9f4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:51.197294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'port_id': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'mac_address': 'fa:16:3e:62:22:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:43:51.293753 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.310593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e0b416-4452-448b-b1b3-21f4933ed9f4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:43:51.312126 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca280e2-4807-46a5-bee9-190eea30bee8 req-c4835f3c-93fb-4edb-bafc-f458f9e3cfca tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:51.313812 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0ca280e2-4807-46a5-bee9-190eea30bee8 req-c4835f3c-93fb-4edb-bafc-f458f9e3cfca tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0795615 Feb 28 11:43:51.326020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 94e0b416-4452-448b-b1b3-21f4933ed9f4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:51.330002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.357606 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0ca280e2-4807-46a5-bee9-190eea30bee8 req-0dca9621-c7f2-4667-b59f-fb8696f48421 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Feb 28 11:43:51.396061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=94e0b416-4452-448b-b1b3-21f4933ed9f4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:51.554795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['94e0b416-4452-448b-b1b3-21f4933ed9f4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:43:52.541858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4741af-efaa-41f6-91a5-1db45072914a req-5cc577ac-bdeb-4357-9821-409892db782d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:52.543763 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe4741af-efaa-41f6-91a5-1db45072914a req-5cc577ac-bdeb-4357-9821-409892db782d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0806305 Feb 28 11:43:52.585421 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe4741af-efaa-41f6-91a5-1db45072914a req-ff78c667-4e26-4bd5-96c9-0e820be6e0a7 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361667 Feb 28 11:43:53.054379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 94e0b416-4452-448b-b1b3-21f4933ed9f4 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:53.119940 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 94e0b416-4452-448b-b1b3-21f4933ed9f4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:53.124498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 94e0b416-4452-448b-b1b3-21f4933ed9f4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:53.124871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.237896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.263626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e0b416-4452-448b-b1b3-21f4933ed9f4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:43:53.273448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 94e0b416-4452-448b-b1b3-21f4933ed9f4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:43:53.277159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.308316 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'code': 200} Feb 28 11:43:53.347375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=94e0b416-4452-448b-b1b3-21f4933ed9f4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:53.354453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.354795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.355155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.355524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.355862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.356200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.356528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.356993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.357212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.357513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.357829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.358153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:53.509714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd2246-d2ff-4d2f-9117-554cbdd10ac5 req-d1d652b6-afb6-4568-96dd-a61274ce3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:53.511166 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-39dd2246-d2ff-4d2f-9117-554cbdd10ac5 req-d1d652b6-afb6-4568-96dd-a61274ce3857 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 1099 time: 0.0714760 Feb 28 11:43:53.549275 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-39dd2246-d2ff-4d2f-9117-554cbdd10ac5 req-8a7a00bf-0fa3-46af-ab49-36f85e9a293f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321932 Feb 28 11:43:53.766503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80053-0022-4c47-824f-a7c72b3f8ab1 req-4a93b5ec-12a2-41d4-8325-d71abeac9cbf tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:53.768013 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-20b80053-0022-4c47-824f-a7c72b3f8ab1 req-4a93b5ec-12a2-41d4-8325-d71abeac9cbf tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0787742 Feb 28 11:43:53.813146 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-20b80053-0022-4c47-824f-a7c72b3f8ab1 req-4b087665-0377-472f-8b6d-7deb2b57b546 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395467 Feb 28 11:43:55.002564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c54e-264e-44f5-89cf-2fb4b1e54eb9 req-7d8dc702-58c6-4438-9c1b-438e1507596d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:55.004039 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc09c54e-264e-44f5-89cf-2fb4b1e54eb9 req-7d8dc702-58c6-4438-9c1b-438e1507596d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0865588 Feb 28 11:43:55.047279 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc09c54e-264e-44f5-89cf-2fb4b1e54eb9 req-18359e53-d703-4e6d-bda1-3e69e29ecd35 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374238 Feb 28 11:43:55.229673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd191854-16b8-4777-8903-9770c07ceb62 req-9e1e2f09-3c25-49f5-ac89-3e438f301bd9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:55.231665 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bd191854-16b8-4777-8903-9770c07ceb62 req-9e1e2f09-3c25-49f5-ac89-3e438f301bd9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0820143 Feb 28 11:43:55.273934 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bd191854-16b8-4777-8903-9770c07ceb62 req-fd343bca-cc0b-4dbd-ab74-b67a4332db7c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368099 Feb 28 11:43:55.296742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60688) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:55.403968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a3b77-9221-4a36-baef-77341ecc5433 tempest-TestVolumeBootPattern-1916085331 tempest-TestVolumeBootPattern-1916085331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:55.404654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-dd3a3b77-9221-4a36-baef-77341ecc5433 tempest-TestVolumeBootPattern-1916085331 tempest-TestVolumeBootPattern-1916085331-project-admin] Synchronizing usage tracker for tenant:c61b1577925f47c692f0b373449dd907 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:43:55.420421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-dd3a3b77-9221-4a36-baef-77341ecc5433 tempest-TestVolumeBootPattern-1916085331 tempest-TestVolumeBootPattern-1916085331-project-admin] Unset dirty status for tenant:c61b1577925f47c692f0b373449dd907 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:43:55.421518 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dd3a3b77-9221-4a36-baef-77341ecc5433 tempest-TestVolumeBootPattern-1916085331 tempest-TestVolumeBootPattern-1916085331-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 1094 time: 0.1238227 Feb 28 11:43:55.424368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:55.429218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:43:55.435488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:55.439392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:floatingip and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:55.442088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:55.447634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:55.456920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:55.589136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:55.727733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Allocated IP 172.26.8.235 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/52010127-a322-4e2a-99f1-ecda6f6d56ae) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:55.870891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:55.898550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:55.960042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:55.962680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:55.970871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:43:56.004485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'Port': ['ID=52010127-a322-4e2a-99f1-ecda6f6d56ae,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:56.018630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.018981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.019349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.019686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.020016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.020345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.020670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.020993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.021320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.021639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.021956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.022271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:56.491975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.563753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.768185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.774096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.885208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'Port': ['ID=52010127-a322-4e2a-99f1-ecda6f6d56ae,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:56.892946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:57.062634 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Floating IP 3645b8f1-4e54-4cb7-bd19-99b4d2503df7 associated. External IP: 172.26.8.235, port: 94e0b416-4452-448b-b1b3-21f4933ed9f4. Feb 28 11:43:57.185419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:57.411979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Router 8cd5822d-6671-474e-9d5d-c339688d4f05 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:43:57.590498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:43:57.599822 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] Sync routers for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:43:57.609147 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:57.609754 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:57.618482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:57.673801 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-08408647-dcb9-42e0-9ab2-45b1f6f855b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2483330 Feb 28 11:43:57.674282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'tag': '94e0b416-4452-448b-b1b3-21f4933ed9f4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:43:57.717772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'tag': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'status': 'completed', 'code': 200} Feb 28 11:43:57.799451 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:57.807708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-f68dc58f-2481-45d3-a3da-4f94c1445475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:57.809808 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-f68dc58f-2481-45d3-a3da-4f94c1445475 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 1099 time: 0.0698919 Feb 28 11:43:57.937359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-4f3e8093-adc2-436f-abe0-fa0b2696d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:57.939010 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-4f3e8093-adc2-436f-abe0-fa0b2696d90a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1239350 Feb 28 11:43:58.139490 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-a25b81e5-705b-45d2-bbc3-fc13d0bea179 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4 HTTP/1.1" status: 200 len: 1000 time: 0.1947372 Feb 28 11:43:58.139772 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '3645b8f1-4e54-4cb7-bd19-99b4d2503df7', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.235', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:62:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:43:56Z', 'updated_at': '2022-02-28T11:43:56Z', 'revision_number': 0, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:58.143482 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] Checking router: 8cd5822d-6671-474e-9d5d-c339688d4f05 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:43:58.151655 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:43:58.152280 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:43:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:58.201928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-840a77b7-7e7b-488b-8b94-8dd1c2af7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:58.203393 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-840a77b7-7e7b-488b-8b94-8dd1c2af7fbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0586026 Feb 28 11:43:58.277791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-e1eb2732-1e3f-4ae8-a5d5-6a727808f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:58.279309 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-e1eb2732-1e3f-4ae8-a5d5-6a727808f8c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703812 Feb 28 11:43:58.288747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-226f80b1-d389-42f5-92ef-5d61d58e04c3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:43:58.289665 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-226f80b1-d389-42f5-92ef-5d61d58e04c3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047524 Feb 28 11:43:58.360582 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:43:58.419683 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-b6e805db-cf56-460b-a760-4764952b033e service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243017 Feb 28 11:43:58.552388 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-01645daa-290a-4f9b-a7d7-e93d4355cc8a req-6686e89a-c443-4bd1-92af-7370970e004c service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272418 Feb 28 11:43:58.699447 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '3645b8f1-4e54-4cb7-bd19-99b4d2503df7', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.235', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:62:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:43:56Z', 'updated_at': '2022-02-28T11:43:56Z', 'revision_number': 0, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:58.703327 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de780113-2e11-4902-94a9-78ab62cbae3f None None] The sync data for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv is: [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '3645b8f1-4e54-4cb7-bd19-99b4d2503df7', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.235', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:62:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:43:56Z', 'updated_at': '2022-02-28T11:43:56Z', 'revision_number': 0, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:43:58.891199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc79366-8c33-400b-ac8a-8f4f746fc970 None None] New status for floating IP 3645b8f1-4e54-4cb7-bd19-99b4d2503df7: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:44:00.202798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7707b709-94fd-41bf-818c-21db5c9338d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.450742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-751966a7-9de8-4068-80f5-6779af54eb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.608975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.757703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:05.201247 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:18.273581 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:44:27.191276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:30.206194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-29c58dd2-6632-4e5d-9506-defe7ab240f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:32.453628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-172b285c-d4fc-4b0e-838e-4a982372760e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:33.611630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:33.760823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:35.203468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:46.091553 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-ea91c85c-5ae7-4c60-bb58-f0e348fc7f55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1112475 Feb 28 11:44:46.224374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-ee855904-a33d-4a9c-8a45-cf0893ede066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:46.225827 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-ee855904-a33d-4a9c-8a45-cf0893ede066 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 1099 time: 0.0697076 Feb 28 11:44:46.365316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-d66aef1e-1319-4b62-9f87-5377988c0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:46.366659 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-d66aef1e-1319-4b62-9f87-5377988c0d1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1235893 Feb 28 11:44:46.468449 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-a729c1bd-e189-40a6-a43b-0c27d5a8d4e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4 HTTP/1.1" status: 200 len: 1002 time: 0.0957239 Feb 28 11:44:46.529458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-a7025980-6bd6-4cfc-a55c-4b976914ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:46.530861 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-a7025980-6bd6-4cfc-a55c-4b976914ed32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0567260 Feb 28 11:44:46.606130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-094ee5cc-92bc-4c43-831e-58fbc9847f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:46.607597 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-094ee5cc-92bc-4c43-831e-58fbc9847f13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712526 Feb 28 11:44:46.733728 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-77488fc8-7d51-4dff-a6fa-77c046375335 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201851 Feb 28 11:44:46.861870 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6106d47e-3255-426d-ac7b-d12d5f83e59c req-685f17b3-b391-4df6-88b0-96f3bb30a999 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214981 Feb 28 11:44:55.267019 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:44:57.190450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:00.206595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2296771-5cc8-47ab-9faf-ea7f57c33d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:02.455534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-db9b4e81-ad5a-47c8-af86-67e3ef6b9317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:03.613375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:03.763551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:05.208023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:27.204777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:30.207882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c247e258-d547-49eb-9a81-85b49b4b951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:32.266218 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:45:32.460501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75b8e085-9046-459c-8904-3e453e807f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:33.616945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:33.766203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:35.208731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:47.027098 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-5f784c2b-7d62-4ea8-b4c2-76f6579fa700 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666423 Feb 28 11:45:47.161955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-62ac4da4-e1f2-4668-8157-b70863949c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:47.163380 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-62ac4da4-e1f2-4668-8157-b70863949c5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 1099 time: 0.0707016 Feb 28 11:45:47.313809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-aeedd53c-156f-494d-9fea-161e81f173dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:47.315203 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-aeedd53c-156f-494d-9fea-161e81f173dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1338081 Feb 28 11:45:47.515789 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-787b0b9a-5bad-49dd-9323-2b66498e9bd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4 HTTP/1.1" status: 200 len: 1002 time: 0.1938164 Feb 28 11:45:47.578702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-82cad1f0-5920-4d9b-8365-89af9c889a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:47.580079 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-82cad1f0-5920-4d9b-8365-89af9c889a25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0561194 Feb 28 11:45:47.659911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-a2b70175-c7d3-42da-b283-52948eb4d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:47.661346 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-a2b70175-c7d3-42da-b283-52948eb4d151 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741434 Feb 28 11:45:47.789329 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-d679175a-1b17-49e2-9f9c-36d341b99a30 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222684 Feb 28 11:45:47.916587 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a3d32e78-628b-4fe5-a9a9-554d75cdcd7a req-adcee36b-3c4e-4199-afce-2321279716dd service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208780 Feb 28 11:45:53.568858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dddca-2fd4-4391-86eb-ae73894dfc6b req-98781538-90f1-482f-a08c-a963df77277b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:53.570312 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-475dddca-2fd4-4391-86eb-ae73894dfc6b req-98781538-90f1-482f-a08c-a963df77277b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 946 time: 0.1323104 Feb 28 11:45:53.617885 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-475dddca-2fd4-4391-86eb-ae73894dfc6b req-a254b073-5086-4c34-84ba-eec7809583f2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419219 Feb 28 11:45:54.852359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86483b-0c21-4c2a-9f68-de5ea4ad8977 req-9e07c8bc-af39-4350-bb94-9e209e475e1d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:54.853797 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1f86483b-0c21-4c2a-9f68-de5ea4ad8977 req-9e07c8bc-af39-4350-bb94-9e209e475e1d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 946 time: 0.1294451 Feb 28 11:45:54.956575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1a04d686-83a4-4778-b0fa-6cef32e37477 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:54.957303 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1a04d686-83a4-4778-b0fa-6cef32e37477 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Synchronizing usage tracker for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:45:54.973528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1a04d686-83a4-4778-b0fa-6cef32e37477 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Unset dirty status for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:45:54.974740 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1a04d686-83a4-4778-b0fa-6cef32e37477 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 946 time: 0.1082547 Feb 28 11:45:55.020828 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1f86483b-0c21-4c2a-9f68-de5ea4ad8977 req-085a53de-7f77-4037-a9ff-0313ee80e377 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610088 Feb 28 11:45:55.045059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Deleting port 94e0b416-4452-448b-b1b3-21f4933ed9f4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:45:55.045406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:55.287405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] For port 94e0b416-4452-448b-b1b3-21f4933ed9f4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=94e0b416-4452-448b-b1b3-21f4933ed9f4,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:45:55.287663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:55.572259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:55.572553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:55.572881 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Floating IP 3645b8f1-4e54-4cb7-bd19-99b4d2503df7 disassociated. External IP: 172.26.8.235, port: 94e0b416-4452-448b-b1b3-21f4933ed9f4. Feb 28 11:45:55.573245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Calling delete_port for 94e0b416-4452-448b-b1b3-21f4933ed9f4 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:45:55.715410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:55.773462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event deleted for resources: {'Port': ['ID=94e0b416-4452-448b-b1b3-21f4933ed9f4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:45:55.832166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.832444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.832777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.833106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.833430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.833751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.834072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.834390 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.834707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.835026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.835374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:55.835691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:45:56.063403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Router 8cd5822d-6671-474e-9d5d-c339688d4f05 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:45:56.177194 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4aab9d4b-f648-4ff2-a44e-d4b340f48dda req-3f539458-3b8f-4a2b-900c-3e0d00ab68f6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0446079 Feb 28 11:45:56.254502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:45:56.266084 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] Sync routers for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:45:56.276651 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:45:56.277249 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:45:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:45:56.334152 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] No DVR routers for this DVR port 94e0b416-4452-448b-b1b3-21f4933ed9f4 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:45:56.336626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:56.339181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'name': 'network-vif-deleted', 'tag': '94e0b416-4452-448b-b1b3-21f4933ed9f4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:45:56.357371 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c49fccdf-4683-46e6-8ed8-ccac8d0c1693 req-1e09e1aa-1499-45e2-8449-97dbfac3325e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "DELETE /v2.0/ports/94e0b416-4452-448b-b1b3-21f4933ed9f4 HTTP/1.1" status: 204 len: 173 time: 1.3765252 Feb 28 11:45:56.389690 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f3bb00-91c4-450c-977a-77e6119d5ee0', 'name': 'network-vif-deleted', 'tag': '94e0b416-4452-448b-b1b3-21f4933ed9f4', 'status': 'completed', 'code': 200} Feb 28 11:45:56.461642 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:45:56.781111 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:45:56.784997 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] Checking router: 8cd5822d-6671-474e-9d5d-c339688d4f05 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:45:56.793128 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:45:56.794243 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:45:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:45:57.006622 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:45:57.230643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:57.324196 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:45:57.328170 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfdcd24-860a-4beb-a694-9ceb9afea986 None None] The sync data for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv is: [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:45:57.364089 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef61c5c8-7db5-40bc-9de0-b0254fa31b7f req-98e759f7-d290-47e1-9e7a-9d790436f25a tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f3bb00-91c4-450c-977a-77e6119d5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0487673 Feb 28 11:45:57.559554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe0c1c-0690-4933-85c3-53ff5cd1456c None None] New status for floating IP 3645b8f1-4e54-4cb7-bd19-99b4d2503df7: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:45:58.646614 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-59a3a14f-4c3b-4fa3-97d0-1669ba459efc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920061125&fields=id&tenant_id=d7edc715845c44468e9f254f4c8a7f3d HTTP/1.1" status: 200 len: 267 time: 0.0372720 Feb 28 11:45:58.792029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-97a793fe-8c72-43fe-871e-7add89beae09 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:58.793444 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-97a793fe-8c72-43fe-871e-7add89beae09 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 811 time: 0.1407743 Feb 28 11:45:58.808149 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-6f6cee9c-b5d2-46e9-9b2d-9cc9c3c2cfe7 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/quotas/d7edc715845c44468e9f254f4c8a7f3d HTTP/1.1" status: 200 len: 375 time: 0.0086832 Feb 28 11:45:58.892122 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-0fea1657-c26e-4588-8224-b7ec88fd416b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785339 Feb 28 11:45:59.026583 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-7f5de77e-95c9-4e26-a6a1-140b646ad0de service neutron] 10.222.0.64 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234767 Feb 28 11:45:59.153975 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-e9c1b2d2-fbe1-426c-8d10-100d1bf9be7b service neutron] 10.222.0.64 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216159 Feb 28 11:45:59.522650 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-58b578da-a6c6-4044-b65d-3c8a2182ff63 req-5f85b054-aba4-4c77-8b33-4d32a4080cd2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 210 time: 0.0450127 Feb 28 11:45:59.705429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 94e0b416-4452-448b-b1b3-21f4933ed9f4 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:45:59.742164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 94e0b416-4452-448b-b1b3-21f4933ed9f4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:45:59.742512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 94e0b416-4452-448b-b1b3-21f4933ed9f4 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:46:00.209773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5585dfc6-087f-4b48-99fc-3e728ee9ef64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:00.676052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bb63563d-a772-4de7-9c95-bdbbe1c825c4 req-32863a84-57ba-43e4-9e41-e3d908c80ae7 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 210 time: 0.0455565 Feb 28 11:46:00.695258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-9060205e-bb23-45fc-bab4-3ae802e2e5f6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:00.697261 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-9060205e-bb23-45fc-bab4-3ae802e2e5f6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 811 time: 0.1544070 Feb 28 11:46:00.745719 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-0425e037-fb78-4c2b-9375-9c7b79f3ebc3 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7edc715845c44468e9f254f4c8a7f3d HTTP/1.1" status: 200 len: 380 time: 0.0404356 Feb 28 11:46:00.754593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'port': {'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'admin_state_up': True, 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'security_groups': ['a08da6d5-9e21-4356-bce6-6e5448c04ce7']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:46:00.891024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:46:00.895165 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:port and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:46:00.898023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:46:00.904042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:46:00.915448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Made reservation on behalf of d7edc715845c44468e9f254f4c8a7f3d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:46:00.918360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:01.081481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Allocated IP 172.20.0.5 (1947f750-7b07-4005-8db4-ce72a06c5747/a6abb6a9-793a-4018-b191-3edd4fed1856/36b645b6-751e-4409-a665-b2a62efd159e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:46:01.271780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:01.287992 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Transition to ACTIVE for port object 36b645b6-751e-4409-a665-b2a62efd159e will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:46:01.313542 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:01.383960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Network 1947f750-7b07-4005-8db4-ce72a06c5747 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:46:01.391665 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:46:01.396014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:46:01.426633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'Port': ['ID=36b645b6-751e-4409-a665-b2a62efd159e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:01.464903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:01.465644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:01.492546 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-74ecc793-afe2-4b48-b13d-52da7ba18453 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7417099 Feb 28 11:46:01.503901 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Request body: {'port': {'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:46:01.595359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c00acde8-c781-4529-b8c5-124b7f5710ae None None] Provisioning for port 36b645b6-751e-4409-a665-b2a62efd159e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:46:01.600283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c00acde8-c781-4529-b8c5-124b7f5710ae None None] Provisioning complete for port 36b645b6-751e-4409-a665-b2a62efd159e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:46:01.600658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c00acde8-c781-4529-b8c5-124b7f5710ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:01.622659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:01.657320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c00acde8-c781-4529-b8c5-124b7f5710ae None None] Port 36b645b6-751e-4409-a665-b2a62efd159e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:46:01.886433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dee56-cea2-4d58-97b8-c527145e62f3 req-5cdf3921-70c9-40b9-8bd7-f87aac7c0c68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:01.888502 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-064dee56-cea2-4d58-97b8-c527145e62f3 req-5cdf3921-70c9-40b9-8bd7-f87aac7c0c68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 931 time: 0.0886145 Feb 28 11:46:01.934892 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-064dee56-cea2-4d58-97b8-c527145e62f3 req-8077df7a-ad40-4a91-8836-ca6ca9d0c640 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407259 Feb 28 11:46:02.102212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b645b6-751e-4409-a665-b2a62efd159e {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:46:02.110129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:02.127075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Transition to ACTIVE for port object 36b645b6-751e-4409-a665-b2a62efd159e will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:46:02.131448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:02.261142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Pushing event updated for resources: {'Port': ['ID=36b645b6-751e-4409-a665-b2a62efd159e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:02.379361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Attempting to bind port 36b645b6-751e-4409-a665-b2a62efd159e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:46:02.379697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Attempting to bind port 36b645b6-751e-4409-a665-b2a62efd159e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:46:02.380026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Attempting to bind port 36b645b6-751e-4409-a665-b2a62efd159e on network 1947f750-7b07-4005-8db4-ce72a06c5747 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:46:02.384565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Port 36b645b6-751e-4409-a665-b2a62efd159e on network 1947f750-7b07-4005-8db4-ce72a06c5747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:46:02.384882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Attempting to bind port 36b645b6-751e-4409-a665-b2a62efd159e on network 1947f750-7b07-4005-8db4-ce72a06c5747 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:46:02.390619 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:46:02.390952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Checking segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:46:02.391373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Bound using segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:46:02.391795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Bound port: 36b645b6-751e-4409-a665-b2a62efd159e, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:46:02.392138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:02.462204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f41d1d63-bb43-4bc7-867f-6c7be4f20c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:02.484944 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] For port 36b645b6-751e-4409-a665-b2a62efd159e, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:46:02.488060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] For port 36b645b6-751e-4409-a665-b2a62efd159e, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=36b645b6-751e-4409-a665-b2a62efd159e,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:46:02.491583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:02.546076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:02.546685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:02.548076 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] 10.222.0.37 "PUT /v2.0/ports/36b645b6-751e-4409-a665-b2a62efd159e HTTP/1.1" status: 200 len: 1093 time: 1.0485554 Feb 28 11:46:02.548509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:46:02.576819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb01442-cb4a-4c79-b702-294282d438bb service neutron] Pushing event updated for resources: {'Port': ['ID=36b645b6-751e-4409-a665-b2a62efd159e,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:02.623689 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e', 'status': 'completed', 'code': 200} Feb 28 11:46:02.671315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-919e5860-a08b-4af1-b4af-e7486b7feea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:02.672824 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-919e5860-a08b-4af1-b4af-e7486b7feea8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 1096 time: 0.0815432 Feb 28 11:46:02.754660 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-5255ca90-a0b7-4b7e-9d22-7ddb5be097df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b645b6-751e-4409-a665-b2a62efd159e HTTP/1.1" status: 200 len: 217 time: 0.0746331 Feb 28 11:46:02.821138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-a488fc6a-b699-42ac-ac85-cf01c0fc6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:02.822505 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-a488fc6a-b699-42ac-ac85-cf01c0fc6bde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0621295 Feb 28 11:46:02.897034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-46e91096-fc45-4ed1-a581-f7341e7602ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:02.898479 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-46e91096-fc45-4ed1-a581-f7341e7602ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698624 Feb 28 11:46:03.028540 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-5066a7b4-4282-4e70-993e-94e4a1e04ed9 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240497 Feb 28 11:46:03.118575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feb786-2bd8-4a5f-8ae3-f85f17af9db1 req-826b8d17-21d8-4e21-9e52-af8ecd11f098 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:03.120097 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-78feb786-2bd8-4a5f-8ae3-f85f17af9db1 req-826b8d17-21d8-4e21-9e52-af8ecd11f098 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 943 time: 0.0789137 Feb 28 11:46:03.159487 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47bd6b3a-2cdf-458c-9166-26f8969b3aea req-6cb5743e-784c-486f-9114-ba768c851427 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254520 Feb 28 11:46:03.163654 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-78feb786-2bd8-4a5f-8ae3-f85f17af9db1 req-0c817f89-f3a6-47f3-be34-bcfe82633f6d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374334 Feb 28 11:46:03.278556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-ddcf0be3-e7fd-40df-a060-0d0a29e6abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:03.280015 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-ddcf0be3-e7fd-40df-a060-0d0a29e6abcd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 1096 time: 0.0744846 Feb 28 11:46:03.411198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-ca9df64c-7814-4e93-abf8-4f715162b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:03.411557 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-ca9df64c-7814-4e93-abf8-4f715162b887 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1250420 Feb 28 11:46:03.481787 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-83f98031-df35-4789-99b6-7497b2ea17b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b645b6-751e-4409-a665-b2a62efd159e HTTP/1.1" status: 200 len: 217 time: 0.0635524 Feb 28 11:46:03.544721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-0dbb8fcf-7bee-4e49-80e7-8b2444b23f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:03.546019 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-0dbb8fcf-7bee-4e49-80e7-8b2444b23f11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0589504 Feb 28 11:46:03.621698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-3634c3d6-20fb-417e-855e-b5c72aca1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:03.623805 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-3634c3d6-20fb-417e-855e-b5c72aca1611 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719888 Feb 28 11:46:03.624194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:03.769820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:03.854935 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-233ae319-1bd5-45f3-97f6-7674b1314c1a service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251749 Feb 28 11:46:03.986554 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5059788-4735-4e50-9e0f-8e4e1a0af7f8 req-92933afd-2e7c-4220-9d92-eede46a3b8bd service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253204 Feb 28 11:46:04.360666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3353c-a327-4398-8409-247a84f179fa req-6a41517a-531c-42bd-974f-ae3907be2d4e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:04.362105 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e8c3353c-a327-4398-8409-247a84f179fa req-6a41517a-531c-42bd-974f-ae3907be2d4e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 943 time: 0.0931871 Feb 28 11:46:04.405386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e8c3353c-a327-4398-8409-247a84f179fa req-626fc9a5-8676-415e-9387-b82132557e21 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375686 Feb 28 11:46:05.210856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:05.586752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b61e7-f7ca-4dd7-96de-a01570914825 req-1fe8036c-a9da-42da-90a6-3bfe2308c50b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:05.588183 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b1b61e7-f7ca-4dd7-96de-a01570914825 req-1fe8036c-a9da-42da-90a6-3bfe2308c50b tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 943 time: 0.0776618 Feb 28 11:46:05.633843 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b1b61e7-f7ca-4dd7-96de-a01570914825 req-7687179a-f8ca-4f7e-8c06-27137659ce2d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396001 Feb 28 11:46:06.816857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0bc29-dfdc-4afa-8d83-43bf77ccc687 req-f7503d5e-53b1-4764-9f50-2e0e754b0e37 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:06.818275 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-09c0bc29-dfdc-4afa-8d83-43bf77ccc687 req-f7503d5e-53b1-4764-9f50-2e0e754b0e37 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 943 time: 0.0781364 Feb 28 11:46:06.863050 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-09c0bc29-dfdc-4afa-8d83-43bf77ccc687 req-e3269d4f-7035-45ae-8f2e-3525e924e7e3 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392137 Feb 28 11:46:08.049816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da651ba8-efae-422e-af72-3ee2c3af52d4 req-9b273b4a-c883-4305-b7ce-c625f7fd8cdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:08.051289 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-da651ba8-efae-422e-af72-3ee2c3af52d4 req-9b273b4a-c883-4305-b7ce-c625f7fd8cdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 943 time: 0.0838077 Feb 28 11:46:08.094375 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-da651ba8-efae-422e-af72-3ee2c3af52d4 req-3371aed3-31cb-4868-9ecf-6a4fd14c70d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375791 Feb 28 11:46:09.266376 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:46:09.272655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0efa81-bab2-4fcc-b878-72d103113f8b req-0657919c-a3fe-489f-a469-627c6cc17f27 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:09.274088 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2a0efa81-bab2-4fcc-b878-72d103113f8b req-0657919c-a3fe-489f-a469-627c6cc17f27 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 943 time: 0.0781996 Feb 28 11:46:09.315992 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2a0efa81-bab2-4fcc-b878-72d103113f8b req-0f180179-0f54-4867-9d73-cda16695d405 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363369 Feb 28 11:46:10.501952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900a6fa-0c5f-460c-8b5d-44e63c083208 req-db341b49-3c9f-42bb-a004-880441a3be90 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:10.503428 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d900a6fa-0c5f-460c-8b5d-44e63c083208 req-db341b49-3c9f-42bb-a004-880441a3be90 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 943 time: 0.0811677 Feb 28 11:46:10.546480 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d900a6fa-0c5f-460c-8b5d-44e63c083208 req-1617f00e-dc65-4805-b969-6b34aeb4cf82 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375714 Feb 28 11:46:11.732065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796d95-fa5c-4efa-8437-4ec42e17565a req-c03787ef-55c5-477c-83c1-6edd4c522b32 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:11.733486 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf796d95-fa5c-4efa-8437-4ec42e17565a req-c03787ef-55c5-477c-83c1-6edd4c522b32 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 943 time: 0.0828426 Feb 28 11:46:11.775943 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf796d95-fa5c-4efa-8437-4ec42e17565a req-14ca09d3-4f7f-48d8-979d-9d4b45ee7d48 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369020 Feb 28 11:46:11.782942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 36b645b6-751e-4409-a665-b2a62efd159e details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:46:11.912754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 36b645b6-751e-4409-a665-b2a62efd159e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=36b645b6-751e-4409-a665-b2a62efd159e,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:46:11.925204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '36b645b6-751e-4409-a665-b2a62efd159e', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:46:11.981469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:11.997730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b645b6-751e-4409-a665-b2a62efd159e {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:46:12.013013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 36b645b6-751e-4409-a665-b2a62efd159e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=36b645b6-751e-4409-a665-b2a62efd159e,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:46:12.016869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:12.083242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=36b645b6-751e-4409-a665-b2a62efd159e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:12.090227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.090580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.090922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.091295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.091639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.091971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.092299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.092626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.092951 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.093275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.093596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.093914 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:12.327762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['36b645b6-751e-4409-a665-b2a62efd159e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:46:12.960911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2be8-4a79-4c45-9c18-e9151ad7d156 req-ca990b22-bbe4-4bf7-ae4a-24a79cc87282 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:12.962344 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ce7b2be8-4a79-4c45-9c18-e9151ad7d156 req-ca990b22-bbe4-4bf7-ae4a-24a79cc87282 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 944 time: 0.0782616 Feb 28 11:46:13.005043 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ce7b2be8-4a79-4c45-9c18-e9151ad7d156 req-611abb28-36a3-47a2-a956-886f8c14cb57 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366893 Feb 28 11:46:13.891667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 36b645b6-751e-4409-a665-b2a62efd159e up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:46:13.958843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 36b645b6-751e-4409-a665-b2a62efd159e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:46:13.963520 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 36b645b6-751e-4409-a665-b2a62efd159e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:46:13.963893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:14.077695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:14.103894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:46:14.114094 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 36b645b6-751e-4409-a665-b2a62efd159e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=36b645b6-751e-4409-a665-b2a62efd159e,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:46:14.118699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:14.190293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=36b645b6-751e-4409-a665-b2a62efd159e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:14.255394 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e', 'code': 200} Feb 28 11:46:14.298726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8285-698c-4123-9afb-85f39728f243 req-0d9281dd-8b3b-44bc-b298-bfa2bb5bc4f2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:14.300106 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-807d8285-698c-4123-9afb-85f39728f243 req-0d9281dd-8b3b-44bc-b298-bfa2bb5bc4f2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 945 time: 0.1903853 Feb 28 11:46:14.342794 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-807d8285-698c-4123-9afb-85f39728f243 req-b7fa7b44-b853-47c0-911a-6612797aff75 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370462 Feb 28 11:46:14.520332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946e628-bf72-43ed-92b9-04a1376b03ce req-01349741-f268-4e39-bd78-602b7ad6a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:14.521784 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5946e628-bf72-43ed-92b9-04a1376b03ce req-01349741-f268-4e39-bd78-602b7ad6a1bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 1098 time: 0.0675602 Feb 28 11:46:14.565209 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5946e628-bf72-43ed-92b9-04a1376b03ce req-d4e02171-6278-4cd7-80e2-1da69c0844ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373924 Feb 28 11:46:15.529215 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3f213-225f-4be5-8652-9c77245dca87 req-f2d52a07-8a27-400a-916a-916fa84003ff tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:15.530683 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-23b3f213-225f-4be5-8652-9c77245dca87 req-f2d52a07-8a27-400a-916a-916fa84003ff tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 945 time: 0.0815554 Feb 28 11:46:15.575029 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-23b3f213-225f-4be5-8652-9c77245dca87 req-cc8fa5dc-4ad1-406c-aa10-25b36a28a686 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386066 Feb 28 11:46:16.754706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d823a3f-c49c-4774-9489-4d42a6bdfed3 req-d6a8de2c-a5a6-43d3-b55c-02afccc7f07c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:16.762555 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4d823a3f-c49c-4774-9489-4d42a6bdfed3 req-d6a8de2c-a5a6-43d3-b55c-02afccc7f07c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 945 time: 0.0854466 Feb 28 11:46:16.806570 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4d823a3f-c49c-4774-9489-4d42a6bdfed3 req-5756a3b0-550e-4fc7-88d1-3278cb07637a tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382855 Feb 28 11:46:16.990143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc43ae-3715-4de2-8cf1-818401d854d2 req-eedfdefb-c5df-48fb-a6aa-271fcaa141e8 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:16.991579 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12fc43ae-3715-4de2-8cf1-818401d854d2 req-eedfdefb-c5df-48fb-a6aa-271fcaa141e8 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 945 time: 0.0818295 Feb 28 11:46:17.034760 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12fc43ae-3715-4de2-8cf1-818401d854d2 req-f1f03d73-803b-405c-8d88-a620497e0dca tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375481 Feb 28 11:46:17.056605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60820) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:46:17.128100 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5480252-89bc-48a0-ba21-1bb159a853c2 tempest-TestVolumeBootPattern-1916085331 tempest-TestVolumeBootPattern-1916085331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:17.129557 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c5480252-89bc-48a0-ba21-1bb159a853c2 tempest-TestVolumeBootPattern-1916085331 tempest-TestVolumeBootPattern-1916085331-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 1093 time: 0.0720241 Feb 28 11:46:17.132340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60824) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:46:17.137567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:46:17.143298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:46:17.146986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:floatingip and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:46:17.149767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:46:17.155894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:46:17.165691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:17.296848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:17.430778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Allocated IP 172.26.8.111 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/4a683769-6f1f-481c-a829-72f387a4c214) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:46:17.575284 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:17.602966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:17.671030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:46:17.674690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:46:17.687817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:46:17.727044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'Port': ['ID=4a683769-6f1f-481c-a829-72f387a4c214,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:17.739145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.739503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.739837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.740173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.740495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.740819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.741144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.741468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.741785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.742102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.742416 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:17.742729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:18.108467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:18.179637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:18.487875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:18.492657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:18.599508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'Port': ['ID=4a683769-6f1f-481c-a829-72f387a4c214,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:18.609340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:18.779294 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Floating IP 63401c0b-e9cc-418b-8f10-752e3116fa9c associated. External IP: 172.26.8.111, port: 36b645b6-751e-4409-a665-b2a62efd159e. Feb 28 11:46:19.124047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Router 8cd5822d-6671-474e-9d5d-c339688d4f05 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:46:19.299983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:46:19.310154 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] Sync routers for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:46:19.320136 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:46:19.320734 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:46:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:19.325050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:19.380917 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2332ed6a-2939-4b29-a226-b5a2adbd15d9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2474813 Feb 28 11:46:19.381405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:46:19.504599 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:46:19.525855 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e', 'status': 'completed', 'code': 200} Feb 28 11:46:19.616169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9469e58-2107-4372-acdf-472c27b7a163 req-5d8741b1-43bf-4796-82d4-12c152e20dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:19.617614 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d9469e58-2107-4372-acdf-472c27b7a163 req-5d8741b1-43bf-4796-82d4-12c152e20dfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 1098 time: 0.0702395 Feb 28 11:46:19.757253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9469e58-2107-4372-acdf-472c27b7a163 req-9d511583-8339-43fc-9c1b-32b783750465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:19.758703 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d9469e58-2107-4372-acdf-472c27b7a163 req-9d511583-8339-43fc-9c1b-32b783750465 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1350763 Feb 28 11:46:19.861738 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d9469e58-2107-4372-acdf-472c27b7a163 req-eeaed474-9da5-4515-9fc3-6c2805e7e0bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b645b6-751e-4409-a665-b2a62efd159e HTTP/1.1" status: 200 len: 999 time: 0.0970988 Feb 28 11:46:19.866978 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '63401c0b-e9cc-418b-8f10-752e3116fa9c', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:46:18Z', 'updated_at': '2022-02-28T11:46:18Z', 'revision_number': 0, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:19.871461 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] Checking router: 8cd5822d-6671-474e-9d5d-c339688d4f05 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:46:19.879546 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:46:19.880129 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:46:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:19.926474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9469e58-2107-4372-acdf-472c27b7a163 req-0c845f15-697a-46e8-b381-905b2ddc9f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:19.927997 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d9469e58-2107-4372-acdf-472c27b7a163 req-0c845f15-697a-46e8-b381-905b2ddc9f48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0592380 Feb 28 11:46:20.016786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9469e58-2107-4372-acdf-472c27b7a163 req-f35eac3d-a6b0-4bb2-8dd1-99b452c7eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:20.018188 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d9469e58-2107-4372-acdf-472c27b7a163 req-f35eac3d-a6b0-4bb2-8dd1-99b452c7eeed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847251 Feb 28 11:46:20.060865 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:46:20.149517 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d9469e58-2107-4372-acdf-472c27b7a163 req-c5006f7e-bf6d-4e54-b581-e98830faa6a5 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240959 Feb 28 11:46:20.281396 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d9469e58-2107-4372-acdf-472c27b7a163 req-544eaf29-5f3a-407f-ac2c-5c75825f179a service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257744 Feb 28 11:46:20.431670 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '63401c0b-e9cc-418b-8f10-752e3116fa9c', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:46:18Z', 'updated_at': '2022-02-28T11:46:18Z', 'revision_number': 0, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:20.436824 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ee403-6456-426f-b38e-ad6a8658e0c8 None None] The sync data for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv is: [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '63401c0b-e9cc-418b-8f10-752e3116fa9c', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:46:18Z', 'updated_at': '2022-02-28T11:46:18Z', 'revision_number': 0, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:46:20.616437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4b1df-692e-45fa-a072-aa057a5ffdfd None None] New status for floating IP 63401c0b-e9cc-418b-8f10-752e3116fa9c: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:46:27.211362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:30.211528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-28d193e8-f065-4365-b136-56ab60bdfea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:32.472551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-57d30c48-27bb-49f8-93f3-996af3430599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:33.629543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:33.784007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:35.220851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:46.266079 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:46:48.067907 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-a806e72f-dfdd-4404-bf8f-fb142254ada6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773580 Feb 28 11:46:48.226557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-f724915f-a137-4701-88e0-ba0c4d4f531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:48.228079 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-f724915f-a137-4701-88e0-ba0c4d4f531b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 1098 time: 0.0739801 Feb 28 11:46:48.368857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-911d941d-3b9a-4f09-b671-a8f7e5de0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:48.370293 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-911d941d-3b9a-4f09-b671-a8f7e5de0dab service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1241379 Feb 28 11:46:48.470052 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-fdd0fba5-186e-4bf7-a510-ca199ab14a26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b645b6-751e-4409-a665-b2a62efd159e HTTP/1.1" status: 200 len: 1001 time: 0.0941994 Feb 28 11:46:48.529375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-a05507f7-315e-4767-8d5e-c6bc53ffd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:48.530721 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-a05507f7-315e-4767-8d5e-c6bc53ffd226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0545466 Feb 28 11:46:48.605988 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-8e408d73-b13d-48a5-b925-903543e732bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:48.607484 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-8e408d73-b13d-48a5-b925-903543e732bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701611 Feb 28 11:46:48.840985 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-dbe5d457-a1af-4645-b442-9745f1db3fd3 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272403 Feb 28 11:46:48.967450 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e4b2a172-11b0-4cc8-b9f1-1d414b5f53e0 req-4459e53a-ded0-49e3-acba-8f5cf226e6ac service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208622 Feb 28 11:46:57.233426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:00.212448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00a64577-b00e-4e51-8d6b-1a06dce475df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:02.470207 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12205b72-be81-48fc-81b4-bb54395cea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:03.626154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:03.776164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:05.221804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.266755 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:47:27.245336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:30.213919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6be30057-6707-4051-8f46-a1ef9067085e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:32.471483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cff8fa42-18d1-4fe7-b3ab-38b118c0363f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:33.628182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:33.777188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:35.223559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:48.049682 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-ff40c91f-3686-434a-98f3-43ce45f7f8c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733571 Feb 28 11:47:48.230162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-c68c41ca-a0b2-47af-a093-175c59f383ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:48.230162 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-c68c41ca-a0b2-47af-a093-175c59f383ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 1098 time: 0.1073339 Feb 28 11:47:48.390340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-218fab69-4a5e-41f2-a899-bcb4a9cecd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:48.391888 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-218fab69-4a5e-41f2-a899-bcb4a9cecd91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1406336 Feb 28 11:47:48.495902 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-3f9a904f-0b2a-458f-b75b-fe91719e7378 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b645b6-751e-4409-a665-b2a62efd159e HTTP/1.1" status: 200 len: 1001 time: 0.0983222 Feb 28 11:47:48.563019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-2e0bfd2b-476f-45a3-a4a9-7c827460e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:48.564518 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-2e0bfd2b-476f-45a3-a4a9-7c827460e431 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0618277 Feb 28 11:47:48.636554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-bef7cb2d-c959-4723-9347-205b1cae60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:48.637973 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-bef7cb2d-c959-4723-9347-205b1cae60af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679276 Feb 28 11:47:48.767069 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-d22c52b8-1c2b-4177-9323-f24cf461ed86 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229296 Feb 28 11:47:48.897474 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-97824a7d-7018-42a4-8457-b1bbc4ee98b6 req-766f4517-0bd7-4089-84a3-87c76768d93d service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243358 Feb 28 11:47:57.250880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:57.892119 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-fc0c2c04-104b-470a-86ba-29ba85c53988 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920061125&fields=id&tenant_id=d7edc715845c44468e9f254f4c8a7f3d HTTP/1.1" status: 200 len: 267 time: 0.0394292 Feb 28 11:47:58.036633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-d1cb99d4-4cc2-45d0-8ebc-89a9214222ee tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:58.038000 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-d1cb99d4-4cc2-45d0-8ebc-89a9214222ee tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 811 time: 0.1396134 Feb 28 11:47:58.052399 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-2f66ce39-4f0d-4b4d-be3e-f8d425c0f1c6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/quotas/d7edc715845c44468e9f254f4c8a7f3d HTTP/1.1" status: 200 len: 375 time: 0.0090928 Feb 28 11:47:58.141733 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-ab337afa-c262-4803-a246-1df3a1827c52 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0846293 Feb 28 11:47:58.224875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e27541c8-6bc9-4569-a496-492b029d9f6b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:47:58.225849 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e27541c8-6bc9-4569-a496-492b029d9f6b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0732703 Feb 28 11:47:58.467648 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-1ebe5122-ee2b-4197-84ff-443701a359c8 service neutron] 10.222.0.64 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358263 Feb 28 11:47:58.593666 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-0db96dfe-8918-49ae-9b30-9e06db5f06f3 service neutron] 10.222.0.64 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211793 Feb 28 11:47:58.971028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b52a5188-4408-43ba-8c47-19a2b5ff2f7d req-e715ff76-ea33-464e-9aac-bd2bb778022d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 210 time: 0.0441766 Feb 28 11:47:59.989210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a2f94bd5-e983-4aa4-b231-7ce7fc3a671d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:59.990678 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a2f94bd5-e983-4aa4-b231-7ce7fc3a671d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 811 time: 0.1496420 Feb 28 11:48:00.037928 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-f38ea465-4ea6-4358-bd33-362472c9f35d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7edc715845c44468e9f254f4c8a7f3d HTTP/1.1" status: 200 len: 380 time: 0.0395176 Feb 28 11:48:00.053994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'port': {'device_id': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'admin_state_up': True, 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'security_groups': ['a08da6d5-9e21-4356-bce6-6e5448c04ce7']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:48:00.122534 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e90d748-2ecc-4dcc-805c-6d60fca96be2 req-ec1edeb0-b699-41f2-b259-14e62f91a842 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 210 time: 0.0474255 Feb 28 11:48:00.192761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:48:00.196843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:port and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:48:00.200138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:48:00.206674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:48:00.217018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Made reservation on behalf of d7edc715845c44468e9f254f4c8a7f3d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:48:00.218252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-158cda80-bde4-4f9a-abd4-32928b3e29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:00.222331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:00.265535 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:48:00.390144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Allocated IP 172.20.0.6 (1947f750-7b07-4005-8db4-ce72a06c5747/a6abb6a9-793a-4018-b191-3edd4fed1856/4d6a4d85-f20a-4f93-88f3-2fae3c1bd477) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:48:00.582051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:00.599186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Transition to ACTIVE for port object 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:48:00.623871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:00.693234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Network 1947f750-7b07-4005-8db4-ce72a06c5747 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:48:00.700739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:48:00.705056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:48:00.736467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'Port': ['ID=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:00.755886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.756330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.756553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.756886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.757392 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.757545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.757871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.758193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.758517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.758839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.759175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.759493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:00.782849 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:00.783493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:00.809016 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-a926770c-e3bf-4001-bd76-3ded1e55fb68 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586365 Feb 28 11:48:00.820854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Request body: {'port': {'device_id': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:48:00.945134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:00.962231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c2071b21-a59f-46b0-b5a7-785149e6dc60 None None] Provisioning for port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:48:00.968628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c2071b21-a59f-46b0-b5a7-785149e6dc60 None None] Provisioning complete for port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:48:00.968994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c2071b21-a59f-46b0-b5a7-785149e6dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:01.026903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c2071b21-a59f-46b0-b5a7-785149e6dc60 None None] Port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:48:01.323302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8f6ae-f099-461d-b1cc-73527542ac8f req-9624f1cc-5753-4535-b7fe-f4c6d2e927cb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:01.325720 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bc8f6ae-f099-461d-b1cc-73527542ac8f req-9624f1cc-5753-4535-b7fe-f4c6d2e927cb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 931 time: 0.0880964 Feb 28 11:48:01.376883 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2bc8f6ae-f099-461d-b1cc-73527542ac8f req-14293f60-7a73-4e05-b6a3-9fabdb81677c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Feb 28 11:48:01.412296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:48:01.420646 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:01.436115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Transition to ACTIVE for port object 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:48:01.439953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:01.642607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:01.688735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Attempting to bind port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:48:01.689071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Attempting to bind port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:48:01.689397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Attempting to bind port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 on network 1947f750-7b07-4005-8db4-ce72a06c5747 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:48:01.693905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 on network 1947f750-7b07-4005-8db4-ce72a06c5747 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:48:01.694222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Attempting to bind port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 on network 1947f750-7b07-4005-8db4-ce72a06c5747 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:48:01.699197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:48:01.699536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Checking segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:48:01.699929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Bound using segment: {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:48:01.700354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Bound port: 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec5ea86-a63a-4f5a-b670-20bdcfcff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:48:01.700695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:01.790622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] For port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:48:01.793818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] For port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:48:01.798017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:01.852113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:01.852815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:01.854420 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 HTTP/1.1" status: 200 len: 1093 time: 1.0377572 Feb 28 11:48:01.856881 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:48:01.938855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256a9ac-eb38-4684-ab2f-0770fd8a3e50 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:01.974379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-f64d1157-67a7-42bc-8e85-193839a82898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:01.976129 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-f64d1157-67a7-42bc-8e85-193839a82898 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 1096 time: 0.0807071 Feb 28 11:48:01.977687 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'status': 'completed', 'code': 200} Feb 28 11:48:02.050117 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-b841c27c-0911-47c7-9ecc-2d322dd6ae5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 HTTP/1.1" status: 200 len: 217 time: 0.0652869 Feb 28 11:48:02.111854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e8f4e553-b150-4ad2-b2b4-ade915d63b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:02.113264 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-e8f4e553-b150-4ad2-b2b4-ade915d63b8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0572276 Feb 28 11:48:02.185916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-7fcdf1a3-9035-459c-a1eb-481fa75a209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:02.187558 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-7fcdf1a3-9035-459c-a1eb-481fa75a209f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682006 Feb 28 11:48:02.317627 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-9239a893-8cca-416d-ba1a-53a497b50d1f service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212013 Feb 28 11:48:02.448217 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5a87a7a1-e8ed-4219-9b22-7fba903e87c2 req-643a8d7a-9731-49a8-98bb-f534663ddffc service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245508 Feb 28 11:48:02.473934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9572414d-04c7-4336-9343-7df5ae2802f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:02.570509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05923059-8381-410d-835f-775a11f695fe req-5b7943a3-acda-4b70-b103-00fc98a30397 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:02.571530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-5eddca45-c231-4d9c-a3aa-5bebaff8c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:02.571995 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05923059-8381-410d-835f-775a11f695fe req-5b7943a3-acda-4b70-b103-00fc98a30397 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 943 time: 0.0829625 Feb 28 11:48:02.573166 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-5eddca45-c231-4d9c-a3aa-5bebaff8c464 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 1096 time: 0.0742810 Feb 28 11:48:02.615947 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05923059-8381-410d-835f-775a11f695fe req-4538d00a-357c-4872-a5c9-06a1a7e631a4 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377738 Feb 28 11:48:02.708620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-ac10c470-2903-4277-875d-278ea00d08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:02.710005 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-ac10c470-2903-4277-875d-278ea00d08e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1293929 Feb 28 11:48:02.779779 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-68109aa8-203e-426d-ab16-8cc7a0f15b90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 HTTP/1.1" status: 200 len: 217 time: 0.0627301 Feb 28 11:48:02.840735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-fa3aa339-dbb3-45ac-9847-3955abeabccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:02.842768 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-fa3aa339-dbb3-45ac-9847-3955abeabccf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0578382 Feb 28 11:48:02.916003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-93a474cf-fcdd-4c63-9cb9-2fd1d75f6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:02.917445 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-93a474cf-fcdd-4c63-9cb9-2fd1d75f6ecf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690734 Feb 28 11:48:03.145603 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-a7ba3306-34f5-4192-a005-c63a3c8376be service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212961 Feb 28 11:48:03.273774 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-96181811-1904-4dc3-a13d-8024b7af9e5a req-9379d0ed-8eaa-4f8f-ae35-2e2405b1c8a6 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211751 Feb 28 11:48:03.630222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:03.780462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:03.803074 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d5cb9-9890-48e8-bf3c-506ca23d50ba req-8228f998-b1c0-45f5-83c0-77eecf465efc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:03.804514 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-531d5cb9-9890-48e8-bf3c-506ca23d50ba req-8228f998-b1c0-45f5-83c0-77eecf465efc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 943 time: 0.0817747 Feb 28 11:48:03.851207 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-531d5cb9-9890-48e8-bf3c-506ca23d50ba req-145f6f8f-5cfc-4ffd-b9aa-3c914de8192c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Feb 28 11:48:05.033076 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40762ea8-bdee-4a23-9270-9f24bcccecfb req-7a31f777-c1e4-40b7-9750-be9cccca225a tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:05.034501 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-40762ea8-bdee-4a23-9270-9f24bcccecfb req-7a31f777-c1e4-40b7-9750-be9cccca225a tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 943 time: 0.0794482 Feb 28 11:48:05.078207 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-40762ea8-bdee-4a23-9270-9f24bcccecfb req-053d113e-1609-48f3-afd3-27488ea661e5 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380998 Feb 28 11:48:05.225273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:06.264345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f215aef-38c7-4ace-9c61-ae78efe94864 req-441b2de7-3443-4969-8749-5ed11c6d9a4c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:06.265766 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9f215aef-38c7-4ace-9c61-ae78efe94864 req-441b2de7-3443-4969-8749-5ed11c6d9a4c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 943 time: 0.0836463 Feb 28 11:48:06.310927 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9f215aef-38c7-4ace-9c61-ae78efe94864 req-405444a6-066c-4880-8f69-ff56016bfed9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384707 Feb 28 11:48:07.518143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cc65a-ae50-4504-b1ac-185c93bf61b5 req-913dc93d-2f16-460b-b1da-74627e1bfe3f tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:07.523837 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8c2cc65a-ae50-4504-b1ac-185c93bf61b5 req-913dc93d-2f16-460b-b1da-74627e1bfe3f tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 943 time: 0.0968158 Feb 28 11:48:07.574699 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8c2cc65a-ae50-4504-b1ac-185c93bf61b5 req-0747aaa5-a7d8-4ded-aac1-54882baff9d7 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486820 Feb 28 11:48:08.778547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf53c-827e-4b67-aa7b-83567d42c8a5 req-b8230621-76f2-4b69-aa6f-f7a2eb4ec7f1 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:08.780785 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-769cf53c-827e-4b67-aa7b-83567d42c8a5 req-b8230621-76f2-4b69-aa6f-f7a2eb4ec7f1 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 943 time: 0.0835879 Feb 28 11:48:08.824517 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-769cf53c-827e-4b67-aa7b-83567d42c8a5 req-5d44e036-8edf-48c6-a071-38eccb989687 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368855 Feb 28 11:48:10.019726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6ffaf-529e-4425-85b3-623996f6be4d req-688119d7-fab9-415c-9beb-039837bf8164 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:10.021066 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d1c6ffaf-529e-4425-85b3-623996f6be4d req-688119d7-fab9-415c-9beb-039837bf8164 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 943 time: 0.0827887 Feb 28 11:48:10.064036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d1c6ffaf-529e-4425-85b3-623996f6be4d req-c1c15cac-2681-40a2-9f04-cbf2f84e5569 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373342 Feb 28 11:48:10.397939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:48:10.531277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:48:10.545558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'port_id': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'mac_address': 'fa:16:3e:06:32:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:48:10.605053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:10.627030 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:48:10.642342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:48:10.646376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:10.728460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:10.736918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.737276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.737616 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.737957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.738293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.738627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.739158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.739335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.739667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.740497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.740497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.740613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:10.865576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['4d6a4d85-f20a-4f93-88f3-2fae3c1bd477'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:48:11.246081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21afe5-33dd-486d-82fb-36158176f02b req-7b32d36f-f18e-4e14-9406-44ddc8d39592 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:11.248027 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c21afe5-33dd-486d-82fb-36158176f02b req-7b32d36f-f18e-4e14-9406-44ddc8d39592 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 944 time: 0.0778363 Feb 28 11:48:11.289763 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5c21afe5-33dd-486d-82fb-36158176f02b req-37b679cb-5b19-4fa0-9eb4-ac4c5874011e tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362952 Feb 28 11:48:12.401579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:48:12.475031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:48:12.479689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:48:12.480072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:12.484725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c6a16-4c31-42bd-93b0-d1112b12f62e req-662bf2f0-13f7-4368-88c5-1283968763e2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:12.486275 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-db7c6a16-4c31-42bd-93b0-d1112b12f62e req-662bf2f0-13f7-4368-88c5-1283968763e2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 944 time: 0.0888321 Feb 28 11:48:12.530680 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-db7c6a16-4c31-42bd-93b0-d1112b12f62e req-3dc4c861-b194-4ab5-8bfd-fdd7f723d68c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384099 Feb 28 11:48:12.601847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:12.627966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:48:12.637676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:48:12.641591 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:12.678774 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'code': 200} Feb 28 11:48:12.719338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:12.947530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c6adb-7fa8-42ae-97a7-7e4fd94a6c5f req-0582b891-f74a-40c4-bb41-74801332cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:12.949057 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-039c6adb-7fa8-42ae-97a7-7e4fd94a6c5f req-0582b891-f74a-40c4-bb41-74801332cc71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 1098 time: 0.0722873 Feb 28 11:48:12.995451 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-039c6adb-7fa8-42ae-97a7-7e4fd94a6c5f req-050336e8-2a45-4057-a3ab-80b51b289104 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Feb 28 11:48:13.724002 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5173ee9-b66e-4ca8-b31d-c9ed1537b57e req-82519b5a-430a-430b-a59d-f624d114e018 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:13.725430 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b5173ee9-b66e-4ca8-b31d-c9ed1537b57e req-82519b5a-430a-430b-a59d-f624d114e018 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 945 time: 0.0802178 Feb 28 11:48:13.771881 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b5173ee9-b66e-4ca8-b31d-c9ed1537b57e req-199befa1-e41c-4027-bc5e-0f3252a408c7 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 Feb 28 11:48:14.951964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7dc40-6688-463e-8c40-7899efb58aa5 req-8ac7830e-a97d-4da8-ae80-f70f5f3f88db tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:14.953379 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0e7dc40-6688-463e-8c40-7899efb58aa5 req-8ac7830e-a97d-4da8-ae80-f70f5f3f88db tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 945 time: 0.0790083 Feb 28 11:48:14.995139 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0e7dc40-6688-463e-8c40-7899efb58aa5 req-1500eec9-6c6b-44cc-8f59-5f3cc7c2cfa9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361590 Feb 28 11:48:15.182299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd2117-89f7-4ef6-81a1-c781a74c914b req-a578535c-9ae1-4ab0-bb41-6680297d1890 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:15.183743 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0fdd2117-89f7-4ef6-81a1-c781a74c914b req-a578535c-9ae1-4ab0-bb41-6680297d1890 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 945 time: 0.0804255 Feb 28 11:48:15.226688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0fdd2117-89f7-4ef6-81a1-c781a74c914b req-879454ef-f2fd-4dee-b813-60d12b9c5b20 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365608 Feb 28 11:48:15.249889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:15.317484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d05c257-4e98-48d7-a35e-fd085e450dab tempest-TestVolumeBootPattern-1916085331 tempest-TestVolumeBootPattern-1916085331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:15.318846 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4d05c257-4e98-48d7-a35e-fd085e450dab tempest-TestVolumeBootPattern-1916085331 tempest-TestVolumeBootPattern-1916085331-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 1093 time: 0.0679705 Feb 28 11:48:15.321555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 60952) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:15.326274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:48:15.331917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:48:15.335621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Usage tracker for resource:floatingip and tenant:d7edc715845c44468e9f254f4c8a7f3d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:48:15.338377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:48:15.344158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:48:15.355373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:15.489246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:15.623145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Allocated IP 172.26.8.6 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/c005fb52-4202-4382-97f1-c98a10844b80) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:48:15.864592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:15.893221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:15.953984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:48:15.956639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:48:15.964209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:48:15.998874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'Port': ['ID=c005fb52-4202-4382-97f1-c98a10844b80,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:16.014628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.014972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.015335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.015669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.015995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.016326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.016648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.016968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.017287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.017606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.017920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.018234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:16.378807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:16.454350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:16.663995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:16.668217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:16.777149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event updated for resources: {'Port': ['ID=c005fb52-4202-4382-97f1-c98a10844b80,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:16.784975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:16.949654 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Floating IP 6098fab4-c2ef-40d3-9ba6-d7732d35a1b0 associated. External IP: 172.26.8.6, port: 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477. Feb 28 11:48:17.400112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Router 8cd5822d-6671-474e-9d5d-c339688d4f05 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:48:17.571082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:48:17.584680 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] Sync routers for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:48:17.594745 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:48:17.595460 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:48:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:17.599410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:17.657406 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2c36d991-24a6-4179-9a97-5471b0521bdb tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3347282 Feb 28 11:48:17.658159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:48:17.704735 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'status': 'completed', 'code': 200} Feb 28 11:48:17.780981 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:48:17.797043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5a0ba-981a-445c-beee-365f46289755 req-6d6924cd-d5cd-46f9-8f35-1faf21980ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:17.798520 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c5d5a0ba-981a-445c-beee-365f46289755 req-6d6924cd-d5cd-46f9-8f35-1faf21980ae5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 1098 time: 0.0708709 Feb 28 11:48:17.928134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5a0ba-981a-445c-beee-365f46289755 req-df9cf104-5713-443d-9c8e-5b1e3aaf7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:17.929484 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c5d5a0ba-981a-445c-beee-365f46289755 req-df9cf104-5713-443d-9c8e-5b1e3aaf7bab service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1254508 Feb 28 11:48:18.032629 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c5d5a0ba-981a-445c-beee-365f46289755 req-9c1ebc5c-ff93-4bdc-84c0-d873dff08ba6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 HTTP/1.1" status: 200 len: 997 time: 0.0964799 Feb 28 11:48:18.096657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5a0ba-981a-445c-beee-365f46289755 req-5f374fc6-7ddb-4991-8bda-c39aa1561702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:18.098071 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c5d5a0ba-981a-445c-beee-365f46289755 req-5f374fc6-7ddb-4991-8bda-c39aa1561702 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0597236 Feb 28 11:48:18.118946 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '6098fab4-c2ef-40d3-9ba6-d7732d35a1b0', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:06:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:48:16Z', 'updated_at': '2022-02-28T11:48:16Z', 'revision_number': 0, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}, {'id': '63401c0b-e9cc-418b-8f10-752e3116fa9c', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:46:18Z', 'updated_at': '2022-02-28T11:46:20Z', 'revision_number': 1, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:18.123243 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] Checking router: 8cd5822d-6671-474e-9d5d-c339688d4f05 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:48:18.131368 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:48:18.131956 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:48:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:18.170570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5a0ba-981a-445c-beee-365f46289755 req-a98337a9-1cde-4ed8-b2c3-20a63a0aa825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:18.172115 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c5d5a0ba-981a-445c-beee-365f46289755 req-a98337a9-1cde-4ed8-b2c3-20a63a0aa825 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684991 Feb 28 11:48:18.301491 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c5d5a0ba-981a-445c-beee-365f46289755 req-2e0f54d0-cdbe-49a4-91ac-6f49bdfc3c7c service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232927 Feb 28 11:48:18.305577 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:48:18.431507 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c5d5a0ba-981a-445c-beee-365f46289755 req-59c3cf1e-399e-41c1-8393-a43230f1ace6 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242309 Feb 28 11:48:18.672924 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '6098fab4-c2ef-40d3-9ba6-d7732d35a1b0', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:06:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:48:16Z', 'updated_at': '2022-02-28T11:48:16Z', 'revision_number': 0, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}, {'id': '63401c0b-e9cc-418b-8f10-752e3116fa9c', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:46:18Z', 'updated_at': '2022-02-28T11:46:20Z', 'revision_number': 1, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:18.676665 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a0261-d4df-4996-a945-2a659b31d31e None None] The sync data for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv is: [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '6098fab4-c2ef-40d3-9ba6-d7732d35a1b0', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:06:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:48:16Z', 'updated_at': '2022-02-28T11:48:16Z', 'revision_number': 0, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}, {'id': '63401c0b-e9cc-418b-8f10-752e3116fa9c', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:46:18Z', 'updated_at': '2022-02-28T11:46:20Z', 'revision_number': 1, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:48:18.871110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859d5f2-74d7-4f64-a045-8bc2757de532 None None] New status for floating IP 6098fab4-c2ef-40d3-9ba6-d7732d35a1b0: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:48:27.258641 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:30.219717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bf66c07-744d-432d-a562-845a36cb942b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:32.484458 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51dfa976-2a77-4ea3-b969-8e9f0731511d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:33.640105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:33.788482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:35.229200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:37.266406 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:48:49.073190 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-f42add9b-2eb6-4b16-b194-57698ecfb6eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721641 Feb 28 11:48:49.212693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-ccaaf649-1cfa-482c-b500-731f78d4c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:49.214300 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-ccaaf649-1cfa-482c-b500-731f78d4c669 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 1098 time: 0.0713923 Feb 28 11:48:49.356973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-0119730d-7012-4788-a63e-9e57959307e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:49.358299 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-0119730d-7012-4788-a63e-9e57959307e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1266239 Feb 28 11:48:49.458100 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-02dbc148-99ff-4a53-92fd-cf506d31b215 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b645b6-751e-4409-a665-b2a62efd159e HTTP/1.1" status: 200 len: 1001 time: 0.0942023 Feb 28 11:48:49.517110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-3a17cad1-79fa-40a5-9e40-7fec54642563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:49.518449 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-3a17cad1-79fa-40a5-9e40-7fec54642563 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0549021 Feb 28 11:48:49.593700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-4231ffc4-9156-4c84-913e-89cbda3f6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:49.595140 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-4231ffc4-9156-4c84-913e-89cbda3f6121 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710313 Feb 28 11:48:49.819431 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-b7ef3855-5589-4f09-84b7-c31765d8445c service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177229 Feb 28 11:48:49.952404 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e8174ca3-2f97-409e-b7ac-5e30843e13c8 req-db92004a-d8ac-4ca6-bead-c43405f86460 service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267042 Feb 28 11:48:57.272249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:00.222652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3dcc-275c-4c4e-b84b-66b0f08f8083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.472208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-510641f7-5b01-4680-8d4e-f35154e8b5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:03.635650 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:03.785071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:05.231051 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:14.264006 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:49:27.285685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:30.223485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4556-cee0-4d5f-9eed-5b2ac62c2aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:32.474351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-566a55f9-8176-4242-a915-14a200125586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:33.638424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:33.786469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:35.230834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:49.153790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 60990) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:49.391800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Deleting port c005fb52-4202-4382-97f1-c98a10844b80 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:49:49.392062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:49.564402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:49.564730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:49.686238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Calling delete_port for c005fb52-4202-4382-97f1-c98a10844b80 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:49:49.833380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:49.907948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event deleted for resources: {'Port': ['ID=c005fb52-4202-4382-97f1-c98a10844b80,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:49.953376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.953729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.954071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.954407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.954739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.955069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.955426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.955753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.956079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.956405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.956728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.957048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:49.989607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:49.989938 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Floating IP 6098fab4-c2ef-40d3-9ba6-d7732d35a1b0 disassociated (deleted). External IP: 172.26.8.6, port: 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477. Feb 28 11:49:50.210840 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-57b8c985-8c4f-42b7-a02c-69759fe20fda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2308598 Feb 28 11:49:50.538869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-bf3c8b29-ac83-4510-8c10-39eab01d6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:50.540368 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-bf3c8b29-ac83-4510-8c10-39eab01d6fbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 1098 time: 0.2707064 Feb 28 11:49:50.548379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Router 8cd5822d-6671-474e-9d5d-c339688d4f05 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:49:50.831457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:49:50.833478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-fc85883b-a06e-4432-a82e-4f0d15c1e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:50.834896 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-fc85883b-a06e-4432-a82e-4f0d15c1e505 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.2295721 Feb 28 11:49:50.841158 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] Sync routers for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:49:50.849924 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:49:50.850520 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:49:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:50.910268 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-8f97bc2d-505d-429c-9d11-accfd9995dd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 HTTP/1.1" status: 200 len: 217 time: 0.0671334 Feb 28 11:49:50.912829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:51.018346 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0c322502-f3d4-4e41-9298-4c5265c7d937 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "DELETE /v2.0/floatingips/6098fab4-c2ef-40d3-9ba6-d7732d35a1b0 HTTP/1.1" status: 204 len: 168 time: 1.8611817 Feb 28 11:49:51.018566 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:49:51.022728 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:49:51.024154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-9866d17b-1fe4-4f4f-9bfe-b6d9ac2b3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:51.025585 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-9866d17b-1fe4-4f4f-9bfe-b6d9ac2b3bf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0846453 Feb 28 11:49:51.070780 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'status': 'completed', 'code': 200} Feb 28 11:49:51.107224 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-78296080-ebab-45d7-bef2-ac4bd434eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:51.108707 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-78296080-ebab-45d7-bef2-ac4bd434eacf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774705 Feb 28 11:49:51.253142 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-6bb7e3fe-1e57-43c5-b295-fc3da51ededd service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385431 Feb 28 11:49:51.287915 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:49:51.380626 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '63401c0b-e9cc-418b-8f10-752e3116fa9c', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:46:18Z', 'updated_at': '2022-02-28T11:46:20Z', 'revision_number': 1, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:51.384646 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] Checking router: 8cd5822d-6671-474e-9d5d-c339688d4f05 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:49:51.390643 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d266ce71-3e3e-4ac3-98f9-17750193fc0e req-9d7840d3-e906-4701-8c71-40b62b4b903e service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306355 Feb 28 11:49:51.393189 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:49:51.393789 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:49:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:51.397645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743150fe-0aac-4612-af98-91240b6df249 req-c6cbb42b-44d2-46b9-85e7-4cfb50bd26bc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:51.399879 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-743150fe-0aac-4612-af98-91240b6df249 req-c6cbb42b-44d2-46b9-85e7-4cfb50bd26bc tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 945 time: 0.0856223 Feb 28 11:49:51.446622 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-743150fe-0aac-4612-af98-91240b6df249 req-86c0482f-463a-42f1-839f-76bfc89b4e5f tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400727 Feb 28 11:49:51.513163 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-f90f85f4-5023-4b1a-9c9b-2eee233e6644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:51.514620 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-f90f85f4-5023-4b1a-9c9b-2eee233e6644 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 1098 time: 0.0803571 Feb 28 11:49:51.580663 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:49:51.646443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-280a06a7-193c-4144-8382-e3c4f5eb81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:51.647830 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-280a06a7-193c-4144-8382-e3c4f5eb81d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1264129 Feb 28 11:49:51.719877 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-a186738b-c886-48d1-800f-d50476efe70a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 HTTP/1.1" status: 200 len: 217 time: 0.0638113 Feb 28 11:49:51.789491 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-1af38d92-e298-4a71-8141-67d7a8d22834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:51.790995 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-1af38d92-e298-4a71-8141-67d7a8d22834 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0623946 Feb 28 11:49:51.870379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-c0cd15be-193d-4809-b0ed-8d7e3ea02ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:51.872445 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-c0cd15be-193d-4809-b0ed-8d7e3ea02ce6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750268 Feb 28 11:49:51.969245 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '63401c0b-e9cc-418b-8f10-752e3116fa9c', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:46:18Z', 'updated_at': '2022-02-28T11:46:20Z', 'revision_number': 1, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:51.973765 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d420a-5ddc-4b69-9687-0b6c95214e34 None None] The sync data for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv is: [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '63401c0b-e9cc-418b-8f10-752e3116fa9c', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'port_id': '36b645b6-751e-4409-a665-b2a62efd159e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'mac_address': 'fa:16:3e:02:eb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:46:18Z', 'updated_at': '2022-02-28T11:46:20Z', 'revision_number': 1, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:49:52.118774 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-ab71801d-0d80-41cc-b4c7-227c0e6cf51a service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396677 Feb 28 11:49:52.197208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573acea-807b-4093-9b70-f025ae584815 None None] New status for floating IP 6098fab4-c2ef-40d3-9ba6-d7732d35a1b0: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:49:52.251871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0763dfc6-8501-438e-9c55-19deda0ef13b req-a25550b1-af1c-4d3f-a94e-681efb04928a service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265130 Feb 28 11:49:52.646409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5bbb-850a-4d23-979d-2a3783981bd4 req-f74c0c15-9365-4018-8b5d-e238ddcbaa08 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:52.647962 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d2ae5bbb-850a-4d23-979d-2a3783981bd4 req-f74c0c15-9365-4018-8b5d-e238ddcbaa08 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 945 time: 0.0835409 Feb 28 11:49:52.691733 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d2ae5bbb-850a-4d23-979d-2a3783981bd4 req-919a7398-93b1-4bfb-87cf-75af91d442b6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381262 Feb 28 11:49:52.904791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-0ee4160b-42da-4eb6-9820-d4f3188cce88 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:52.905477 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-0ee4160b-42da-4eb6-9820-d4f3188cce88 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Synchronizing usage tracker for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:49:52.920525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-0ee4160b-42da-4eb6-9820-d4f3188cce88 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Unset dirty status for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:49:52.921745 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-0ee4160b-42da-4eb6-9820-d4f3188cce88 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 945 time: 0.0938790 Feb 28 11:49:52.992600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Deleting port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:49:52.992938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:53.235096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] For port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:49:53.235474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:53.354456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Calling delete_port for 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:49:53.498305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:53.548231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event deleted for resources: {'Port': ['ID=4d6a4d85-f20a-4f93-88f3-2fae3c1bd477,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:53.630489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] No DVR routers for this DVR port 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:49:53.632894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:53.635324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'name': 'network-vif-deleted', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:49:53.650814 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8c324f1c-f872-4603-af1f-ffc9c8108d4a req-b67c02f2-75b0-45f9-84e0-88b3b4458b67 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "DELETE /v2.0/ports/4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 HTTP/1.1" status: 204 len: 173 time: 0.7239857 Feb 28 11:49:53.683141 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd678c06e-cabe-4d28-afd2-7d65d25378b0', 'name': 'network-vif-deleted', 'tag': '4d6a4d85-f20a-4f93-88f3-2fae3c1bd477', 'status': 'completed', 'code': 200} Feb 28 11:49:53.843433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c8935ef-3e77-47ba-9083-c9c975a6c3fd req-44b39d1e-525b-4b45-9408-e77fa4169be9 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=d678c06e-cabe-4d28-afd2-7d65d25378b0 HTTP/1.1" status: 200 len: 210 time: 0.0430169 Feb 28 11:49:56.943717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:49:56.982490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:49:56.982693 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 4d6a4d85-f20a-4f93-88f3-2fae3c1bd477 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:49:57.285113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:59.451231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 32798) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:59.648894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Deleting port 4a683769-6f1f-481c-a829-72f387a4c214 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:49:59.649235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:59.821635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:59.821961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:00.037774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Calling delete_port for 4a683769-6f1f-481c-a829-72f387a4c214 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:00.184494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:00.226471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19a71d3e-18db-4d5e-a22d-1bab13a9edfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:00.233395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event deleted for resources: {'Port': ['ID=4a683769-6f1f-481c-a829-72f387a4c214,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:00.324991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:00.325237 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Floating IP 63401c0b-e9cc-418b-8f10-752e3116fa9c disassociated (deleted). External IP: 172.26.8.111, port: 36b645b6-751e-4409-a665-b2a62efd159e. Feb 28 11:50:00.667219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Router 8cd5822d-6671-474e-9d5d-c339688d4f05 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:50:00.852169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:50:00.862512 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] Sync routers for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:50:00.868142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:00.872185 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:50:00.872816 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:49:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:00.921874 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a818bc60-9042-45aa-9bbb-64eab8a8b1b2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "DELETE /v2.0/floatingips/63401c0b-e9cc-418b-8f10-752e3116fa9c HTTP/1.1" status: 204 len: 168 time: 1.4694598 Feb 28 11:50:00.922385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:50:00.968867 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e', 'status': 'completed', 'code': 200} Feb 28 11:50:01.051192 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:50:01.065171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-42abcc84-f2cf-40d9-a6c9-c804cc080d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:01.066725 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-42abcc84-f2cf-40d9-a6c9-c804cc080d1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 1098 time: 0.0768881 Feb 28 11:50:01.214513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-da5c7c7c-fcde-4b90-92e5-d1137b6df294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:01.216556 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-da5c7c7c-fcde-4b90-92e5-d1137b6df294 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 200 len: 912 time: 0.1441865 Feb 28 11:50:01.284096 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-93a1e31c-6cbe-4bc9-ae68-c0c1bfe6383d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b645b6-751e-4409-a665-b2a62efd159e HTTP/1.1" status: 200 len: 217 time: 0.0609143 Feb 28 11:50:01.308036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66317161-0835-4566-8440-f46bf2afe909 req-d5eef6d2-483b-434b-9f56-eab15bae6f92 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:01.310084 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-66317161-0835-4566-8440-f46bf2afe909 req-d5eef6d2-483b-434b-9f56-eab15bae6f92 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 945 time: 0.0861895 Feb 28 11:50:01.350010 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-d484cfb3-82b0-4ffd-90c1-bca09064c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:01.351495 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-d484cfb3-82b0-4ffd-90c1-bca09064c217 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 200 len: 850 time: 0.0617583 Feb 28 11:50:01.356374 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-66317161-0835-4566-8440-f46bf2afe909 req-20dab4b3-6e79-427e-a956-e9f9091c1cea tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Feb 28 11:50:01.374371 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:01.378178 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] Checking router: 8cd5822d-6671-474e-9d5d-c339688d4f05 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:50:01.386279 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:50:01.387486 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:49:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:01.427063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-59510c33-72d2-447c-990b-c1991ee84396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:01.428641 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-59510c33-72d2-447c-990b-c1991ee84396 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1947f750-7b07-4005-8db4-ce72a06c5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700309 Feb 28 11:50:01.565662 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:50:01.665625 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-79ce76f3-9480-4d5e-85bd-015d85a5ee9b service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293077 Feb 28 11:50:01.800081 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-68886c5c-99b9-4341-967e-d2be68d6c8d7 req-b9ceb446-435d-4a7b-a970-788312c863dd service neutron] 10.222.0.37 "GET /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281016 Feb 28 11:50:01.873751 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:01.877477 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5265c-02b8-4c8d-a462-555ceb280b8e None None] The sync data for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv is: [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:43:10Z', 'revision_number': 4, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '0d05b6d3-fedc-4024-badb-2b94bebdb279', 'name': '', 'network_id': '1947f750-7b07-4005-8db4-ce72a06c5747', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'mac_address': 'fa:16:3e:04:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:09Z', 'updated_at': '2022-02-28T11:43:16Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'subnets': [{'id': 'a6abb6a9-793a-4018-b191-3edd4fed1856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:50:02.077523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26676c96-1581-4c6f-948f-baf0d9bca9d9 None None] New status for floating IP 63401c0b-e9cc-418b-8f10-752e3116fa9c: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:50:02.477886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6cd4bcb6-f121-4074-bde0-d306b5952b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:02.542966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54daba-0fd0-40fe-b25f-a6db1785f0fe req-32a0c85d-538b-46f8-84aa-3592a057b466 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:02.544543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d54daba-0fd0-40fe-b25f-a6db1785f0fe req-32a0c85d-538b-46f8-84aa-3592a057b466 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 945 time: 0.0801854 Feb 28 11:50:02.588655 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d54daba-0fd0-40fe-b25f-a6db1785f0fe req-e3a7d781-29d6-4ec6-a21b-40b7c787312d tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a08da6d5-9e21-4356-bce6-6e5448c04ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385478 Feb 28 11:50:02.698725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-aab4839b-7747-4d57-b98a-a73ed9054eb6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:02.699432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-aab4839b-7747-4d57-b98a-a73ed9054eb6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Synchronizing usage tracker for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:50:02.714544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-aab4839b-7747-4d57-b98a-a73ed9054eb6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Unset dirty status for tenant:d7edc715845c44468e9f254f4c8a7f3d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:50:02.715625 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-aab4839b-7747-4d57-b98a-a73ed9054eb6 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 945 time: 0.0964811 Feb 28 11:50:02.783435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Deleting port 36b645b6-751e-4409-a665-b2a62efd159e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:02.783781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:03.026697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] For port 36b645b6-751e-4409-a665-b2a62efd159e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=36b645b6-751e-4409-a665-b2a62efd159e,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:03.027402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:03.149161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Calling delete_port for 36b645b6-751e-4409-a665-b2a62efd159e owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:03.289731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:03.343283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event deleted for resources: {'Port': ['ID=36b645b6-751e-4409-a665-b2a62efd159e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:03.413969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] No DVR routers for this DVR port 36b645b6-751e-4409-a665-b2a62efd159e on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:50:03.416486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:03.418911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'name': 'network-vif-deleted', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:50:03.434409 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9cbcbe8d-ba52-4943-9049-81163e861765 req-92a1653a-717f-4f9c-9c4b-73104fe70d5c tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.37 "DELETE /v2.0/ports/36b645b6-751e-4409-a665-b2a62efd159e HTTP/1.1" status: 204 len: 173 time: 0.7138870 Feb 28 11:50:03.467084 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe85815-ae0c-4364-9bb0-637cfb70724c', 'name': 'network-vif-deleted', 'tag': '36b645b6-751e-4409-a665-b2a62efd159e', 'status': 'completed', 'code': 200} Feb 28 11:50:03.643537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:03.762770 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4a316a41-8716-4abf-8c6d-437273213522 req-68a068ed-55aa-4b8f-8b1c-b977b80f4336 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fe85815-ae0c-4364-9bb0-637cfb70724c HTTP/1.1" status: 200 len: 210 time: 0.0489149 Feb 28 11:50:03.807804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:04.868278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32818) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:05.028035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Deleting port 52010127-a322-4e2a-99f1-ecda6f6d56ae {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:05.028374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:05.196127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:05.196457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:05.233513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:05.317924 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Calling delete_port for 52010127-a322-4e2a-99f1-ecda6f6d56ae owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:05.455821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:05.614128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event deleted for resources: {'Port': ['ID=52010127-a322-4e2a-99f1-ecda6f6d56ae,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:05.653118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.653471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.653807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.654140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.654470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.654796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.655143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.655469 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.655791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.656109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.656432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.656743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:05.717293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:05.730683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:05.732327 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-39f211a4-d20e-486e-b6b2-ded0e6cfa312 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "DELETE /v2.0/floatingips/3645b8f1-4e54-4cb7-bd19-99b4d2503df7 HTTP/1.1" status: 204 len: 168 time: 0.8625982 Feb 28 11:50:06.958865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 36b645b6-751e-4409-a665-b2a62efd159e no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:06.992510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 36b645b6-751e-4409-a665-b2a62efd159e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:50:06.992838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 36b645b6-751e-4409-a665-b2a62efd159e not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:08.279377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32836) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:08.346446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32c21b36-af5f-41d3-b56e-bc097d8721f2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.375337 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32c21b36-af5f-41d3-b56e-bc097d8721f2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.438209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32c21b36-af5f-41d3-b56e-bc097d8721f2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.455495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c21b36-af5f-41d3-b56e-bc097d8721f2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08da6d5-9e21-4356-bce6-6e5448c04ce7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:08.471177 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32c21b36-af5f-41d3-b56e-bc097d8721f2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.476099 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-32c21b36-af5f-41d3-b56e-bc097d8721f2 tempest-TestVolumeBootPattern-1247033144 tempest-TestVolumeBootPattern-1247033144-project] 10.222.0.64 "DELETE /v2.0/security-groups/a08da6d5-9e21-4356-bce6-6e5448c04ce7 HTTP/1.1" status: 204 len: 168 time: 0.1954403 Feb 28 11:50:08.535524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32842) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:09.170854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:09.520591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Deleting port 0d05b6d3-fedc-4024-badb-2b94bebdb279 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:09.521269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:09.697747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] For port 0d05b6d3-fedc-4024-badb-2b94bebdb279, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0d05b6d3-fedc-4024-badb-2b94bebdb279,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:09.698103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:09.926613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Calling delete_port for 0d05b6d3-fedc-4024-badb-2b94bebdb279 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:10.241498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:10.291704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d05b6d3-fedc-4024-badb-2b94bebdb279,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:10.555885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:10.904777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Router 8cd5822d-6671-474e-9d5d-c339688d4f05 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:50:11.078367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:50:11.087034 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] Sync routers for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:50:11.090464 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-67c99b70-cc3e-4fa8-b13d-2ee6490b353c admin admin] 10.222.0.64 "PUT /v2.0/routers/8cd5822d-6671-474e-9d5d-c339688d4f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5539229 Feb 28 11:50:11.093342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32848) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:11.098042 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:50:11.098654 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:50:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:11.303107 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:50:11.380799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:11.551921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:11.561365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Deleting port ab24e5ab-1640-46cf-a32a-5c3eda314354 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:11.562060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:11.583776 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:50:10Z', 'revision_number': 5, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port': {'id': 'ab24e5ab-1640-46cf-a32a-5c3eda314354', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:07Z', 'updated_at': '2022-02-28T11:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:11.587600 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] Checking router: 8cd5822d-6671-474e-9d5d-c339688d4f05 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:50:11.596652 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] Routers {'8cd5822d-6671-474e-9d5d-c339688d4f05'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:50:11.597256 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:50:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cd5822d-6671-474e-9d5d-c339688d4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:11.738433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] For port ab24e5ab-1640-46cf-a32a-5c3eda314354, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ab24e5ab-1640-46cf-a32a-5c3eda314354,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:11.738783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:11.745465 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] Set router 8cd5822d-6671-474e-9d5d-c339688d4f05 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:50:11.851866 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:50:11Z', 'revision_number': 6, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:11.855787 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bec947a-b1b5-421f-ad14-88460cacd64b None None] The sync data for ids ['8cd5822d-6671-474e-9d5d-c339688d4f05'] in dv-neutron-831192-2-hyperv is: [{'id': '8cd5822d-6671-474e-9d5d-c339688d4f05', 'name': 'tempest-TestVolumeBootPattern-854233677-router', 'tenant_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:06Z', 'updated_at': '2022-02-28T11:50:11Z', 'revision_number': 6, 'project_id': 'd7edc715845c44468e9f254f4c8a7f3d', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:50:11.864248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Calling delete_port for ab24e5ab-1640-46cf-a32a-5c3eda314354 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:12.031164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.075955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab24e5ab-1640-46cf-a32a-5c3eda314354,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:12.169869 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.345296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.347489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.369347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.369959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd5822d-6671-474e-9d5d-c339688d4f05 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:50:12.382236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.383384 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1a66b335-b914-4750-a6af-cd35bfcf4a72 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8cd5822d-6671-474e-9d5d-c339688d4f05 HTTP/1.1" status: 204 len: 168 time: 1.2891157 Feb 28 11:50:12.385798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:12.443108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e414a3c-beae-4dbe-ac09-f444eb27a4d8 admin admin] Deleting subnet a6abb6a9-793a-4018-b191-3edd4fed1856 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:50:12.445868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e414a3c-beae-4dbe-ac09-f444eb27a4d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.495270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e414a3c-beae-4dbe-ac09-f444eb27a4d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.674271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e414a3c-beae-4dbe-ac09-f444eb27a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.678479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0d05b6d3-fedc-4024-badb-2b94bebdb279 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:12.711846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 0d05b6d3-fedc-4024-badb-2b94bebdb279 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:50:12.712183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0d05b6d3-fedc-4024-badb-2b94bebdb279 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:12.712837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ab24e5ab-1640-46cf-a32a-5c3eda314354 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:12.747280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e414a3c-beae-4dbe-ac09-f444eb27a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.747742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: ab24e5ab-1640-46cf-a32a-5c3eda314354 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:50:12.748258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ab24e5ab-1640-46cf-a32a-5c3eda314354 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:12.788221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e414a3c-beae-4dbe-ac09-f444eb27a4d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6abb6a9-793a-4018-b191-3edd4fed1856,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:12.792092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e414a3c-beae-4dbe-ac09-f444eb27a4d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.798415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca22302-967a-4b8b-bbb9-d810d15d26cc None None] Network 1947f750-7b07-4005-8db4-ce72a06c5747 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:50:12.798644 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3e414a3c-beae-4dbe-ac09-f444eb27a4d8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a6abb6a9-793a-4018-b191-3edd4fed1856 HTTP/1.1" status: 204 len: 168 time: 0.4118485 Feb 28 11:50:12.801072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32856) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:12.910573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:12.921708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Deleting port af058b0e-14c4-433c-bed2-1d2c3285ec82 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:12.922044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.066798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] DHCP port deletion for 1947f750-7b07-4005-8db4-ce72a06c5747 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:50:13.071206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] Deleting port af058b0e-14c4-433c-bed2-1d2c3285ec82 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:13.071649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.129496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] For port af058b0e-14c4-433c-bed2-1d2c3285ec82, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=af058b0e-14c4-433c-bed2-1d2c3285ec82,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:13.129853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.258357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Calling delete_port for af058b0e-14c4-433c-bed2-1d2c3285ec82 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:13.280915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] For port af058b0e-14c4-433c-bed2-1d2c3285ec82, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=af058b0e-14c4-433c-bed2-1d2c3285ec82,segment=NetworkSegment(6ec5ea86-a63a-4f5a-b670-20bdcfcff033),segment_id=6ec5ea86-a63a-4f5a-b670-20bdcfcff033)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:13.281303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.333124 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.377260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af058b0e-14c4-433c-bed2-1d2c3285ec82,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:13.383355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] No DVR routers for this DVR port af058b0e-14c4-433c-bed2-1d2c3285ec82 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:50:13.405034 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] Calling delete_port for af058b0e-14c4-433c-bed2-1d2c3285ec82 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:13.474148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:50:13.474505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:50:13.496603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.527566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1947f750-7b07-4005-8db4-ce72a06c5747']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:13.538876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec5ea86-a63a-4f5a-b670-20bdcfcff033') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:13.539198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec5ea86-a63a-4f5a-b670-20bdcfcff033') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:13.550000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.566095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.572060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:50:13.572471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:50:13.585940 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:50:13.665004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.681013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:13.691979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1947f750-7b07-4005-8db4-ce72a06c5747,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:13.705077 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5ae36aee-0e87-44a5-95ce-1d7060d876c6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1947f750-7b07-4005-8db4-ce72a06c5747 HTTP/1.1" status: 204 len: 168 time: 0.9030266 Feb 28 11:50:13.707896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32860) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:13.976010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] Deleting port af058b0e-14c4-433c-bed2-1d2c3285ec82 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:13.976549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:14.047067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bb60410d-f554-4f19-9071-e8669fb53933 None None] The port 'af058b0e-14c4-433c-bed2-1d2c3285ec82' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:50:14.336609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:14.600486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device af058b0e-14c4-433c-bed2-1d2c3285ec82 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:14.634095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: af058b0e-14c4-433c-bed2-1d2c3285ec82 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:50:14.634432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device af058b0e-14c4-433c-bed2-1d2c3285ec82 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:14.682721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Deleting port 094df086-007d-4800-8577-0bd2f11c313f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:14.683282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:14.859927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] For port 094df086-007d-4800-8577-0bd2f11c313f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=094df086-007d-4800-8577-0bd2f11c313f,segment=NetworkSegment(149c332a-5708-4553-aa83-162c20ee53e6),segment_id=149c332a-5708-4553-aa83-162c20ee53e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:14.860190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:14.979635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Calling delete_port for 094df086-007d-4800-8577-0bd2f11c313f owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:15.152665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:15.199027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=094df086-007d-4800-8577-0bd2f11c313f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:15.472407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:15.923810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Router c465e1b9-9bd9-4e23-a9c0-d361d188c805 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:50:16.095972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:50:16.104965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] Sync routers for ids ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:50:16.112124 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-651ca95c-a407-4441-9cc1-9f861ddd2df4 admin admin] 10.222.0.64 "PUT /v2.0/routers/c465e1b9-9bd9-4e23-a9c0-d361d188c805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4032393 Feb 28 11:50:16.114476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32864) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:16.114979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] Routers {'c465e1b9-9bd9-4e23-a9c0-d361d188c805'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:50:16.115615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:50:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:16.289084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:16.337550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] Set router c465e1b9-9bd9-4e23-a9c0-d361d188c805 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:50:16.466420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:16.475893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Deleting port b339c09b-3119-4aa1-92cf-9de613c84680 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:16.476216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:16.621077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:50:15Z', 'revision_number': 5, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'gw_port': {'id': 'b339c09b-3119-4aa1-92cf-9de613c84680', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:16.625457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] Checking router: c465e1b9-9bd9-4e23-a9c0-d361d188c805 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:50:16.633655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] Routers {'c465e1b9-9bd9-4e23-a9c0-d361d188c805'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:50:16.634242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:50:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:16.652196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] For port b339c09b-3119-4aa1-92cf-9de613c84680, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b339c09b-3119-4aa1-92cf-9de613c84680,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:16.652552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:16.773358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Calling delete_port for b339c09b-3119-4aa1-92cf-9de613c84680 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:16.782900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] Set router c465e1b9-9bd9-4e23-a9c0-d361d188c805 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:50:16.897623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:50:16Z', 'revision_number': 6, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:16.901808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb597f12-f60c-4a74-bc8c-9c417d72a1fe None None] The sync data for ids ['c465e1b9-9bd9-4e23-a9c0-d361d188c805'] in dv-neutron-831192-2-hyperv is: [{'id': 'c465e1b9-9bd9-4e23-a9c0-d361d188c805', 'name': 'tempest-TestVolumeBootPattern-1484871489-router', 'tenant_id': 'c61b1577925f47c692f0b373449dd907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:13Z', 'updated_at': '2022-02-28T11:50:16Z', 'revision_number': 6, 'project_id': 'c61b1577925f47c692f0b373449dd907', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:50:17.067580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.116754 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Pushing event deleted for resources: {'Port': ['ID=b339c09b-3119-4aa1-92cf-9de613c84680,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:17.207488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.387283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.390003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.417474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.418241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c465e1b9-9bd9-4e23-a9c0-d361d188c805 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:50:17.431222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.432328 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-069b7e61-33ee-4a1e-9ffd-9bcdc39bf059 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c465e1b9-9bd9-4e23-a9c0-d361d188c805 HTTP/1.1" status: 204 len: 168 time: 1.3169675 Feb 28 11:50:17.436946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:17.504117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8489bc1c-ae27-48d9-a36e-6718cc82d418 admin admin] Deleting subnet ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:50:17.507881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8489bc1c-ae27-48d9-a36e-6718cc82d418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.556866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8489bc1c-ae27-48d9-a36e-6718cc82d418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.641887 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8489bc1c-ae27-48d9-a36e-6718cc82d418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.711424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8489bc1c-ae27-48d9-a36e-6718cc82d418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.753131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489bc1c-ae27-48d9-a36e-6718cc82d418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:17.756705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8489bc1c-ae27-48d9-a36e-6718cc82d418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.763689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd021109-2849-45a0-be78-e54c63d19f6e None None] Network 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:50:17.764127 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8489bc1c-ae27-48d9-a36e-6718cc82d418 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ae1a891e-ad8a-4ebf-bd17-fdf76b3d8da3 HTTP/1.1" status: 204 len: 168 time: 0.3258774 Feb 28 11:50:17.766230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32876) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:17.868586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.880330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Deleting port 8d79923a-0c69-4303-a187-af5a84e1fc21 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:17.880677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.019267 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] DHCP port deletion for 0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:50:18.024070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] Deleting port 8d79923a-0c69-4303-a187-af5a84e1fc21 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:18.024465 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.095961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] For port 8d79923a-0c69-4303-a187-af5a84e1fc21, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8d79923a-0c69-4303-a187-af5a84e1fc21,segment=NetworkSegment(149c332a-5708-4553-aa83-162c20ee53e6),segment_id=149c332a-5708-4553-aa83-162c20ee53e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:18.096550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.218397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Calling delete_port for 8d79923a-0c69-4303-a187-af5a84e1fc21 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:18.223948 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] For port 8d79923a-0c69-4303-a187-af5a84e1fc21, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8d79923a-0c69-4303-a187-af5a84e1fc21,segment=NetworkSegment(149c332a-5708-4553-aa83-162c20ee53e6),segment_id=149c332a-5708-4553-aa83-162c20ee53e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:18.224339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.295135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.342662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8d79923a-0c69-4303-a187-af5a84e1fc21,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:18.344527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] No DVR routers for this DVR port 8d79923a-0c69-4303-a187-af5a84e1fc21 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:50:18.346910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] Calling delete_port for 8d79923a-0c69-4303-a187-af5a84e1fc21 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:18.458499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.461533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:50:18.461883 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:50:18.483340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2e5713-0f8b-41b2-bad4-12fe3f1acc79']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:18.494644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149c332a-5708-4553-aa83-162c20ee53e6') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:18.494933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149c332a-5708-4553-aa83-162c20ee53e6') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:18.506244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.525629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.531619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:50:18.531996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:50:18.544795 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:50:18.606437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b339c09b-3119-4aa1-92cf-9de613c84680 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:18.619946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.637756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.641010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: b339c09b-3119-4aa1-92cf-9de613c84680 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:50:18.641359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b339c09b-3119-4aa1-92cf-9de613c84680 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:18.641781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 094df086-007d-4800-8577-0bd2f11c313f no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:18.643546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2e5713-0f8b-41b2-bad4-12fe3f1acc79,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:18.652597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7468d591-877f-4194-bfdf-30b33a7898ba admin admin] 10.222.0.64 "DELETE /v2.0/networks/0e2e5713-0f8b-41b2-bad4-12fe3f1acc79 HTTP/1.1" status: 204 len: 168 time: 0.8854225 Feb 28 11:50:18.674843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 094df086-007d-4800-8577-0bd2f11c313f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:50:18.675223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 094df086-007d-4800-8577-0bd2f11c313f not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:18.675647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8d79923a-0c69-4303-a187-af5a84e1fc21 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:18.710403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 8d79923a-0c69-4303-a187-af5a84e1fc21 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:50:18.710750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8d79923a-0c69-4303-a187-af5a84e1fc21 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:18.770653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:18.913097 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-32e93341-77d6-43ac-abde-7af050d05516 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7edc715845c44468e9f254f4c8a7f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412776 Feb 28 11:50:18.915568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32886) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:18.963586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] Deleting port 8d79923a-0c69-4303-a187-af5a84e1fc21 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:18.964143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.970707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-923228cd-c3c1-4006-8380-27c4b4a93e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.995032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-923228cd-c3c1-4006-8380-27c4b4a93e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:19.026863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1bd31a18-0698-4675-8bb9-a704f9f0c623 None None] The port '8d79923a-0c69-4303-a187-af5a84e1fc21' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:50:19.048698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-923228cd-c3c1-4006-8380-27c4b4a93e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:19.065340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923228cd-c3c1-4006-8380-27c4b4a93e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a1321a-3d47-4347-acb8-8cb0e88110c2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:19.071637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-923228cd-c3c1-4006-8380-27c4b4a93e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:19.072809 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-923228cd-c3c1-4006-8380-27c4b4a93e8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75a1321a-3d47-4347-acb8-8cb0e88110c2 HTTP/1.1" status: 204 len: 168 time: 0.1562803 Feb 28 11:50:19.397157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32894) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:19.444013 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-975a10c4-9407-46bc-8ebc-f9680512b510 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c61b1577925f47c692f0b373449dd907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457139 Feb 28 11:50:19.446217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 32898) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:19.510081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70489ce3-5211-443e-86b4-c162c55e92ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:19.535278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70489ce3-5211-443e-86b4-c162c55e92ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:19.586061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70489ce3-5211-443e-86b4-c162c55e92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:19.601448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70489ce3-5211-443e-86b4-c162c55e92ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf75f82d-c03d-431e-9c72-914f416acda4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:19.606040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70489ce3-5211-443e-86b4-c162c55e92ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:19.609954 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-70489ce3-5211-443e-86b4-c162c55e92ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf75f82d-c03d-431e-9c72-914f416acda4 HTTP/1.1" status: 204 len: 168 time: 0.1606135 Feb 28 11:50:26.956156 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-41985982-4271-475a-a414-fde565f4cbae tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=81cade4cc9c444a99db8affbb0efdb47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268137 Feb 28 11:50:27.101329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2b28c-932d-497b-82df-d63bf275391b req-46a3d247-49a8-4942-96cb-87c6e860e683 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:27.102730 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-46a3d247-49a8-4942-96cb-87c6e860e683 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414125 Feb 28 11:50:27.117579 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-dbe63db1-c850-4708-9d13-d4bc956c2ed1 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/quotas/81cade4cc9c444a99db8affbb0efdb47 HTTP/1.1" status: 200 len: 375 time: 0.0086050 Feb 28 11:50:27.166525 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-fabb5ee1-e7c2-4782-8232-26aef6e9deb2 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=81cade4cc9c444a99db8affbb0efdb47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441790 Feb 28 11:50:27.313971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:27.353576 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-448c2ef1-5aa6-4d72-87be-4fed188fa987 req-6dbb0110-475e-422d-bbc7-bf0fafa8f58a tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 210 time: 0.0441930 Feb 28 11:50:28.248150 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-e6d64bb3-fa7f-4661-ad28-5a3b7dbfd4bb tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=81cade4cc9c444a99db8affbb0efdb47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308945 Feb 28 11:50:28.277462 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:50:28.399493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2b28c-932d-497b-82df-d63bf275391b req-492525aa-4e6e-4893-b6cf-65ff20835a61 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:28.401082 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-492525aa-4e6e-4893-b6cf-65ff20835a61 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473300 Feb 28 11:50:28.413789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Request body: {'port': {'device_id': '4d7f33fa-16fd-4707-be62-e9fa4a66e749', 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6', 'admin_state_up': True, 'tenant_id': '81cade4cc9c444a99db8affbb0efdb47'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:50:28.507142 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ad023a65-1678-498a-bde3-8fd4342b00a7 req-ff97867f-0fef-4de1-b6ad-743fa952efce tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 210 time: 0.0425425 Feb 28 11:50:28.551931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:28.555934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Usage tracker for resource:port and tenant:81cade4cc9c444a99db8affbb0efdb47 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:28.558556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:28.564533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:28.573333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Made reservation on behalf of 81cade4cc9c444a99db8affbb0efdb47 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:50:28.576870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:28.592890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:28.607789 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:28.611751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Usage tracker for resource:security_group_rule and tenant:81cade4cc9c444a99db8affbb0efdb47 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:28.614857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:28.620748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:28.702792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:28.706659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:28.788587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cc95ad-950d-4ce8-a803-ecc829e1c938,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:28.877807 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Allocated IP 192.168.233.232 (03399d07-ca06-4c91-abf6-8859511733c6/81b2cba4-b650-40bd-858d-7ff127333d6a/dc36769d-b151-4a76-b1d5-f50abe4a6c00) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:50:29.164805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.180139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Transition to ACTIVE for port object dc36769d-b151-4a76-b1d5-f50abe4a6c00 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:50:29.202765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.268871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Network 03399d07-ca06-4c91-abf6-8859511733c6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:50:29.279264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:50:29.283636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:50:29.314594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Pushing event updated for resources: {'Port': ['ID=dc36769d-b151-4a76-b1d5-f50abe4a6c00,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:29.353254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:29.353982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.381196 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-547fc5fe-b0a1-4bf9-9686-a8fb8bec77e8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9713025 Feb 28 11:50:29.395369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Request body: {'port': {'device_id': '4d7f33fa-16fd-4707-be62-e9fa4a66e749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:50:29.507098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3cb73510-4797-4ba0-8e9a-9de464638a4f None None] Provisioning for port dc36769d-b151-4a76-b1d5-f50abe4a6c00 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:50:29.509028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.512181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3cb73510-4797-4ba0-8e9a-9de464638a4f None None] Provisioning complete for port dc36769d-b151-4a76-b1d5-f50abe4a6c00 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:50:29.513062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3cb73510-4797-4ba0-8e9a-9de464638a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.565832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3cb73510-4797-4ba0-8e9a-9de464638a4f None None] Port dc36769d-b151-4a76-b1d5-f50abe4a6c00 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:50:29.697746 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062f99c-dcc6-4d75-97d7-9873b7d2ada2 req-830028e2-c720-43a2-947b-21f796f9147d tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:29.699217 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4062f99c-dcc6-4d75-97d7-9873b7d2ada2 req-830028e2-c720-43a2-947b-21f796f9147d tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 936 time: 0.0830114 Feb 28 11:50:29.748316 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4062f99c-dcc6-4d75-97d7-9873b7d2ada2 req-3f147ef1-dc42-43d7-b7c3-21ea22af16b3 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 Feb 28 11:50:29.855763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc36769d-b151-4a76-b1d5-f50abe4a6c00 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:50:29.862934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.883075 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Transition to ACTIVE for port object dc36769d-b151-4a76-b1d5-f50abe4a6c00 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:50:29.887280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:30.041709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc36769d-b151-4a76-b1d5-f50abe4a6c00,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:30.119886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Attempting to bind port dc36769d-b151-4a76-b1d5-f50abe4a6c00 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:50:30.120210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Attempting to bind port dc36769d-b151-4a76-b1d5-f50abe4a6c00 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '41c2c9e7-3f80-457d-b92e-0bd4bb40d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:50:30.120528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Attempting to bind port dc36769d-b151-4a76-b1d5-f50abe4a6c00 on network 03399d07-ca06-4c91-abf6-8859511733c6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:50:30.125515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Port dc36769d-b151-4a76-b1d5-f50abe4a6c00 on network 03399d07-ca06-4c91-abf6-8859511733c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:50:30.125827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Attempting to bind port dc36769d-b151-4a76-b1d5-f50abe4a6c00 on network 03399d07-ca06-4c91-abf6-8859511733c6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:50:30.130765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:50:30.131078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Checking segment: {'id': '41c2c9e7-3f80-457d-b92e-0bd4bb40d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:50:30.131476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Bound using segment: {'id': '41c2c9e7-3f80-457d-b92e-0bd4bb40d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:50:30.131884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Bound port: dc36769d-b151-4a76-b1d5-f50abe4a6c00, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c2c9e7-3f80-457d-b92e-0bd4bb40d398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:50:30.132214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:30.223202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] For port dc36769d-b151-4a76-b1d5-f50abe4a6c00, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:50:30.226369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] For port dc36769d-b151-4a76-b1d5-f50abe4a6c00, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dc36769d-b151-4a76-b1d5-f50abe4a6c00,segment=NetworkSegment(41c2c9e7-3f80-457d-b92e-0bd4bb40d398),segment_id=41c2c9e7-3f80-457d-b92e-0bd4bb40d398)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:50:30.230408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:30.232017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83fee204-5071-46fe-87a7-06bcab3aa2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:30.286565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:30.286939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:30.288175 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] 10.222.0.37 "PUT /v2.0/ports/dc36769d-b151-4a76-b1d5-f50abe4a6c00 HTTP/1.1" status: 200 len: 1098 time: 0.8972895 Feb 28 11:50:30.288609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7f33fa-16fd-4707-be62-e9fa4a66e749', 'tag': 'dc36769d-b151-4a76-b1d5-f50abe4a6c00'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:50:30.320504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4419dd5-93c0-4160-8171-552e3ec8aeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc36769d-b151-4a76-b1d5-f50abe4a6c00,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:30.362089 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7f33fa-16fd-4707-be62-e9fa4a66e749', 'tag': 'dc36769d-b151-4a76-b1d5-f50abe4a6c00', 'status': 'completed', 'code': 200} Feb 28 11:50:30.402916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2b28c-932d-497b-82df-d63bf275391b req-3b8141f0-56db-4a36-9bc2-866c30d023ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:30.404448 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-3b8141f0-56db-4a36-9bc2-866c30d023ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81cade4cc9c444a99db8affbb0efdb47&device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 1101 time: 0.0759854 Feb 28 11:50:30.476193 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-dc8e5e1a-944e-4bce-bdfd-c5dc666cf13d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=dc36769d-b151-4a76-b1d5-f50abe4a6c00 HTTP/1.1" status: 200 len: 217 time: 0.0652688 Feb 28 11:50:30.541335 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2b28c-932d-497b-82df-d63bf275391b req-23d72abe-a516-4de7-b523-e08b7a167b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:30.542775 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-23d72abe-a516-4de7-b523-e08b7a167b5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81b2cba4-b650-40bd-858d-7ff127333d6a HTTP/1.1" status: 200 len: 843 time: 0.0604095 Feb 28 11:50:30.615825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2b28c-932d-497b-82df-d63bf275391b req-ad653440-fcd4-4922-8652-6a2cbd0f7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:30.617280 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-ad653440-fcd4-4922-8652-6a2cbd0f7b41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03399d07-ca06-4c91-abf6-8859511733c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0684607 Feb 28 11:50:30.747754 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-e0dd97e1-7a85-488f-a387-5162c7a27bfb service neutron] 10.222.0.37 "GET /v2.0/networks/03399d07-ca06-4c91-abf6-8859511733c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236176 Feb 28 11:50:30.946584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1e0e1-1a18-4707-8f59-9c2d7c82396d req-2cc9ac31-b2da-455b-8bb4-4a4c66c24977 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:30.948089 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bfd1e0e1-1a18-4707-8f59-9c2d7c82396d req-2cc9ac31-b2da-455b-8bb4-4a4c66c24977 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 948 time: 0.0860445 Feb 28 11:50:30.983331 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9a2b28c-932d-497b-82df-d63bf275391b req-956ad01e-7ddc-49e1-8f68-19515269da80 service neutron] 10.222.0.37 "GET /v2.0/networks/03399d07-ca06-4c91-abf6-8859511733c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295890 Feb 28 11:50:30.996265 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bfd1e0e1-1a18-4707-8f59-9c2d7c82396d req-296ac837-6d49-4c3e-8f1f-3c689e7a6fc8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Feb 28 11:50:31.098333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6602-cfd0-4750-88d7-412e5e235351 req-7e30688e-a8b2-414f-b796-12ae6dbc340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:31.099810 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-827e6602-cfd0-4750-88d7-412e5e235351 req-7e30688e-a8b2-414f-b796-12ae6dbc340a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81cade4cc9c444a99db8affbb0efdb47&device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 1101 time: 0.0697262 Feb 28 11:50:31.229827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6602-cfd0-4750-88d7-412e5e235351 req-064e9e30-b70d-496b-bdd3-6a69ea199291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:31.231813 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-827e6602-cfd0-4750-88d7-412e5e235351 req-064e9e30-b70d-496b-bdd3-6a69ea199291 service neutron] 10.222.0.37 "GET /v2.0/networks?id=03399d07-ca06-4c91-abf6-8859511733c6 HTTP/1.1" status: 200 len: 870 time: 0.1255364 Feb 28 11:50:31.301934 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-827e6602-cfd0-4750-88d7-412e5e235351 req-7acea033-0f61-454f-887f-6b0c48ac52fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=dc36769d-b151-4a76-b1d5-f50abe4a6c00 HTTP/1.1" status: 200 len: 217 time: 0.0636134 Feb 28 11:50:31.366168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6602-cfd0-4750-88d7-412e5e235351 req-d2eba143-99e9-41ef-87c4-030de5467d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:31.367579 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-827e6602-cfd0-4750-88d7-412e5e235351 req-d2eba143-99e9-41ef-87c4-030de5467d64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81b2cba4-b650-40bd-858d-7ff127333d6a HTTP/1.1" status: 200 len: 843 time: 0.0596480 Feb 28 11:50:31.440015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6602-cfd0-4750-88d7-412e5e235351 req-851d10c5-61a4-4e1c-ab7a-662f8c79c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:31.441420 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-827e6602-cfd0-4750-88d7-412e5e235351 req-851d10c5-61a4-4e1c-ab7a-662f8c79c212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03399d07-ca06-4c91-abf6-8859511733c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0678802 Feb 28 11:50:31.571934 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-827e6602-cfd0-4750-88d7-412e5e235351 req-8cafc03f-5cdc-4895-9ea6-7913704e061b service neutron] 10.222.0.37 "GET /v2.0/networks/03399d07-ca06-4c91-abf6-8859511733c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224155 Feb 28 11:50:31.701248 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-827e6602-cfd0-4750-88d7-412e5e235351 req-77ab817e-fb0a-4547-aba2-4c79ff593ed2 service neutron] 10.222.0.37 "GET /v2.0/networks/03399d07-ca06-4c91-abf6-8859511733c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231635 Feb 28 11:50:32.178435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995289-e623-4aec-9200-5337eeb9cbba req-7d125bfb-ff2c-430d-b487-2a3b4bcdabf8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:32.179898 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ac995289-e623-4aec-9200-5337eeb9cbba req-7d125bfb-ff2c-430d-b487-2a3b4bcdabf8 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 948 time: 0.0787497 Feb 28 11:50:32.222281 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ac995289-e623-4aec-9200-5337eeb9cbba req-a5059327-569d-4992-8a32-ad68b481bc2f tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368354 Feb 28 11:50:32.480196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b65db7ba-d34e-4897-af7d-246842226edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:33.082233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device dc36769d-b151-4a76-b1d5-f50abe4a6c00 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:50:33.209625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port dc36769d-b151-4a76-b1d5-f50abe4a6c00, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dc36769d-b151-4a76-b1d5-f50abe4a6c00,segment=NetworkSegment(41c2c9e7-3f80-457d-b92e-0bd4bb40d398),segment_id=41c2c9e7-3f80-457d-b92e-0bd4bb40d398)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:33.233437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'dc36769d-b151-4a76-b1d5-f50abe4a6c00', 'network_id': '03399d07-ca06-4c91-abf6-8859511733c6', 'port_id': 'dc36769d-b151-4a76-b1d5-f50abe4a6c00', 'mac_address': 'fa:16:3e:e9:e1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b2cba4-b650-40bd-858d-7ff127333d6a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:50:33.290816 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:33.307408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc36769d-b151-4a76-b1d5-f50abe4a6c00 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:50:33.323784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port dc36769d-b151-4a76-b1d5-f50abe4a6c00, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dc36769d-b151-4a76-b1d5-f50abe4a6c00,segment=NetworkSegment(41c2c9e7-3f80-457d-b92e-0bd4bb40d398),segment_id=41c2c9e7-3f80-457d-b92e-0bd4bb40d398)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:33.327953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:33.393199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=dc36769d-b151-4a76-b1d5-f50abe4a6c00,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:33.400295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.400731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.401074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.401403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.401730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.402057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.402379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.402699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.403019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.403361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.403705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.404075 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:33.408533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287389c-b7d5-4a79-ab62-498de5861d04 req-41e69a14-9f0b-432e-b101-57b36a10c3c6 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:33.409984 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d287389c-b7d5-4a79-ab62-498de5861d04 req-41e69a14-9f0b-432e-b101-57b36a10c3c6 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 949 time: 0.0816069 Feb 28 11:50:33.453724 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d287389c-b7d5-4a79-ab62-498de5861d04 req-cee6fa46-1863-41c3-8b46-7d88ed31b5f2 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381885 Feb 28 11:50:33.546076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['dc36769d-b151-4a76-b1d5-f50abe4a6c00'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:50:33.658442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:33.801374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:34.631442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4d3e2-6fd7-4e25-882a-045eac9cb4ec req-e63adf60-6ba2-461b-9364-66ac6d9dc3e9 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:34.632882 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ab4d3e2-6fd7-4e25-882a-045eac9cb4ec req-e63adf60-6ba2-461b-9364-66ac6d9dc3e9 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 949 time: 0.0788453 Feb 28 11:50:34.677893 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ab4d3e2-6fd7-4e25-882a-045eac9cb4ec req-965aa835-8dcf-4d39-bbbc-829ed6a60e85 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 Feb 28 11:50:35.097913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device dc36769d-b151-4a76-b1d5-f50abe4a6c00 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:50:35.163324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port dc36769d-b151-4a76-b1d5-f50abe4a6c00 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:50:35.168009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port dc36769d-b151-4a76-b1d5-f50abe4a6c00 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:50:35.169024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:35.280447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:35.303891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:35.329581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7f33fa-16fd-4707-be62-e9fa4a66e749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc36769d-b151-4a76-b1d5-f50abe4a6c00'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:50:35.339361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port dc36769d-b151-4a76-b1d5-f50abe4a6c00, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dc36769d-b151-4a76-b1d5-f50abe4a6c00,segment=NetworkSegment(41c2c9e7-3f80-457d-b92e-0bd4bb40d398),segment_id=41c2c9e7-3f80-457d-b92e-0bd4bb40d398)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:35.343903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:35.378124 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7f33fa-16fd-4707-be62-e9fa4a66e749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc36769d-b151-4a76-b1d5-f50abe4a6c00', 'code': 200} Feb 28 11:50:35.416475 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=dc36769d-b151-4a76-b1d5-f50abe4a6c00,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:35.591932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe4286-0841-4f79-8a87-13ed3f4477ec req-6378b461-7e6c-4415-8166-e343629a3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:35.593360 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8cbe4286-0841-4f79-8a87-13ed3f4477ec req-6378b461-7e6c-4415-8166-e343629a3445 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 1103 time: 0.0686078 Feb 28 11:50:35.635509 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8cbe4286-0841-4f79-8a87-13ed3f4477ec req-9b307b15-5eb7-4d8e-b3c4-b46f9940232e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362840 Feb 28 11:50:35.866275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf6958-7dab-4a28-b725-708d4ff597a3 req-ca709de7-3dc7-420f-b207-6031594866fb tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:35.867738 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9aaf6958-7dab-4a28-b725-708d4ff597a3 req-ca709de7-3dc7-420f-b207-6031594866fb tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 950 time: 0.0796902 Feb 28 11:50:35.911143 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9aaf6958-7dab-4a28-b725-708d4ff597a3 req-e9e53514-402b-4334-8ca3-a08cf875de2e tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373139 Feb 28 11:50:37.095083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1932fb-dd11-4593-b5c7-44eb484b7f61 req-24d41c96-8048-4df4-acef-9028a7352ac2 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:37.096525 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aa1932fb-dd11-4593-b5c7-44eb484b7f61 req-24d41c96-8048-4df4-acef-9028a7352ac2 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 950 time: 0.0809238 Feb 28 11:50:37.139269 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aa1932fb-dd11-4593-b5c7-44eb484b7f61 req-ef6e68e0-7720-4a41-9e1c-7c5af3b1e12c tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Feb 28 11:50:38.196935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f93e-148b-4561-8282-c0cef9e99b4a req-c51f7d2a-2c59-41f2-9df0-cfde7f7fe737 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:38.198371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d5d3f93e-148b-4561-8282-c0cef9e99b4a req-c51f7d2a-2c59-41f2-9df0-cfde7f7fe737 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 950 time: 0.0791402 Feb 28 11:50:38.242894 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d5d3f93e-148b-4561-8282-c0cef9e99b4a req-a20713df-e382-44df-a9dc-82493c6fa179 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382299 Feb 28 11:50:39.412620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-099c1a70-0276-4c06-b81b-9047997e548a tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:39.413305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-099c1a70-0276-4c06-b81b-9047997e548a tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Synchronizing usage tracker for tenant:81cade4cc9c444a99db8affbb0efdb47 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:50:39.429565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-099c1a70-0276-4c06-b81b-9047997e548a tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Unset dirty status for tenant:81cade4cc9c444a99db8affbb0efdb47 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:50:39.430874 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-099c1a70-0276-4c06-b81b-9047997e548a tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 950 time: 0.0950589 Feb 28 11:50:39.432026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53286cd9-f358-443a-b3f5-d7f6948fb841 req-9beada97-414c-4c83-aedc-d244da1ee847 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:39.433469 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-53286cd9-f358-443a-b3f5-d7f6948fb841 req-9beada97-414c-4c83-aedc-d244da1ee847 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 950 time: 0.0811639 Feb 28 11:50:39.477443 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-53286cd9-f358-443a-b3f5-d7f6948fb841 req-e93d4627-6bc4-442a-b012-0a203b10cb97 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/security-groups?id=44cc95ad-950d-4ce8-a803-ecc829e1c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380383 Feb 28 11:50:39.500317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Deleting port dc36769d-b151-4a76-b1d5-f50abe4a6c00 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:50:39.500660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:39.743214 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] For port dc36769d-b151-4a76-b1d5-f50abe4a6c00, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=dc36769d-b151-4a76-b1d5-f50abe4a6c00,segment=NetworkSegment(41c2c9e7-3f80-457d-b92e-0bd4bb40d398),segment_id=41c2c9e7-3f80-457d-b92e-0bd4bb40d398)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:39.743568 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:39.875990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Calling delete_port for dc36769d-b151-4a76-b1d5-f50abe4a6c00 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:50:40.025194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:40.036771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['dc36769d-b151-4a76-b1d5-f50abe4a6c00'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:50:40.173083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Pushing event deleted for resources: {'Port': ['ID=dc36769d-b151-4a76-b1d5-f50abe4a6c00,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:40.247978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] No DVR routers for this DVR port dc36769d-b151-4a76-b1d5-f50abe4a6c00 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:50:40.250830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:40.253895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7f33fa-16fd-4707-be62-e9fa4a66e749', 'name': 'network-vif-deleted', 'tag': 'dc36769d-b151-4a76-b1d5-f50abe4a6c00'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:50:40.276759 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-809b1f39-9c92-4fa8-b4e6-49d222041a46 req-2251c989-2236-40ec-a76f-fe9ff9e59d76 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.37 "DELETE /v2.0/ports/dc36769d-b151-4a76-b1d5-f50abe4a6c00 HTTP/1.1" status: 204 len: 173 time: 0.8412592 Feb 28 11:50:40.323143 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7f33fa-16fd-4707-be62-e9fa4a66e749', 'name': 'network-vif-deleted', 'tag': 'dc36769d-b151-4a76-b1d5-f50abe4a6c00', 'status': 'completed', 'code': 200} Feb 28 11:50:40.635474 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-db842223-a3dc-4a7a-8462-d8c49e241816 req-51958aac-f298-4b16-8c4b-11a9525441d0 tempest-ServersAdminNegativeTestJSON-1348542897 tempest-ServersAdminNegativeTestJSON-1348542897-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d7f33fa-16fd-4707-be62-e9fa4a66e749 HTTP/1.1" status: 200 len: 210 time: 0.0420585 Feb 28 11:50:41.988358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33034) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:42.133170 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4d060a21-49f1-4eb1-a846-d8b91d534589 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81cade4cc9c444a99db8affbb0efdb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436169 Feb 28 11:50:42.135671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33040) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:42.192268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-913d6295-3614-477d-b58d-d080e1839ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.217889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-913d6295-3614-477d-b58d-d080e1839ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.267409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-913d6295-3614-477d-b58d-d080e1839ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.281442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d6295-3614-477d-b58d-d080e1839ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cc95ad-950d-4ce8-a803-ecc829e1c938,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:42.288411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-913d6295-3614-477d-b58d-d080e1839ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.289513 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-913d6295-3614-477d-b58d-d080e1839ac5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44cc95ad-950d-4ce8-a803-ecc829e1c938 HTTP/1.1" status: 204 len: 168 time: 0.1529746 Feb 28 11:50:42.553750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33048) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:42.571452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-199fec50-95e0-4671-94de-f11e74055c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.590409 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-199fec50-95e0-4671-94de-f11e74055c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:42.595039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-199fec50-95e0-4671-94de-f11e74055c5d admin admin] Usage tracker for resource:security_group_rule and tenant:f8abdf3d15894db9bf4134f17b654d15 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:42.597877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-199fec50-95e0-4671-94de-f11e74055c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:42.603546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-199fec50-95e0-4671-94de-f11e74055c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:42.684465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-199fec50-95e0-4671-94de-f11e74055c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.688255 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-199fec50-95e0-4671-94de-f11e74055c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.739654 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-199fec50-95e0-4671-94de-f11e74055c5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8abdf3d15894db9bf4134f17b654d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822963 Feb 28 11:50:42.739816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33052) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:42.742252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fec50-95e0-4671-94de-f11e74055c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db63581-5bf2-478f-aa45-393865ceb097,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:42.799467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b8be564-6273-462a-8a53-7432218bdf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.824981 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b8be564-6273-462a-8a53-7432218bdf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.875618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b8be564-6273-462a-8a53-7432218bdf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.890886 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be564-6273-462a-8a53-7432218bdf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db63581-5bf2-478f-aa45-393865ceb097,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:42.896197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b8be564-6273-462a-8a53-7432218bdf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.898070 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4b8be564-6273-462a-8a53-7432218bdf27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5db63581-5bf2-478f-aa45-393865ceb097 HTTP/1.1" status: 204 len: 168 time: 0.1573017 Feb 28 11:50:43.145018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device dc36769d-b151-4a76-b1d5-f50abe4a6c00 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:43.179170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: dc36769d-b151-4a76-b1d5-f50abe4a6c00 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:50:43.179523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device dc36769d-b151-4a76-b1d5-f50abe4a6c00 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:43.596090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33076) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:43.697664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1662139871-network', 'tenant_id': '2044a9a146d041f3862605b23f310778'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:50:43.703069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:43.706971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Usage tracker for resource:network and tenant:2044a9a146d041f3862605b23f310778 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:43.709949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:43.716673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:43.726381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Made reservation on behalf of 2044a9a146d041f3862605b23f310778 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:50:43.728735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:43.740335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:43.757166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:43.760871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2044a9a146d041f3862605b23f310778 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:43.764104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:43.769618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:43.859935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:43.863602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:43.891146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:50:43.903884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea16bad8-197d-4411-b799-9028d8539fcb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:43.909404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:43.909733 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Added segment 9c11e529-04e4-4bda-bf27-8388440b7997 of type vlan for network b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 Feb 28 11:50:43.936095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:43.963830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:43.964744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:43.965986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:44.067521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:44.071504 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-797f8b71-3fe7-462d-97ec-c497cbb9e6f2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4744096 Feb 28 11:50:44.075044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:44.077800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:50:44.080610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Request body: {'subnet': {'network_id': 'b6f3e29b-1e90-464d-8b7d-9a3c30c400c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1662139871-subnet', 'tenant_id': '2044a9a146d041f3862605b23f310778', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:50:44.085430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:44.089258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Usage tracker for resource:subnet and tenant:2044a9a146d041f3862605b23f310778 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:44.092092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:44.097688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:44.108300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Made reservation on behalf of 2044a9a146d041f3862605b23f310778 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:50:44.110685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:44.306011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:44.385903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a414770a-7581-482a-9d47-8ef4c5d7eb11,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:44.389817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Checking segment: {'id': '9c11e529-04e4-4bda-bf27-8388440b7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b6f3e29b-1e90-464d-8b7d-9a3c30c400c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:50:44.390173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Network hostable DHCP agents. Network: b6f3e29b-1e90-464d-8b7d-9a3c30c400c1, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:50:44.408327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Network b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:50:44.416784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, b6f3e29b-1e90-464d-8b7d-9a3c30c400c1) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:50:44.421048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:44.421620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:44.426482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551fd19-8cdc-4037-a87d-ef2595daaa13 None None] Network b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:50:44.452477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-61d6171a-7ae7-40ee-88e3-86141101b462 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3761165 Feb 28 11:50:44.636443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10593842-a02e-4355-a018-5a4ee6aa83e0 None None] Network b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:50:45.038014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-e0487ba0-f845-49bb-ab49-1c44fe54a73b tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:45.038829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-e0487ba0-f845-49bb-ab49-1c44fe54a73b tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Synchronizing usage tracker for tenant:2044a9a146d041f3862605b23f310778 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:50:45.055476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-e0487ba0-f845-49bb-ab49-1c44fe54a73b tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Unset dirty status for tenant:2044a9a146d041f3862605b23f310778 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:50:45.056592 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-e0487ba0-f845-49bb-ab49-1c44fe54a73b tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/networks?id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 HTTP/1.1" status: 200 len: 812 time: 0.2514489 Feb 28 11:50:45.071359 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-a2272cb5-1e0c-42bb-916e-ec9057ca71a4 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/quotas/2044a9a146d041f3862605b23f310778 HTTP/1.1" status: 200 len: 375 time: 0.0088258 Feb 28 11:50:45.117408 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-70f58d79-c885-4971-b15e-467300ce354f tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2044a9a146d041f3862605b23f310778&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412369 Feb 28 11:50:45.247543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-843f43c8-96e6-4a8d-8fcb-6af8e3554828 service neutron] 10.222.0.64 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237738 Feb 28 11:50:45.377154 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-2592ca75-35f9-45e7-b7d7-3f5c57d88612 service neutron] 10.222.0.64 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234832 Feb 28 11:50:45.549889 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d680bf7-7b41-4a67-be37-df74c712ae0c req-ba0bb886-24a4-4e0e-866b-138dc30ff545 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 210 time: 0.0456402 Feb 28 11:50:46.545361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-060c8c65-135b-46ab-84d9-ca38e3118ffc tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:46.546777 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-060c8c65-135b-46ab-84d9-ca38e3118ffc tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.37 "GET /v2.0/networks?id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 HTTP/1.1" status: 200 len: 812 time: 0.1459317 Feb 28 11:50:46.558585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Request body: {'port': {'device_id': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'network_id': 'b6f3e29b-1e90-464d-8b7d-9a3c30c400c1', 'admin_state_up': True, 'tenant_id': '2044a9a146d041f3862605b23f310778'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:50:46.695977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:46.700307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Usage tracker for resource:port and tenant:2044a9a146d041f3862605b23f310778 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:46.702141 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3533e7e5-0433-4b73-a218-a2f41cbc14a8 req-ce052c53-0c1b-4da7-aa5f-592ceb668b0a tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 210 time: 0.0423281 Feb 28 11:50:46.703174 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:46.708900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:46.727092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Made reservation on behalf of 2044a9a146d041f3862605b23f310778 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:50:46.730824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:46.891538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Allocated IP 172.20.0.9 (b6f3e29b-1e90-464d-8b7d-9a3c30c400c1/a414770a-7581-482a-9d47-8ef4c5d7eb11/352044f0-c7a1-40d7-9643-28280f9a039b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:50:47.086529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:47.114748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:47.184076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Network b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:50:47.191126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:50:47.195329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:50:47.225055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Pushing event updated for resources: {'Port': ['ID=352044f0-c7a1-40d7-9643-28280f9a039b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:47.258860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:47.259510 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:47.279393 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-ae1ccd23-4261-45dc-aaaf-c935a2c371cb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7245781 Feb 28 11:50:47.290134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Request body: {'port': {'device_id': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:50:47.410993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:47.740174 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352044f0-c7a1-40d7-9643-28280f9a039b {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:50:47.748364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:47.762759 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Transition to ACTIVE for port object 352044f0-c7a1-40d7-9643-28280f9a039b will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:50:47.767146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:47.892639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5fdf-cb6a-45ea-8485-e6a3d164aa25 req-bf7e61a5-7252-4fd8-9831-8e382eba6ffe tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:47.894102 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d1f5fdf-cb6a-45ea-8485-e6a3d164aa25 req-bf7e61a5-7252-4fd8-9831-8e382eba6ffe tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 943 time: 0.0824230 Feb 28 11:50:47.943308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5d1f5fdf-cb6a-45ea-8485-e6a3d164aa25 req-28eff941-a6dc-4ad9-bb68-a85a846686ce tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Synchronizing usage tracker for tenant:2044a9a146d041f3862605b23f310778 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:50:47.960637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5d1f5fdf-cb6a-45ea-8485-e6a3d164aa25 req-28eff941-a6dc-4ad9-bb68-a85a846686ce tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Unset dirty status for tenant:2044a9a146d041f3862605b23f310778 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:50:47.961928 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d1f5fdf-cb6a-45ea-8485-e6a3d164aa25 req-28eff941-a6dc-4ad9-bb68-a85a846686ce tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621758 Feb 28 11:50:48.025333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Pushing event updated for resources: {'Port': ['ID=352044f0-c7a1-40d7-9643-28280f9a039b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:48.101917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Attempting to bind port 352044f0-c7a1-40d7-9643-28280f9a039b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:50:48.102254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Attempting to bind port 352044f0-c7a1-40d7-9643-28280f9a039b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '9c11e529-04e4-4bda-bf27-8388440b7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b6f3e29b-1e90-464d-8b7d-9a3c30c400c1'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:50:48.102578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Attempting to bind port 352044f0-c7a1-40d7-9643-28280f9a039b on network b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:50:48.107610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Port 352044f0-c7a1-40d7-9643-28280f9a039b on network b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:50:48.107926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Attempting to bind port 352044f0-c7a1-40d7-9643-28280f9a039b on network b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:50:48.112888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:50:48.113215 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Checking segment: {'id': '9c11e529-04e4-4bda-bf27-8388440b7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b6f3e29b-1e90-464d-8b7d-9a3c30c400c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:50:48.113591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Bound using segment: {'id': '9c11e529-04e4-4bda-bf27-8388440b7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b6f3e29b-1e90-464d-8b7d-9a3c30c400c1'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:50:48.114008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Bound port: 352044f0-c7a1-40d7-9643-28280f9a039b, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c11e529-04e4-4bda-bf27-8388440b7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b6f3e29b-1e90-464d-8b7d-9a3c30c400c1'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:50:48.114342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:48.202231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:50:48.205106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=352044f0-c7a1-40d7-9643-28280f9a039b,segment=NetworkSegment(9c11e529-04e4-4bda-bf27-8388440b7997),segment_id=9c11e529-04e4-4bda-bf27-8388440b7997)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:50:48.209289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:48.263890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:48.264510 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:48.265842 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] 10.222.0.37 "PUT /v2.0/ports/352044f0-c7a1-40d7-9643-28280f9a039b HTTP/1.1" status: 200 len: 1093 time: 0.9795544 Feb 28 11:50:48.266281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:50:48.293320 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5dd9f-5544-4270-9e11-696a1bee488e service neutron] Pushing event updated for resources: {'Port': ['ID=352044f0-c7a1-40d7-9643-28280f9a039b,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:48.335206 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b', 'status': 'completed', 'code': 200} Feb 28 11:50:48.373733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-2fa58731-2fa0-447d-bbeb-fe3632415f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:48.375189 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-2fa58731-2fa0-447d-bbeb-fe3632415f29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2044a9a146d041f3862605b23f310778&device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0711985 Feb 28 11:50:48.443475 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-8d0c156d-352c-4fdf-bb26-81bc0e2be02e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=352044f0-c7a1-40d7-9643-28280f9a039b HTTP/1.1" status: 200 len: 217 time: 0.0617585 Feb 28 11:50:48.502786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-d6f58961-b957-4dfa-b73d-651bdc2d615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:48.504163 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-d6f58961-b957-4dfa-b73d-651bdc2d615f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a414770a-7581-482a-9d47-8ef4c5d7eb11 HTTP/1.1" status: 200 len: 852 time: 0.0555537 Feb 28 11:50:48.548305 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-cb776714-28d8-4dca-8fde-15caf724772f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386579 Feb 28 11:50:48.674357 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-611afef6-4c33-40b4-b693-0ca5caf3f5b5 service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199253 Feb 28 11:50:48.803921 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5adac326-cc2b-46a0-9a66-c1386da05c31 req-e4572d26-f57b-4582-bb55-b3f84f5b1a83 service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236389 Feb 28 11:50:48.922672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-52883054-c460-453a-8cb5-4f39a5f0625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:48.924150 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-52883054-c460-453a-8cb5-4f39a5f0625f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2044a9a146d041f3862605b23f310778&device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0752575 Feb 28 11:50:49.052992 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-2d130ccc-d460-4e3e-b6a0-5a9926973203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:49.054503 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-2d130ccc-d460-4e3e-b6a0-5a9926973203 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 HTTP/1.1" status: 200 len: 913 time: 0.1241467 Feb 28 11:50:49.120282 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-a5e6cd10-3ee1-4f53-ad8e-41c53f0a88ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=352044f0-c7a1-40d7-9643-28280f9a039b HTTP/1.1" status: 200 len: 217 time: 0.0587921 Feb 28 11:50:49.146346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968eea-c3ed-438f-827f-362d1666e08d req-76f8ca44-bff1-4a52-b1cf-98df8c2e3216 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:49.147827 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fd968eea-c3ed-438f-827f-362d1666e08d req-76f8ca44-bff1-4a52-b1cf-98df8c2e3216 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 943 time: 0.0795097 Feb 28 11:50:49.184949 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-fae260fa-a135-406d-838b-50737da3b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:49.186644 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-fae260fa-a135-406d-838b-50737da3b4d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a414770a-7581-482a-9d47-8ef4c5d7eb11 HTTP/1.1" status: 200 len: 852 time: 0.0598691 Feb 28 11:50:49.191608 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fd968eea-c3ed-438f-827f-362d1666e08d req-3e1b1de1-2aca-4c6f-8fcd-90e38a73f82e tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Feb 28 11:50:49.233819 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-800e3795-fc4a-43f2-9d12-77831500bd88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406644 Feb 28 11:50:49.374968 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-9c29e044-7f93-4254-9e69-80b98467f086 service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348360 Feb 28 11:50:49.505152 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-93f8e91a-b304-4e8c-a48a-ca1c0ebc88f4 req-67198a0c-ca5e-4889-95a9-fc26dccde0e6 service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231606 Feb 28 11:50:50.377201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811119-8218-4489-ba7e-fbcf9bfb3b64 req-35a4548d-6645-4560-a5cc-941a71d1ab0e tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:50.378617 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a8811119-8218-4489-ba7e-fbcf9bfb3b64 req-35a4548d-6645-4560-a5cc-941a71d1ab0e tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 943 time: 0.0811155 Feb 28 11:50:50.421524 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a8811119-8218-4489-ba7e-fbcf9bfb3b64 req-641bd3bd-487d-4d8d-ac49-b6527051028e tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372794 Feb 28 11:50:51.190629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 352044f0-c7a1-40d7-9643-28280f9a039b details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:50:51.328690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=352044f0-c7a1-40d7-9643-28280f9a039b,segment=NetworkSegment(9c11e529-04e4-4bda-bf27-8388440b7997),segment_id=9c11e529-04e4-4bda-bf27-8388440b7997)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:51.341880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '352044f0-c7a1-40d7-9643-28280f9a039b', 'network_id': 'b6f3e29b-1e90-464d-8b7d-9a3c30c400c1', 'port_id': '352044f0-c7a1-40d7-9643-28280f9a039b', 'mac_address': 'fa:16:3e:c3:47:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414770a-7581-482a-9d47-8ef4c5d7eb11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:50:51.393872 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:51.410202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352044f0-c7a1-40d7-9643-28280f9a039b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:50:51.425086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=352044f0-c7a1-40d7-9643-28280f9a039b,segment=NetworkSegment(9c11e529-04e4-4bda-bf27-8388440b7997),segment_id=9c11e529-04e4-4bda-bf27-8388440b7997)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:51.428667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:51.497970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=352044f0-c7a1-40d7-9643-28280f9a039b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:51.602538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fed687-9381-44fb-ad9d-41ba93cde1e8 req-5bafb036-51b1-4e1e-8c2f-bfd9cdeb93be tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:51.604006 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-94fed687-9381-44fb-ad9d-41ba93cde1e8 req-5bafb036-51b1-4e1e-8c2f-bfd9cdeb93be tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 944 time: 0.0792761 Feb 28 11:50:51.625089 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['352044f0-c7a1-40d7-9643-28280f9a039b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:50:51.647308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-94fed687-9381-44fb-ad9d-41ba93cde1e8 req-4b38d20e-c759-455a-b60a-7ba6896545f0 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375891 Feb 28 11:50:52.830766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0c33f-aa6d-492b-8a5e-ef950d3b0583 req-a8496670-4f90-4ddf-8eb0-9603c16f62ea tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:52.832136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dcb0c33f-aa6d-492b-8a5e-ef950d3b0583 req-a8496670-4f90-4ddf-8eb0-9603c16f62ea tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 944 time: 0.0819058 Feb 28 11:50:52.874381 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dcb0c33f-aa6d-492b-8a5e-ef950d3b0583 req-2c8bdfc0-8de5-4f06-8902-6d8add2c8d90 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366492 Feb 28 11:50:53.201111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 352044f0-c7a1-40d7-9643-28280f9a039b up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:50:53.268770 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 352044f0-c7a1-40d7-9643-28280f9a039b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:50:53.273243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 352044f0-c7a1-40d7-9643-28280f9a039b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:50:53.273611 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:53.390608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:53.415624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:50:53.425433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=352044f0-c7a1-40d7-9643-28280f9a039b,segment=NetworkSegment(9c11e529-04e4-4bda-bf27-8388440b7997),segment_id=9c11e529-04e4-4bda-bf27-8388440b7997)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:50:53.429258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:53.464760 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b', 'code': 200} Feb 28 11:50:53.495712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=352044f0-c7a1-40d7-9643-28280f9a039b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:53.771861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d902f19-3afb-43ae-b216-7a5c61ca4f40 req-8c4de1c8-c2d8-408c-92a3-1e685bb6247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:53.773303 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7d902f19-3afb-43ae-b216-7a5c61ca4f40 req-8c4de1c8-c2d8-408c-92a3-1e685bb6247b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 1098 time: 0.1624520 Feb 28 11:50:53.817478 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7d902f19-3afb-43ae-b216-7a5c61ca4f40 req-367dc0fa-0b11-4a5c-bed7-182ca41010e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375702 Feb 28 11:50:54.057229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f487b-9c32-415e-ac8e-ec1bc83e18d2 req-995f24a2-908d-4b0f-8b60-848c93ef13df tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:54.058555 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e2f487b-9c32-415e-ac8e-ec1bc83e18d2 req-995f24a2-908d-4b0f-8b60-848c93ef13df tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0814714 Feb 28 11:50:54.101424 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e2f487b-9c32-415e-ac8e-ec1bc83e18d2 req-4ef5e633-3aa4-43ae-97e6-608049c8fb5c tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Feb 28 11:50:55.338023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d755c55-31a5-478e-97bd-525de7954f2b req-a47d986d-c25a-4a48-83aa-49c6b8c4d2a0 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:55.339633 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d755c55-31a5-478e-97bd-525de7954f2b req-a47d986d-c25a-4a48-83aa-49c6b8c4d2a0 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.1306291 Feb 28 11:50:55.382874 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1d755c55-31a5-478e-97bd-525de7954f2b req-2d4e18db-84bc-46cb-ad63-f0a228429086 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Feb 28 11:50:55.740900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33146) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:55.786004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c3f40-ea02-43db-a383-bb6c8faa1325 req-3f0dc323-7627-43be-be0e-b7074a8546b0 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:55.787508 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-197c3f40-ea02-43db-a383-bb6c8faa1325 req-3f0dc323-7627-43be-be0e-b7074a8546b0 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0851109 Feb 28 11:50:55.831869 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-197c3f40-ea02-43db-a383-bb6c8faa1325 req-78a716a1-f509-492f-82f3-89593dd910b6 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Feb 28 11:50:55.853134 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-e284ca27-a65f-4549-87a8-902e0c4dee98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104741 Feb 28 11:50:57.064797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40818b59-b53c-4f95-8b63-74c9eb1ecfab req-b75e7363-7510-4ebf-8591-529685f6c5a3 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:57.066286 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-40818b59-b53c-4f95-8b63-74c9eb1ecfab req-b75e7363-7510-4ebf-8591-529685f6c5a3 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.1302245 Feb 28 11:50:57.104419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793bb50-01d6-4be0-8077-3767705ff757 req-5b331d1b-2072-48d7-ab0e-bbfc428466e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:57.105903 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-5b331d1b-2072-48d7-ab0e-bbfc428466e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2044a9a146d041f3862605b23f310778&device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0731933 Feb 28 11:50:57.113119 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-40818b59-b53c-4f95-8b63-74c9eb1ecfab req-35ce4aa5-3930-4d6a-9d63-ead00272aba4 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Feb 28 11:50:57.234304 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793bb50-01d6-4be0-8077-3767705ff757 req-778cfa68-6c68-416b-ac0d-cf0a61371fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:57.235758 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-778cfa68-6c68-416b-ac0d-cf0a61371fab service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 HTTP/1.1" status: 200 len: 913 time: 0.1241801 Feb 28 11:50:57.297797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:57.301233 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-37bb6b63-7186-42ec-8fb9-52cd17a28f53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=352044f0-c7a1-40d7-9643-28280f9a039b HTTP/1.1" status: 200 len: 217 time: 0.0598142 Feb 28 11:50:57.376476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793bb50-01d6-4be0-8077-3767705ff757 req-08c33760-c69c-4d8b-9c3a-b87e16e45881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:57.377794 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-08c33760-c69c-4d8b-9c3a-b87e16e45881 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a414770a-7581-482a-9d47-8ef4c5d7eb11 HTTP/1.1" status: 200 len: 852 time: 0.0709453 Feb 28 11:50:57.422974 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-58b50b5a-4892-4f4e-88c7-e9c1069d7e1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395467 Feb 28 11:50:57.550216 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-0093128e-5ab6-4e9e-a94a-6539fdb9de0d service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216357 Feb 28 11:50:57.677298 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-30698f6d-9b3d-40fa-8fb6-615aa739fc29 service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211429 Feb 28 11:50:58.296059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab549d9-2092-4881-b9f3-aad0ab8aabb3 req-691cd78b-893e-4ab9-9a6f-cdd3cbec78bb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:58.297488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ab549d9-2092-4881-b9f3-aad0ab8aabb3 req-691cd78b-893e-4ab9-9a6f-cdd3cbec78bb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0783799 Feb 28 11:50:58.339329 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ab549d9-2092-4881-b9f3-aad0ab8aabb3 req-41199009-0a91-4119-9ba2-b2199fa44666 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362546 Feb 28 11:50:59.522789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1088b5e-a817-4df0-aec0-35aa25244aea req-10477c97-dfff-49ee-bef7-e2f38fa2bcc2 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:59.524218 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a1088b5e-a817-4df0-aec0-35aa25244aea req-10477c97-dfff-49ee-bef7-e2f38fa2bcc2 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0799110 Feb 28 11:50:59.566890 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a1088b5e-a817-4df0-aec0-35aa25244aea req-1390d91e-da39-4a84-98e7-6be1902ddbca tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Feb 28 11:51:00.235213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9b52-a390-4710-abfd-a61b6ed062ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:00.753961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d72d0-fcf8-4aaa-965e-0e3232a2ef7a req-195fcc73-40de-4a25-b499-bf0b39e36363 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:00.755625 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-534d72d0-fcf8-4aaa-965e-0e3232a2ef7a req-195fcc73-40de-4a25-b499-bf0b39e36363 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0842769 Feb 28 11:51:00.801599 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-534d72d0-fcf8-4aaa-965e-0e3232a2ef7a req-64bc7ebb-38c3-4993-95d5-3bb6a2f1f647 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Feb 28 11:51:01.985487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db7d9-4f28-4acb-93f5-4a0aafe09683 req-9ef7cf75-a968-4b59-b8db-7dd90319d7e3 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:01.987182 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-234db7d9-4f28-4acb-93f5-4a0aafe09683 req-9ef7cf75-a968-4b59-b8db-7dd90319d7e3 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0784252 Feb 28 11:51:02.031531 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-234db7d9-4f28-4acb-93f5-4a0aafe09683 req-66ac7bb9-7b4b-465a-a1bd-ad331966825b tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Feb 28 11:51:02.481109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fd16169c-02a4-44eb-89f7-fecd2712cd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:03.214602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec534c44-4d67-4b7c-93b9-1cddc20dcd85 req-8001532e-9f2f-4a88-9259-d6365a4119ca tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:03.216051 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ec534c44-4d67-4b7c-93b9-1cddc20dcd85 req-8001532e-9f2f-4a88-9259-d6365a4119ca tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0820091 Feb 28 11:51:03.266441 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ec534c44-4d67-4b7c-93b9-1cddc20dcd85 req-21dd178d-7d29-423b-a255-4e6775a271d1 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371702 Feb 28 11:51:03.647277 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:03.802738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:04.445959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e7276-d6bc-4fe6-8981-64bc0ccf49ec req-28fc27a7-a0b9-4cb0-b5e1-4d995e4a4028 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:04.447571 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-750e7276-d6bc-4fe6-8981-64bc0ccf49ec req-28fc27a7-a0b9-4cb0-b5e1-4d995e4a4028 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0785751 Feb 28 11:51:04.491161 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-750e7276-d6bc-4fe6-8981-64bc0ccf49ec req-0e4b53f9-7354-41f4-a285-856ad135914c tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380595 Feb 28 11:51:05.237908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:05.275917 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:51:05.676417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c94dd-7fd3-4090-98ff-3f26f55ccf01 req-2966051c-418f-40f6-a3bf-a4e2837760b4 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:05.677851 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3d7c94dd-7fd3-4090-98ff-3f26f55ccf01 req-2966051c-418f-40f6-a3bf-a4e2837760b4 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0819516 Feb 28 11:51:05.720967 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3d7c94dd-7fd3-4090-98ff-3f26f55ccf01 req-436062b1-228f-449d-beb2-161b9c55ccbb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376227 Feb 28 11:51:06.905279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144f477-403b-4335-a4bc-24f384fcc6b6 req-90c3d3e5-e558-4b2b-a184-0a25dfeb9c27 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:06.906617 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4144f477-403b-4335-a4bc-24f384fcc6b6 req-90c3d3e5-e558-4b2b-a184-0a25dfeb9c27 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0814984 Feb 28 11:51:07.040944 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4144f477-403b-4335-a4bc-24f384fcc6b6 req-23af246c-c7c5-4d98-bc4b-8f8f6678b5f7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286581 Feb 28 11:51:08.226496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246d15-482b-48cc-a245-2aaa1622779d req-29c52e76-f157-42a0-8215-753a358993d6 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:08.227962 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-06246d15-482b-48cc-a245-2aaa1622779d req-29c52e76-f157-42a0-8215-753a358993d6 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0779986 Feb 28 11:51:08.270915 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-06246d15-482b-48cc-a245-2aaa1622779d req-7addf200-5830-4620-a6ee-19c7c079713f tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Feb 28 11:51:09.462856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3850e-c979-4ce8-90fc-6bca28009b2b req-08701d24-acec-48d0-b5cc-e4bdc81ff9b5 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:09.464346 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c5e3850e-c979-4ce8-90fc-6bca28009b2b req-08701d24-acec-48d0-b5cc-e4bdc81ff9b5 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0855768 Feb 28 11:51:09.508178 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c5e3850e-c979-4ce8-90fc-6bca28009b2b req-53616723-94ba-4f17-b650-a76a06333f56 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376563 Feb 28 11:51:10.691782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392fd9-dc31-4402-abd8-4592a2af7ef8 req-15f144ad-9689-4911-9158-c38221881d9f tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:10.696881 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b392fd9-dc31-4402-abd8-4592a2af7ef8 req-15f144ad-9689-4911-9158-c38221881d9f tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0846686 Feb 28 11:51:10.746322 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b392fd9-dc31-4402-abd8-4592a2af7ef8 req-f7826b42-a37b-4c79-b483-245153fdfa84 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Feb 28 11:51:11.925751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5c0ee-de45-49e1-986c-17c4ed28fac6 req-333a2732-2ae2-491d-b6bd-0daa40e192f8 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:11.927192 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e6a5c0ee-de45-49e1-986c-17c4ed28fac6 req-333a2732-2ae2-491d-b6bd-0daa40e192f8 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0775387 Feb 28 11:51:11.972036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e6a5c0ee-de45-49e1-986c-17c4ed28fac6 req-56cac7d0-0c72-440b-ba9f-dc8660f88794 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 Feb 28 11:51:13.155380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f33bf7-8edc-4638-9018-5a11892f2977 req-b1c50b38-d9d0-494f-b087-971acd2f4e95 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:13.156804 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-09f33bf7-8edc-4638-9018-5a11892f2977 req-b1c50b38-d9d0-494f-b087-971acd2f4e95 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0811143 Feb 28 11:51:13.199203 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-09f33bf7-8edc-4638-9018-5a11892f2977 req-2613915f-3a1a-4eb8-a242-91ff235cc55a tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Feb 28 11:51:14.378626 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198e3d4-ca7e-4232-950b-ed9a8166d2e2 req-5be57a9e-9436-4c47-8535-35ce6d549980 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:14.380009 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4198e3d4-ca7e-4232-950b-ed9a8166d2e2 req-5be57a9e-9436-4c47-8535-35ce6d549980 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0782275 Feb 28 11:51:14.425921 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4198e3d4-ca7e-4232-950b-ed9a8166d2e2 req-9a58c98d-f0ef-4cdf-b06e-6ec08605b599 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Feb 28 11:51:15.610554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978ff6a-bfd1-4d3d-9440-30cb65c8559d req-06391427-d2f6-4594-a6fa-ece1ec72e529 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:15.612014 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a978ff6a-bfd1-4d3d-9440-30cb65c8559d req-06391427-d2f6-4594-a6fa-ece1ec72e529 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0786047 Feb 28 11:51:15.653560 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a978ff6a-bfd1-4d3d-9440-30cb65c8559d req-b91d2df1-d09d-46e9-b357-309caba49e82 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360210 Feb 28 11:51:16.848000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfb8e6-ca00-4668-b892-e703e8e81ba1 req-c90229a9-c904-46bd-af45-2f2dd4086223 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:16.849350 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31dfb8e6-ca00-4668-b892-e703e8e81ba1 req-c90229a9-c904-46bd-af45-2f2dd4086223 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0813324 Feb 28 11:51:16.893558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31dfb8e6-ca00-4668-b892-e703e8e81ba1 req-d7567681-db34-4361-b42e-642604803a82 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Feb 28 11:51:18.097501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40e5a-00bf-45f0-aab4-83e69c2818a1 req-3ed2c848-5d13-4c73-bef3-0d65e076ad99 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:18.099028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12f40e5a-00bf-45f0-aab4-83e69c2818a1 req-3ed2c848-5d13-4c73-bef3-0d65e076ad99 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0834126 Feb 28 11:51:18.143687 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-12f40e5a-00bf-45f0-aab4-83e69c2818a1 req-e3152cfd-61ba-45b6-b86e-bcc134e3833f tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389559 Feb 28 11:51:19.326265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd973b-65b5-46f2-ae5c-5a65250be340 req-71dbdfaf-fcb1-4846-a6e9-560cda5e936d tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:19.327688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a3fd973b-65b5-46f2-ae5c-5a65250be340 req-71dbdfaf-fcb1-4846-a6e9-560cda5e936d tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0804543 Feb 28 11:51:19.371607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a3fd973b-65b5-46f2-ae5c-5a65250be340 req-7f39bc09-3dee-4eaf-9cd2-6fd667e4f4de tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 Feb 28 11:51:20.554448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73741409-1048-402f-9d88-f81d777f5b57 req-d676b20e-1ac8-41ab-80fb-d34dc42308a5 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:20.555873 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-73741409-1048-402f-9d88-f81d777f5b57 req-d676b20e-1ac8-41ab-80fb-d34dc42308a5 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0815053 Feb 28 11:51:20.597884 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-73741409-1048-402f-9d88-f81d777f5b57 req-4e9734e4-426b-405a-becb-8e9505c96392 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361466 Feb 28 11:51:21.779229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33db1a-59f4-47c5-a91b-2b1899fbf778 req-b5ce7b0d-96c2-4972-9322-625ea9221deb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:21.780664 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6d33db1a-59f4-47c5-a91b-2b1899fbf778 req-b5ce7b0d-96c2-4972-9322-625ea9221deb tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0794358 Feb 28 11:51:21.823649 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6d33db1a-59f4-47c5-a91b-2b1899fbf778 req-587d309a-4cf2-48ad-b6a8-570a45d8f22d tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 Feb 28 11:51:23.010218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a6751-ac78-4104-b7d1-1d0ed87513f0 req-bcfc2d56-8ced-4b10-b549-3ff5397c2bb2 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:23.011688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-674a6751-ac78-4104-b7d1-1d0ed87513f0 req-bcfc2d56-8ced-4b10-b549-3ff5397c2bb2 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0815558 Feb 28 11:51:23.056022 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-674a6751-ac78-4104-b7d1-1d0ed87513f0 req-28d04bb9-b6cd-417a-ad4f-4eed7063c102 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385087 Feb 28 11:51:24.240534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03770e1d-f41e-40d4-896a-dda3effea9fb req-21ee2fe2-0471-4446-8472-b106cdb7fed0 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:24.242146 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-03770e1d-f41e-40d4-896a-dda3effea9fb req-21ee2fe2-0471-4446-8472-b106cdb7fed0 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0781853 Feb 28 11:51:24.287414 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-03770e1d-f41e-40d4-896a-dda3effea9fb req-dc68c273-7026-488a-bb11-46015526f865 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396936 Feb 28 11:51:24.366721 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-1c1886ad-766b-492a-9e5b-eb941c7277e6 service neutron] 10.222.0.37 "GET /v2.0/ports/352044f0-c7a1-40d7-9643-28280f9a039b/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0773623 Feb 28 11:51:24.621466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793bb50-01d6-4be0-8077-3767705ff757 req-b5693136-eee3-4e98-9d0e-d38283100cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:24.623481 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-b5693136-eee3-4e98-9d0e-d38283100cb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2&tenant_id=2044a9a146d041f3862605b23f310778 HTTP/1.1" status: 200 len: 1098 time: 0.0705814 Feb 28 11:51:24.713527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793bb50-01d6-4be0-8077-3767705ff757 req-389f9021-2269-48af-8d63-aafeebf351f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:24.714963 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-389f9021-2269-48af-8d63-aafeebf351f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2044a9a146d041f3862605b23f310778&device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0721316 Feb 28 11:51:24.843478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793bb50-01d6-4be0-8077-3767705ff757 req-2dc6110b-00ad-4792-b902-268501d2af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:24.844879 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-2dc6110b-00ad-4792-b902-268501d2af75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 HTTP/1.1" status: 200 len: 913 time: 0.1242330 Feb 28 11:51:24.909051 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-c06b4915-65ea-4397-845f-dd859beb1a30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=352044f0-c7a1-40d7-9643-28280f9a039b HTTP/1.1" status: 200 len: 217 time: 0.0587366 Feb 28 11:51:24.971357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793bb50-01d6-4be0-8077-3767705ff757 req-866e9f5f-f50c-4fb6-9005-d41da6887598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:24.972690 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-866e9f5f-f50c-4fb6-9005-d41da6887598 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a414770a-7581-482a-9d47-8ef4c5d7eb11 HTTP/1.1" status: 200 len: 852 time: 0.0580058 Feb 28 11:51:25.017240 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-67ee8d35-e52e-4f07-9e6e-96b195245ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387094 Feb 28 11:51:25.145123 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-0f231eb2-2ac1-4eb8-a85c-673b5e415c22 service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212382 Feb 28 11:51:25.366451 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7793bb50-01d6-4be0-8077-3767705ff757 req-9d40d5f6-410b-4d2e-8004-80ef3003be0c service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126565 Feb 28 11:51:25.471282 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa7df-aa1d-4ef4-80c2-22b362f0e380 req-babcaf9b-c66f-471d-9b53-ec72147babca tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:25.472917 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3faa7df-aa1d-4ef4-80c2-22b362f0e380 req-babcaf9b-c66f-471d-9b53-ec72147babca tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0805466 Feb 28 11:51:25.520189 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3faa7df-aa1d-4ef4-80c2-22b362f0e380 req-aeea25f8-4f6b-431e-a67b-f626bea38be3 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Feb 28 11:51:26.709606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdb825-ab59-4dc4-835a-8d9d93052fe6 req-686cfa59-2a81-44bc-adf9-2b33e2db300f tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:26.711035 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6dbdb825-ab59-4dc4-835a-8d9d93052fe6 req-686cfa59-2a81-44bc-adf9-2b33e2db300f tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0864768 Feb 28 11:51:26.755096 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6dbdb825-ab59-4dc4-835a-8d9d93052fe6 req-d3684803-decd-4587-aa06-26c3aa5ab330 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377274 Feb 28 11:51:27.299186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:27.476271 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 352044f0-c7a1-40d7-9643-28280f9a039b details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:51:27.479665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 352044f0-c7a1-40d7-9643-28280f9a039b no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:51:27.695999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:27.713354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=352044f0-c7a1-40d7-9643-28280f9a039b,segment=NetworkSegment(9c11e529-04e4-4bda-bf27-8388440b7997),segment_id=9c11e529-04e4-4bda-bf27-8388440b7997)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:51:27.733530 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '352044f0-c7a1-40d7-9643-28280f9a039b', 'network_id': 'b6f3e29b-1e90-464d-8b7d-9a3c30c400c1', 'port_id': '352044f0-c7a1-40d7-9643-28280f9a039b', 'mac_address': 'fa:16:3e:c3:47:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414770a-7581-482a-9d47-8ef4c5d7eb11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:51:27.739964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:51:27.786004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=352044f0-c7a1-40d7-9643-28280f9a039b,segment=NetworkSegment(9c11e529-04e4-4bda-bf27-8388440b7997),segment_id=9c11e529-04e4-4bda-bf27-8388440b7997)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:51:27.793777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:27.848288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:27.861442 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b', 'code': 200} Feb 28 11:51:27.876795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 352044f0-c7a1-40d7-9643-28280f9a039b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:51:27.917833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=352044f0-c7a1-40d7-9643-28280f9a039b,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:27.948621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:51:27.948894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:51:27.950058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a7b11-feae-4360-9754-b8d33662da03 req-52014743-179c-4518-8f34-05fbe8ea95f5 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:27.951588 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f46a7b11-feae-4360-9754-b8d33662da03 req-52014743-179c-4518-8f34-05fbe8ea95f5 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 943 time: 0.0808692 Feb 28 11:51:27.994844 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f46a7b11-feae-4360-9754-b8d33662da03 req-71c61b86-1750-45da-9e41-93ff1b788ac8 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Feb 28 11:51:28.360953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f0511ac0-7a73-43d2-b9e7-314d7daff79b tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:28.361541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f0511ac0-7a73-43d2-b9e7-314d7daff79b tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Synchronizing usage tracker for tenant:2044a9a146d041f3862605b23f310778 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:51:28.377658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f0511ac0-7a73-43d2-b9e7-314d7daff79b tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Unset dirty status for tenant:2044a9a146d041f3862605b23f310778 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:51:28.378741 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f0511ac0-7a73-43d2-b9e7-314d7daff79b tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.37 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2&tenant_id=2044a9a146d041f3862605b23f310778&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 943 time: 0.0982325 Feb 28 11:51:28.517720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-848fa308-5156-4441-af84-15b12a4549e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:28.519235 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-848fa308-5156-4441-af84-15b12a4549e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2044a9a146d041f3862605b23f310778&device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0746129 Feb 28 11:51:28.538394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:28.554525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352044f0-c7a1-40d7-9643-28280f9a039b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:51:28.570326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=352044f0-c7a1-40d7-9643-28280f9a039b,segment=NetworkSegment(9c11e529-04e4-4bda-bf27-8388440b7997),segment_id=9c11e529-04e4-4bda-bf27-8388440b7997)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:51:28.573974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:28.637122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['352044f0-c7a1-40d7-9643-28280f9a039b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:51:28.650762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-3d2ba70b-75c5-4165-a924-7fd9a6b1bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:28.652249 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-3d2ba70b-75c5-4165-a924-7fd9a6b1bba2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 HTTP/1.1" status: 200 len: 913 time: 0.1268871 Feb 28 11:51:28.683752 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=352044f0-c7a1-40d7-9643-28280f9a039b,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:28.722295 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-1d600b96-f948-4a25-a3fc-f5c884912a51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=352044f0-c7a1-40d7-9643-28280f9a039b HTTP/1.1" status: 200 len: 217 time: 0.0642157 Feb 28 11:51:28.787326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-61b76a79-0c28-43ad-b472-72d14ab20bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:28.788767 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-61b76a79-0c28-43ad-b472-72d14ab20bca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a414770a-7581-482a-9d47-8ef4c5d7eb11 HTTP/1.1" status: 200 len: 852 time: 0.0614026 Feb 28 11:51:28.835586 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-12490aef-d448-455a-869e-0cf613d9765a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406849 Feb 28 11:51:28.962016 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-6cf6db48-c8a8-4900-9597-af3660d6622f service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207700 Feb 28 11:51:29.092464 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-5b88170f-9c9c-449f-8c01-27aaa4b15fb9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240616 Feb 28 11:51:29.485983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 352044f0-c7a1-40d7-9643-28280f9a039b up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:51:29.557024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 352044f0-c7a1-40d7-9643-28280f9a039b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:51:29.557580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:29.676209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:29.717416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=352044f0-c7a1-40d7-9643-28280f9a039b,segment=NetworkSegment(9c11e529-04e4-4bda-bf27-8388440b7997),segment_id=9c11e529-04e4-4bda-bf27-8388440b7997)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:51:29.721624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:29.797926 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=352044f0-c7a1-40d7-9643-28280f9a039b,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:29.862768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:51:29.908016 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b', 'code': 200} Feb 28 11:51:29.924316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e7aaf-21e4-4526-a86c-13832a980743 req-e5d0ab65-1b75-4209-b051-31fb8b429fd2 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:29.925774 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b76e7aaf-21e4-4526-a86c-13832a980743 req-e5d0ab65-1b75-4209-b051-31fb8b429fd2 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0842781 Feb 28 11:51:29.969015 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b76e7aaf-21e4-4526-a86c-13832a980743 req-81f62ba0-f7be-4b33-a4e1-18c831b0085f tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Feb 28 11:51:30.237002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e257b03a-e38f-4b8a-be84-d3022d2f77d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:31.151870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0509d1-fc64-4b54-9523-07a078d6e7e4 req-55890f77-3019-4ebb-8545-262d979ff465 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:31.153284 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7f0509d1-fc64-4b54-9523-07a078d6e7e4 req-55890f77-3019-4ebb-8545-262d979ff465 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0807753 Feb 28 11:51:31.196089 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7f0509d1-fc64-4b54-9523-07a078d6e7e4 req-420c9013-d946-4ee8-b566-8c8897a3089e tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea16bad8-197d-4411-b799-9028d8539fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367625 Feb 28 11:51:31.494609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-c5432a3b-7b14-48f5-90dd-76087aaf71db tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:31.496060 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-c5432a3b-7b14-48f5-90dd-76087aaf71db tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.37 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 945 time: 0.0816970 Feb 28 11:51:31.567823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Deleting port 352044f0-c7a1-40d7-9643-28280f9a039b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:51:31.568161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:31.812361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] For port 352044f0-c7a1-40d7-9643-28280f9a039b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=352044f0-c7a1-40d7-9643-28280f9a039b,segment=NetworkSegment(9c11e529-04e4-4bda-bf27-8388440b7997),segment_id=9c11e529-04e4-4bda-bf27-8388440b7997)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:51:31.812717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:31.932319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Calling delete_port for 352044f0-c7a1-40d7-9643-28280f9a039b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:51:32.075841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:32.087500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['352044f0-c7a1-40d7-9643-28280f9a039b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:51:32.131054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Pushing event deleted for resources: {'Port': ['ID=352044f0-c7a1-40d7-9643-28280f9a039b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:32.260596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.260938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.261274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.261952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.262282 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.262605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.263080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.263458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.263785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.264106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.264424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.264736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:32.312835 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] No DVR routers for this DVR port 352044f0-c7a1-40d7-9643-28280f9a039b on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:51:32.315230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:32.317722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'name': 'network-vif-deleted', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:51:32.334241 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8dafb64b-9a95-4b75-b7c8-3af4fcbdecce req-f065c334-d268-444e-9ebf-42e9c15e3ee7 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.37 "DELETE /v2.0/ports/352044f0-c7a1-40d7-9643-28280f9a039b HTTP/1.1" status: 204 len: 173 time: 0.8331852 Feb 28 11:51:32.347765 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2c7b81ee-1c08-40d6-8ffe-ae9e6ab04752 req-ab9301e5-6dd9-4b63-bc00-649da8108083 tempest-DeleteServersTestJSON-435422945 tempest-DeleteServersTestJSON-435422945-project] 10.222.0.64 "GET /v2.0/ports?device_id=f819647d-89ee-4365-97a5-fcbf04f75fd2 HTTP/1.1" status: 200 len: 210 time: 0.0440361 Feb 28 11:51:32.374349 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f819647d-89ee-4365-97a5-fcbf04f75fd2', 'name': 'network-vif-deleted', 'tag': '352044f0-c7a1-40d7-9643-28280f9a039b', 'status': 'completed', 'code': 200} Feb 28 11:51:32.483569 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0314dce6-84c9-4065-872a-60ede88cff0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:33.587419 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33260) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:33.649350 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56f2f58-9c7c-4bf8-9130-31d05f1b9d20 admin admin] Deleting subnet a414770a-7581-482a-9d47-8ef4c5d7eb11 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:51:33.649684 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:33.652364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b56f2f58-9c7c-4bf8-9130-31d05f1b9d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:33.700416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b56f2f58-9c7c-4bf8-9130-31d05f1b9d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:33.753778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b56f2f58-9c7c-4bf8-9130-31d05f1b9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:33.805243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:33.825263 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b56f2f58-9c7c-4bf8-9130-31d05f1b9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:33.865283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b56f2f58-9c7c-4bf8-9130-31d05f1b9d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:33.867827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f2f58-9c7c-4bf8-9130-31d05f1b9d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a414770a-7581-482a-9d47-8ef4c5d7eb11,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:33.874192 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b56f2f58-9c7c-4bf8-9130-31d05f1b9d20 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a414770a-7581-482a-9d47-8ef4c5d7eb11 HTTP/1.1" status: 204 len: 168 time: 0.2857325 Feb 28 11:51:33.876690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33264) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:33.979738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.104143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.128213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f3e29b-1e90-464d-8b7d-9a3c30c400c1']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:51:34.139579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c11e529-04e4-4bda-bf27-8388440b7997') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:51:34.139870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c11e529-04e4-4bda-bf27-8388440b7997') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:51:34.150559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.166752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.173427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:51:34.173805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:51:34.190566 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:51:34.261487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.277483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.288930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f3e29b-1e90-464d-8b7d-9a3c30c400c1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:34.296778 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eff58c81-fad9-4196-975a-58d886998876 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b6f3e29b-1e90-464d-8b7d-9a3c30c400c1 HTTP/1.1" status: 204 len: 168 time: 0.4191592 Feb 28 11:51:34.405394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33270) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:34.460071 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9724a49b-f008-4c4e-aa29-9c75b7cfde21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2044a9a146d041f3862605b23f310778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534739 Feb 28 11:51:34.462467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33274) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:34.518797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-196c5801-81e2-434f-a5fe-7073bc74c1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.544462 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-196c5801-81e2-434f-a5fe-7073bc74c1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.594867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-196c5801-81e2-434f-a5fe-7073bc74c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.612431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c5801-81e2-434f-a5fe-7073bc74c1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea16bad8-197d-4411-b799-9028d8539fcb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:34.619512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-196c5801-81e2-434f-a5fe-7073bc74c1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.620613 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-196c5801-81e2-434f-a5fe-7073bc74c1ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea16bad8-197d-4411-b799-9028d8539fcb HTTP/1.1" status: 204 len: 168 time: 0.1572700 Feb 28 11:51:35.241532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:35.314306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:35.414417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-429546030-network', 'tenant_id': '298d3a872bb94a07a12a25c5bfee597c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:51:35.419059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:35.423468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Usage tracker for resource:network and tenant:298d3a872bb94a07a12a25c5bfee597c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:35.426257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:35.432272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:35.441553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Made reservation on behalf of 298d3a872bb94a07a12a25c5bfee597c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:51:35.443892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:35.455960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:35.470208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:35.473970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Usage tracker for resource:security_group_rule and tenant:298d3a872bb94a07a12a25c5bfee597c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:35.476715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:35.482860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:35.489725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 352044f0-c7a1-40d7-9643-28280f9a039b no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:51:35.523558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 352044f0-c7a1-40d7-9643-28280f9a039b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:51:35.523950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 352044f0-c7a1-40d7-9643-28280f9a039b not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:51:35.568427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:35.572168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:35.696092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:51:35.701706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:35.710225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.710636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.710897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.711321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.711691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.712036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.712356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.712673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.712984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.713299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.713610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.713931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:35.719515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:35.719853 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Added segment b8c73488-4ec6-4661-8bd6-a3cde642a435 of type vlan for network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e Feb 28 11:51:35.745249 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:35.774454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:35.775423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:35.775997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:35.876095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] Pushing event updated for resources: {'Network': ['ID=1bbed7fe-314f-4711-aa2c-594abdfb5d8e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:35.878997 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-013aa068-6b11-47cd-8590-a390d6971d8d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5636797 Feb 28 11:51:35.881945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33304) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:35.885928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:51:35.887064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Request body: {'subnet': {'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-429546030-subnet', 'tenant_id': '298d3a872bb94a07a12a25c5bfee597c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:51:35.893344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:35.897277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Usage tracker for resource:subnet and tenant:298d3a872bb94a07a12a25c5bfee597c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:35.900181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:35.906368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:35.916011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Made reservation on behalf of 298d3a872bb94a07a12a25c5bfee597c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:51:35.918374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:36.116480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:36.190480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=625eb871-ca3c-43d2-bdbb-e3e69e8768ba,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:36.198716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Checking segment: {'id': 'b8c73488-4ec6-4661-8bd6-a3cde642a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:51:36.199063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Network hostable DHCP agents. Network: 1bbed7fe-314f-4711-aa2c-594abdfb5d8e, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:51:36.216736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:51:36.225097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 1bbed7fe-314f-4711-aa2c-594abdfb5d8e) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:51:36.229007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:36.229585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:36.233561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a18c12a-2c74-4b9f-be6e-be83d97a9b9a None None] Network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:51:36.250076 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-55403b58-7f5f-41f4-ba90-8bd0a3f24618 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3670876 Feb 28 11:51:36.448155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265bc13-a0b2-42cb-bb4c-bece838f28c7 None None] Network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:51:36.751549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-79e9890c-944b-4745-842a-1a4497c2854c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:36.752223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-79e9890c-944b-4745-842a-1a4497c2854c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Synchronizing usage tracker for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:51:36.768449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-79e9890c-944b-4745-842a-1a4497c2854c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Unset dirty status for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:51:36.769659 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-79e9890c-944b-4745-842a-1a4497c2854c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 814 time: 0.1651196 Feb 28 11:51:36.785115 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-e4d30b30-bdb7-4a76-96da-0d18f5b93463 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/quotas/298d3a872bb94a07a12a25c5bfee597c HTTP/1.1" status: 200 len: 375 time: 0.0099905 Feb 28 11:51:36.832453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-6c1a56fd-a3ef-4414-a696-db9c0bedac0c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422566 Feb 28 11:51:36.882912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-4506b9c6-8820-4597-aa87-15588241cf9b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:51:36.883925 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-4506b9c6-8820-4597-aa87-15588241cf9b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454614 Feb 28 11:51:37.012075 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f71d33c8-2840-4856-a342-70da81b3d37e service neutron] 10.222.0.64 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223025 Feb 28 11:51:37.138336 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-42c6f70b-9c6b-4690-8758-3fd6ae8f539e service neutron] 10.222.0.64 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204245 Feb 28 11:51:37.314274 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-edad13d0-ae63-43d5-8bf0-df3f76a5958a req-63ed57dd-b897-461f-9bd6-26e72cc9001e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 210 time: 0.0458424 Feb 28 11:51:38.463380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df508387-7682-4410-affb-9937ed241259 req-3c243367-fee8-4aa0-9db9-b886106f54f1 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 210 time: 0.0439160 Feb 28 11:51:38.464511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-2c0ddad6-7926-493e-a74c-0e7844aa79d4 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:38.465922 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-2c0ddad6-7926-493e-a74c-0e7844aa79d4 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 814 time: 0.1520326 Feb 28 11:51:38.479158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Request body: {'port': {'device_id': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e', 'admin_state_up': True, 'tenant_id': '298d3a872bb94a07a12a25c5bfee597c'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:51:38.612776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:38.616527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Usage tracker for resource:port and tenant:298d3a872bb94a07a12a25c5bfee597c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:38.619248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:38.624855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:38.634918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Made reservation on behalf of 298d3a872bb94a07a12a25c5bfee597c for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:51:38.638726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:38.804110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Allocated IP 172.20.0.3 (1bbed7fe-314f-4711-aa2c-594abdfb5d8e/625eb871-ca3c-43d2-bdbb-e3e69e8768ba/d0261b6b-3d2a-4d1b-889b-386e09d583c2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:51:39.003726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:39.032778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:39.100737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:51:39.107696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:51:39.111885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:51:39.145820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Pushing event updated for resources: {'Port': ['ID=d0261b6b-3d2a-4d1b-889b-386e09d583c2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:39.174890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:39.175524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:39.195342 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-02de6bf2-492f-4460-841b-bc95ccd2f0e9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7217302 Feb 28 11:51:39.206556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Request body: {'port': {'device_id': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:51:39.314963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:39.660568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac925e9-38f9-41c0-a34d-b7ebdcca5355 req-367f73ea-3dbe-4a2a-a922-38cef99ac885 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:39.661924 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7ac925e9-38f9-41c0-a34d-b7ebdcca5355 req-367f73ea-3dbe-4a2a-a922-38cef99ac885 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 931 time: 0.0867000 Feb 28 11:51:39.707941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-7ac925e9-38f9-41c0-a34d-b7ebdcca5355 req-2297def9-c905-43d8-873d-22b972448f89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Synchronizing usage tracker for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:51:39.724318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-7ac925e9-38f9-41c0-a34d-b7ebdcca5355 req-2297def9-c905-43d8-873d-22b972448f89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Unset dirty status for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:51:39.725685 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7ac925e9-38f9-41c0-a34d-b7ebdcca5355 req-2297def9-c905-43d8-873d-22b972448f89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574372 Feb 28 11:51:39.760535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0261b6b-3d2a-4d1b-889b-386e09d583c2 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:51:39.768383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:39.782529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Transition to ACTIVE for port object d0261b6b-3d2a-4d1b-889b-386e09d583c2 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:51:39.786827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:39.940965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0261b6b-3d2a-4d1b-889b-386e09d583c2,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:40.018904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Attempting to bind port d0261b6b-3d2a-4d1b-889b-386e09d583c2 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:51:40.019258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Attempting to bind port d0261b6b-3d2a-4d1b-889b-386e09d583c2 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'b8c73488-4ec6-4661-8bd6-a3cde642a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:51:40.019584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Attempting to bind port d0261b6b-3d2a-4d1b-889b-386e09d583c2 on network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:51:40.024115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Port d0261b6b-3d2a-4d1b-889b-386e09d583c2 on network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:51:40.024430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Attempting to bind port d0261b6b-3d2a-4d1b-889b-386e09d583c2 on network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:51:40.029923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:51:40.030254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Checking segment: {'id': 'b8c73488-4ec6-4661-8bd6-a3cde642a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:51:40.030652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Bound using segment: {'id': 'b8c73488-4ec6-4661-8bd6-a3cde642a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:51:40.031065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Bound port: d0261b6b-3d2a-4d1b-889b-386e09d583c2, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c73488-4ec6-4661-8bd6-a3cde642a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:51:40.031424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:40.117234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:51:40.120204 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:51:40.126137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:40.196194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:40.196813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:40.198172 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0261b6b-3d2a-4d1b-889b-386e09d583c2 HTTP/1.1" status: 200 len: 1093 time: 0.9954619 Feb 28 11:51:40.198604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:51:40.215296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f67179-e61a-4d08-a286-bd191be21ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0261b6b-3d2a-4d1b-889b-386e09d583c2,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:40.276227 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2', 'status': 'completed', 'code': 200} Feb 28 11:51:40.311533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-26768706-e1a2-4a95-bdbd-f8427476ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:40.313050 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-26768706-e1a2-4a95-bdbd-f8427476ef97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 1096 time: 0.0733545 Feb 28 11:51:40.385499 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-221601ef-ee13-4bc0-8849-0f19aaef4d1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2 HTTP/1.1" status: 200 len: 217 time: 0.0659862 Feb 28 11:51:40.445645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-e9d33ec0-ad82-42fa-98fc-4b87ee570060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:40.447079 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-e9d33ec0-ad82-42fa-98fc-4b87ee570060 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0560586 Feb 28 11:51:40.491879 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-7abfc7b5-ef54-4955-a0ef-8919e43bccd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389864 Feb 28 11:51:40.618836 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-30d145cc-3072-42e5-8ab4-38e3966b3dba service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212807 Feb 28 11:51:40.750591 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5242a73d-5b1a-429c-a585-da9838ff8384 req-36d88cdd-5318-4a78-9957-6dfbeff63f03 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259985 Feb 28 11:51:40.870106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-3ae5282f-591a-4efb-b55e-e45ca94956a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:40.871613 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-3ae5282f-591a-4efb-b55e-e45ca94956a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 1096 time: 0.0744519 Feb 28 11:51:40.911272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd647b92-74dc-4520-b19d-32aa77b6626d req-76bb7262-48fc-4374-9ef1-4484bbbd27bd tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:40.912704 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dd647b92-74dc-4520-b19d-32aa77b6626d req-76bb7262-48fc-4374-9ef1-4484bbbd27bd tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 943 time: 0.0814826 Feb 28 11:51:40.956152 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dd647b92-74dc-4520-b19d-32aa77b6626d req-15e434eb-0d33-4979-ad01-d5f15115a5ec tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Feb 28 11:51:41.003343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-21f10749-bee7-4dd8-93ec-aae2be771676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:41.004698 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-21f10749-bee7-4dd8-93ec-aae2be771676 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1271126 Feb 28 11:51:41.078919 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-0c75a68f-1489-44d8-abfd-fb0c135076df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2 HTTP/1.1" status: 200 len: 217 time: 0.0664194 Feb 28 11:51:41.142913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-027ddb8d-4204-43a4-b225-56273bbf0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:41.144310 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-027ddb8d-4204-43a4-b225-56273bbf0a48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0582426 Feb 28 11:51:41.190383 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-c4af2d8c-0dfc-428e-91a2-e169dbecbea1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393772 Feb 28 11:51:41.412709 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-de6570d1-b1b6-4377-bbfa-8091550081da service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147946 Feb 28 11:51:41.539297 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-2e2214df-bf5e-402a-bfa7-791c90b49f30 req-3090051d-6a14-4fd1-b2db-d62d00b38c17 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204944 Feb 28 11:51:42.148896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fbe38-39b7-49ab-a3e2-f67c7f2dff9c req-f1e5a679-e03a-4be1-b880-ab678347cfd0 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:42.150255 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-526fbe38-39b7-49ab-a3e2-f67c7f2dff9c req-f1e5a679-e03a-4be1-b880-ab678347cfd0 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 943 time: 0.0854187 Feb 28 11:51:42.192593 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-526fbe38-39b7-49ab-a3e2-f67c7f2dff9c req-23d13413-c59a-416c-8bce-89f5b054cfaf tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Feb 28 11:51:42.274750 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:51:43.371004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e6111-d067-4a1f-bc9c-d1a02a67c738 req-5680da85-4c98-41f1-b3e4-9596a1a63915 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:43.372463 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-345e6111-d067-4a1f-bc9c-d1a02a67c738 req-5680da85-4c98-41f1-b3e4-9596a1a63915 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 943 time: 0.0775375 Feb 28 11:51:43.415058 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-345e6111-d067-4a1f-bc9c-d1a02a67c738 req-c44bbb7c-dbe4-4243-b478-5436cd674490 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371530 Feb 28 11:51:43.532579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d0261b6b-3d2a-4d1b-889b-386e09d583c2 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:51:43.665957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:51:43.678411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2', 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e', 'port_id': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2', 'mac_address': 'fa:16:3e:5b:e7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625eb871-ca3c-43d2-bdbb-e3e69e8768ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:51:43.735399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:43.752112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0261b6b-3d2a-4d1b-889b-386e09d583c2 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:51:43.767500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:51:43.772200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:43.837706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=d0261b6b-3d2a-4d1b-889b-386e09d583c2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:43.844631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.844984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.845325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.845660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.845990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.846321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.846648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.846974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.847325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.847650 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.847972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.848292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:43.975751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['d0261b6b-3d2a-4d1b-889b-386e09d583c2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:51:44.600608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99280b-e0ea-431e-8528-be756fad23dc req-ea77366e-b967-41c7-b455-a5e199ad2c79 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:44.602075 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ae99280b-e0ea-431e-8528-be756fad23dc req-ea77366e-b967-41c7-b455-a5e199ad2c79 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 944 time: 0.0807900 Feb 28 11:51:44.644479 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ae99280b-e0ea-431e-8528-be756fad23dc req-9eebc996-31ad-4b9e-afd9-7868102fc20c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368583 Feb 28 11:51:45.548225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d0261b6b-3d2a-4d1b-889b-386e09d583c2 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:51:45.615027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port d0261b6b-3d2a-4d1b-889b-386e09d583c2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:51:45.619632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port d0261b6b-3d2a-4d1b-889b-386e09d583c2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:51:45.620004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:45.735636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:45.761682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:51:45.771842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:51:45.776985 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:45.817153 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2', 'code': 200} Feb 28 11:51:45.834597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7897fb-39fe-4df5-86aa-6d8d1072f320 req-f789e1ad-56ca-418c-ad53-e8fceda2d3ec tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:45.836087 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2a7897fb-39fe-4df5-86aa-6d8d1072f320 req-f789e1ad-56ca-418c-ad53-e8fceda2d3ec tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0825016 Feb 28 11:51:45.858274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=d0261b6b-3d2a-4d1b-889b-386e09d583c2,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:45.987050 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2a7897fb-39fe-4df5-86aa-6d8d1072f320 req-4d71833b-8987-46bf-9083-910a45b11dbb tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448162 Feb 28 11:51:46.042680 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4554dd-f883-443e-8164-65b62c2b238b req-a7598183-aeee-4cca-a5d5-36a8f3e8bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:46.044170 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ca4554dd-f883-443e-8164-65b62c2b238b req-a7598183-aeee-4cca-a5d5-36a8f3e8bd0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 1098 time: 0.0723631 Feb 28 11:51:46.083663 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ca4554dd-f883-443e-8164-65b62c2b238b req-708d68c3-1ba1-45bd-8a8a-26cb61f4a5eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Feb 28 11:51:47.170944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dc22b-1fb0-4a11-93bc-8007902a4231 req-f195d96c-2239-40ea-bb1b-1ff4b9c08a02 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:47.172465 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-696dc22b-1fb0-4a11-93bc-8007902a4231 req-f195d96c-2239-40ea-bb1b-1ff4b9c08a02 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0806317 Feb 28 11:51:47.216486 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-696dc22b-1fb0-4a11-93bc-8007902a4231 req-5a9719c8-61ed-45db-92bc-c13c295cf3bd tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380893 Feb 28 11:51:48.398620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb92b7f-f7c4-4d7f-a2f8-b6b3e3abc027 req-93c6f69c-1e49-47bc-ad50-636a1fd8a25e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:48.400052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4cb92b7f-f7c4-4d7f-a2f8-b6b3e3abc027 req-93c6f69c-1e49-47bc-ad50-636a1fd8a25e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0795789 Feb 28 11:51:48.442768 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4cb92b7f-f7c4-4d7f-a2f8-b6b3e3abc027 req-9ec33464-53fa-4821-96aa-f0261dd450fd tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366938 Feb 28 11:51:48.620259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2b19-9d74-4605-9243-cd4503e5e429 req-adabb688-feb4-4556-a379-d47e53e86d55 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:48.621681 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-40ed2b19-9d74-4605-9243-cd4503e5e429 req-adabb688-feb4-4556-a379-d47e53e86d55 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0788608 Feb 28 11:51:48.665994 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-40ed2b19-9d74-4605-9243-cd4503e5e429 req-f117e8eb-e379-4aea-a5e4-77ec002b02e1 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387082 Feb 28 11:51:49.007613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0c938-180b-492e-907b-ea1b91f12ff4 req-93bef0cd-714d-4225-8ec8-e7ff23b33123 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:49.009048 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-36f0c938-180b-492e-907b-ea1b91f12ff4 req-93bef0cd-714d-4225-8ec8-e7ff23b33123 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0782518 Feb 28 11:51:49.053857 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-36f0c938-180b-492e-907b-ea1b91f12ff4 req-7e431453-e7ed-4da9-8923-8435e93143e6 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388055 Feb 28 11:51:49.234826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf84272-0fd7-4be7-be09-7f4edf4c2f4e req-fb948002-b0f9-4628-ae85-b2818c5114eb tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:49.236283 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bbf84272-0fd7-4be7-be09-7f4edf4c2f4e req-fb948002-b0f9-4628-ae85-b2818c5114eb tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0809906 Feb 28 11:51:49.278902 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bbf84272-0fd7-4be7-be09-7f4edf4c2f4e req-c598c750-dfd7-4507-ad08-10fa56883726 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371695 Feb 28 11:51:49.622030 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-0b3adbb4-d9b7-4740-86ac-3fd577a64a89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685122 Feb 28 11:51:49.688525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428863-6657-46ac-9517-51006143ffd2 req-d9a1d814-0c1c-4c39-87c5-fd679c95c07a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:49.690266 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d9428863-6657-46ac-9517-51006143ffd2 req-d9a1d814-0c1c-4c39-87c5-fd679c95c07a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0887055 Feb 28 11:51:49.739866 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d9428863-6657-46ac-9517-51006143ffd2 req-bb995b2e-5f12-4a4a-891d-82ae52cd4627 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Feb 28 11:51:50.734576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-883b5b33-09b1-4afd-b9eb-2eccd2f7cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:50.736059 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-883b5b33-09b1-4afd-b9eb-2eccd2f7cf30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 1098 time: 0.0734334 Feb 28 11:51:50.865252 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-f9d322c5-1bd9-404e-b63c-47c3fc6d533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:50.866593 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-f9d322c5-1bd9-404e-b63c-47c3fc6d533f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1246066 Feb 28 11:51:50.931411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17084e3f-4d26-44d6-b592-0a9caf77b681 req-ddcdb0ee-2efc-4a12-a06f-a04b1519d54a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:50.932239 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-26bd7e82-94ba-4569-82cd-ef24e0588f71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2 HTTP/1.1" status: 200 len: 217 time: 0.0598979 Feb 28 11:51:50.932873 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17084e3f-4d26-44d6-b592-0a9caf77b681 req-ddcdb0ee-2efc-4a12-a06f-a04b1519d54a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0832860 Feb 28 11:51:50.976677 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17084e3f-4d26-44d6-b592-0a9caf77b681 req-a5c8e0f8-f1f7-4cf8-bf9d-ba948cba6e53 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378911 Feb 28 11:51:50.996358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-764b243a-1d3a-4cc3-b872-2b8286656433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:50.997876 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-764b243a-1d3a-4cc3-b872-2b8286656433 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0599170 Feb 28 11:51:51.042807 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-d2fea694-5cef-4127-90df-5841631c66df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390141 Feb 28 11:51:51.168845 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-d2402616-d342-4b18-ab0b-691c33540ac9 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204734 Feb 28 11:51:51.294328 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-89124299-31bb-48f1-a615-dca4a8500295 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201015 Feb 28 11:51:52.077136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-66b71193-8f44-48e0-8b12-b77dfb1931ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:52.078623 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-66b71193-8f44-48e0-8b12-b77dfb1931ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 1098 time: 0.0746596 Feb 28 11:51:52.166660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c29640-a25e-40dd-aca6-03cc0c7c9df8 req-ebe6d5b1-065f-4851-a1b6-299a263d7883 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:52.168142 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-88c29640-a25e-40dd-aca6-03cc0c7c9df8 req-ebe6d5b1-065f-4851-a1b6-299a263d7883 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0809639 Feb 28 11:51:52.215494 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-88c29640-a25e-40dd-aca6-03cc0c7c9df8 req-4f164bd8-cc68-4646-b82c-d5a020de521c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Feb 28 11:51:52.222682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-660ac84d-c74f-487c-9d3a-9f4e08444f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:52.224171 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-660ac84d-c74f-487c-9d3a-9f4e08444f57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1270797 Feb 28 11:51:52.288948 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-c3a1221c-7548-46b5-a1e5-6ce2cff97d52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2 HTTP/1.1" status: 200 len: 217 time: 0.0587082 Feb 28 11:51:52.352027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-07169df5-e68e-40f4-be36-35408cd7f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:52.353393 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-07169df5-e68e-40f4-be36-35408cd7f875 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0585186 Feb 28 11:51:52.396926 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-443f0a10-a388-4d4f-a9d7-2aa1fa5d7578 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377250 Feb 28 11:51:52.615630 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-2a181ad8-c565-49f1-8dde-3ace25350f55 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132699 Feb 28 11:51:52.742340 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-709eca0c-d5b6-411d-ba00-eaa7988574c5 req-9b171332-1c3b-4e0d-819b-1688b8296c39 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204686 Feb 28 11:51:53.396540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d474fb-6cf6-48d9-b84b-e673add4a3aa req-a2de88ef-753d-4864-a9d3-271270f1e3ed tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:53.397867 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d0d474fb-6cf6-48d9-b84b-e673add4a3aa req-a2de88ef-753d-4864-a9d3-271270f1e3ed tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0768750 Feb 28 11:51:53.441348 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d0d474fb-6cf6-48d9-b84b-e673add4a3aa req-d24ba130-c330-4089-9661-1f17146c329d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379093 Feb 28 11:51:54.624409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7aa6b-6f47-4ffb-857e-46e8c7370fd3 req-ba3a23bf-199a-43a8-aeb3-cc8b17008c46 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:54.625819 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3a7aa6b-6f47-4ffb-857e-46e8c7370fd3 req-ba3a23bf-199a-43a8-aeb3-cc8b17008c46 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0809240 Feb 28 11:51:54.667879 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3a7aa6b-6f47-4ffb-857e-46e8c7370fd3 req-8cebdeb9-de0f-451e-9e8f-66b90614c697 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365334 Feb 28 11:51:55.848295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab562cc-a486-4c2e-a231-3327b5945e9d req-c14495f1-c82f-4de1-937a-11e276d9f413 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:55.849713 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fab562cc-a486-4c2e-a231-3327b5945e9d req-c14495f1-c82f-4de1-937a-11e276d9f413 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0777738 Feb 28 11:51:55.893100 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fab562cc-a486-4c2e-a231-3327b5945e9d req-197f7578-0120-4743-9b1d-c0636597a765 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377097 Feb 28 11:51:57.077918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c43c8-f3d7-4ae5-9732-b8daf81856e5 req-cea6395c-915a-4cf7-827d-0448b51c942c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:57.079361 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-486c43c8-f3d7-4ae5-9732-b8daf81856e5 req-cea6395c-915a-4cf7-827d-0448b51c942c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0818863 Feb 28 11:51:57.127601 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-486c43c8-f3d7-4ae5-9732-b8daf81856e5 req-291d5d57-a3f4-4c76-809c-773a18ed5084 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Feb 28 11:51:57.292360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:58.313696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca60908-0007-44cd-a8dd-15697902bdcb req-5121fcb5-1b92-42fa-a3dd-7a0082183502 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:58.315089 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aca60908-0007-44cd-a8dd-15697902bdcb req-5121fcb5-1b92-42fa-a3dd-7a0082183502 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0806136 Feb 28 11:51:58.357793 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aca60908-0007-44cd-a8dd-15697902bdcb req-cffa34ba-cd49-4ec8-be56-6c8c55b53381 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365288 Feb 28 11:51:59.548631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31335ba6-1d59-4d36-8a3a-fe39d2fe3af4 req-0812a7af-7401-4594-895d-37b305e0c085 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:59.550058 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31335ba6-1d59-4d36-8a3a-fe39d2fe3af4 req-0812a7af-7401-4594-895d-37b305e0c085 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0786560 Feb 28 11:51:59.592325 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31335ba6-1d59-4d36-8a3a-fe39d2fe3af4 req-994a64b1-e422-459a-ada8-8a963250d6e3 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368304 Feb 28 11:52:00.238489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93255f20-2dac-4432-94d9-b8ba769200bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:00.775870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed375cdc-887d-40c3-8e34-7704c0d0dcbf req-34e86372-b63a-4b01-b879-d99468104137 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:00.777308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ed375cdc-887d-40c3-8e34-7704c0d0dcbf req-34e86372-b63a-4b01-b879-d99468104137 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0814159 Feb 28 11:52:00.820623 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ed375cdc-887d-40c3-8e34-7704c0d0dcbf req-b5024ad6-5fc6-4b98-8879-94e5f5b59ae9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376403 Feb 28 11:52:02.000885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132b652-f250-41b7-8232-d4a62a81a9fa req-1a4ad100-935e-444f-bf2b-daafd811eaf1 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:02.002313 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5132b652-f250-41b7-8232-d4a62a81a9fa req-1a4ad100-935e-444f-bf2b-daafd811eaf1 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0783684 Feb 28 11:52:02.047258 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5132b652-f250-41b7-8232-d4a62a81a9fa req-28642711-a168-42f4-9687-e03e655c5660 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393467 Feb 28 11:52:02.485516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0dee3666-d80b-4583-8ae6-d1fa6977855d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:03.229517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ae574-5962-4e78-8df0-576c836c7ffc req-e7a1b799-0301-4362-98f2-c25b05ceaa0c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:03.230951 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-786ae574-5962-4e78-8df0-576c836c7ffc req-e7a1b799-0301-4362-98f2-c25b05ceaa0c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0798745 Feb 28 11:52:03.273514 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-786ae574-5962-4e78-8df0-576c836c7ffc req-a3e98435-b66d-4df6-a1cd-347cd43068c8 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368359 Feb 28 11:52:03.650946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:03.806931 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:04.458056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d52ab0-290f-4157-b063-01574bd4934c req-46f3debe-d95b-40dc-a7e8-353fc0add172 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:04.459764 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b5d52ab0-290f-4157-b063-01574bd4934c req-46f3debe-d95b-40dc-a7e8-353fc0add172 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0826890 Feb 28 11:52:04.504344 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b5d52ab0-290f-4157-b063-01574bd4934c req-1fe43e7b-43aa-4691-80a3-3440f801ec4e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 Feb 28 11:52:05.242669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:05.688388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f0d1-7d32-482f-907c-1d7b7ab2b05a req-bbe187dc-399a-45e1-a81f-1c366f752752 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:05.689851 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3ac0f0d1-7d32-482f-907c-1d7b7ab2b05a req-bbe187dc-399a-45e1-a81f-1c366f752752 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0796130 Feb 28 11:52:05.732305 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3ac0f0d1-7d32-482f-907c-1d7b7ab2b05a req-f148bd90-1433-4726-baf4-51c07f62d538 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369065 Feb 28 11:52:06.918783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04b74e-fb94-4f6a-8306-5e5ac405f842 req-155d37c5-78ca-4f45-a1b6-896cd41e9e08 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:06.920184 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe04b74e-fb94-4f6a-8306-5e5ac405f842 req-155d37c5-78ca-4f45-a1b6-896cd41e9e08 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0813465 Feb 28 11:52:06.962862 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe04b74e-fb94-4f6a-8306-5e5ac405f842 req-bd8cf9ba-3187-49dd-9569-0c9887879256 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371838 Feb 28 11:52:08.147865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26fb8d-e061-4e01-b5fa-7ffc785cf551 req-8ee8126f-998e-409d-9315-676ca2f89d22 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:08.149294 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5e26fb8d-e061-4e01-b5fa-7ffc785cf551 req-8ee8126f-998e-409d-9315-676ca2f89d22 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0831022 Feb 28 11:52:08.283164 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5e26fb8d-e061-4e01-b5fa-7ffc785cf551 req-80902ff1-b386-4544-87c6-e79bf3f6f977 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275527 Feb 28 11:52:09.468647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e56d72-0073-42be-81e1-91090912d8d7 req-a73bc1fb-e2aa-49c5-a492-a1d4c733c1d0 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:09.470068 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b6e56d72-0073-42be-81e1-91090912d8d7 req-a73bc1fb-e2aa-49c5-a492-a1d4c733c1d0 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0830493 Feb 28 11:52:09.512246 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b6e56d72-0073-42be-81e1-91090912d8d7 req-a7425aad-82e2-4060-884c-181e0b105334 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Feb 28 11:52:10.694485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109934-0322-427d-b586-c43888d13494 req-c1ef8449-0ddf-4dd3-8d71-021551a55c91 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:10.695979 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b3109934-0322-427d-b586-c43888d13494 req-c1ef8449-0ddf-4dd3-8d71-021551a55c91 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0801008 Feb 28 11:52:10.738903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b3109934-0322-427d-b586-c43888d13494 req-68df1742-f190-4252-95fb-8e071e05c55c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371547 Feb 28 11:52:11.925920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382bf3f-3952-4ed9-b57b-9b21a4f432c9 req-0152f38c-b5c5-4386-a307-fa445749b8cf tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:11.927356 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d382bf3f-3952-4ed9-b57b-9b21a4f432c9 req-0152f38c-b5c5-4386-a307-fa445749b8cf tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0810688 Feb 28 11:52:11.969942 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d382bf3f-3952-4ed9-b57b-9b21a4f432c9 req-297b1cc4-bb75-4f49-ac22-c264e45ddb01 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370862 Feb 28 11:52:13.157039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa70a-6963-462a-8d65-f65a8500ec5a req-dde7d36d-c033-477f-8064-415658a5a53d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:13.158678 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-84cfa70a-6963-462a-8d65-f65a8500ec5a req-dde7d36d-c033-477f-8064-415658a5a53d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0841405 Feb 28 11:52:13.203105 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-84cfa70a-6963-462a-8d65-f65a8500ec5a req-22c0a271-8c70-45fc-8fc7-2b4c130db650 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 Feb 28 11:52:14.532769 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313cacf-3805-4352-9461-176a2b8d34e8 req-05262ec4-cdcb-4b29-99ad-931cf3f7f701 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:14.534115 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0313cacf-3805-4352-9461-176a2b8d34e8 req-05262ec4-cdcb-4b29-99ad-931cf3f7f701 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0805953 Feb 28 11:52:14.577111 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0313cacf-3805-4352-9461-176a2b8d34e8 req-d8664538-c23c-4c4b-b1bc-ad7f9998636f tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Feb 28 11:52:15.756815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5db29b-4ec7-4cd4-92ef-759261b3269f req-7d503efa-ee85-4b63-baac-65043cdaeb58 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:15.758266 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bc5db29b-4ec7-4cd4-92ef-759261b3269f req-7d503efa-ee85-4b63-baac-65043cdaeb58 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0794179 Feb 28 11:52:15.804142 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bc5db29b-4ec7-4cd4-92ef-759261b3269f req-d5ad899b-5ea5-4397-99b6-08a483fdd0bb tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395186 Feb 28 11:52:17.004130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29211f-9ccd-46a0-9379-2f72c7e8b973 req-221e5908-4727-4e0c-8ec1-707782d97fc7 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:17.005577 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f29211f-9ccd-46a0-9379-2f72c7e8b973 req-221e5908-4727-4e0c-8ec1-707782d97fc7 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0897796 Feb 28 11:52:17.049957 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f29211f-9ccd-46a0-9379-2f72c7e8b973 req-b0b76793-c647-49fd-a83c-a5e98aee3467 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387053 Feb 28 11:52:18.004668 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-d35cc515-bcf5-4d76-8043-21b423a094b2 service neutron] 10.222.0.37 "GET /v2.0/ports/d0261b6b-3d2a-4d1b-889b-386e09d583c2/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0772891 Feb 28 11:52:18.242456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919faa8-665d-4a0c-87e2-d74eef0e91b3 req-be79fa55-b278-422e-b177-355e39e6d6b2 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:18.243929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9919faa8-665d-4a0c-87e2-d74eef0e91b3 req-be79fa55-b278-422e-b177-355e39e6d6b2 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0854545 Feb 28 11:52:18.263626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-94833043-d9ad-4f01-8494-ecc9db733092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:18.265204 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-94833043-d9ad-4f01-8494-ecc9db733092 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5&tenant_id=298d3a872bb94a07a12a25c5bfee597c HTTP/1.1" status: 200 len: 1098 time: 0.0713170 Feb 28 11:52:18.288008 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9919faa8-665d-4a0c-87e2-d74eef0e91b3 req-e80920b9-8630-43de-b461-bd410cba20da tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376387 Feb 28 11:52:18.353065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-e36f152b-1f56-49de-8443-a7e95409e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:18.354428 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-e36f152b-1f56-49de-8443-a7e95409e418 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 1098 time: 0.0697472 Feb 28 11:52:18.482355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-d50e4032-b5b9-48cf-829b-b2b775c2e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:18.483850 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-d50e4032-b5b9-48cf-829b-b2b775c2e935 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1237967 Feb 28 11:52:18.552212 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-ed920e6a-74ca-4459-bc39-2dc29ad78645 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2 HTTP/1.1" status: 200 len: 217 time: 0.0626125 Feb 28 11:52:18.615847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-b095a082-c37b-4d3e-a6b7-195af0b6712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:18.617270 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-b095a082-c37b-4d3e-a6b7-195af0b6712a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0594809 Feb 28 11:52:18.663103 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-8000aa7d-e556-4d04-b3e2-8c6cedd90904 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396292 Feb 28 11:52:18.793406 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-dd1348c3-9bd2-4fc5-98af-6c71b260d533 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231380 Feb 28 11:52:18.921879 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f56fdfd0-ea21-4782-8bb8-444019047a65 req-9d25d75a-5b07-43c3-a35e-3ecba2cf4cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225269 Feb 28 11:52:19.274236 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:52:19.472821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80eabd-edae-46d7-ac54-5a8831a304bc req-f3d91bcc-fd18-45d8-bf7a-08924c61ab80 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:19.474249 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba80eabd-edae-46d7-ac54-5a8831a304bc req-f3d91bcc-fd18-45d8-bf7a-08924c61ab80 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0796254 Feb 28 11:52:19.518834 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba80eabd-edae-46d7-ac54-5a8831a304bc req-beab1bf7-3fbe-4522-9d19-7bd7f6a6c189 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Feb 28 11:52:20.850726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43ca93-1194-4655-9b03-57bd373ccf9e req-e397b507-3f62-4e5f-b92c-78713e3a16cd tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:20.852071 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9f43ca93-1194-4655-9b03-57bd373ccf9e req-e397b507-3f62-4e5f-b92c-78713e3a16cd tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0771763 Feb 28 11:52:20.893980 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9f43ca93-1194-4655-9b03-57bd373ccf9e req-ae5beb85-8202-41a5-adf8-555e44a447f3 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358605 Feb 28 11:52:21.197086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed24d6-b918-40bc-9392-305ce099a79e req-7602840d-9e84-49dd-806f-fb2b22ddd627 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:21.198561 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37ed24d6-b918-40bc-9392-305ce099a79e req-7602840d-9e84-49dd-806f-fb2b22ddd627 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0826783 Feb 28 11:52:21.199285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-39a69abe-5691-4894-a99f-4e566bd6ea42 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:21.200524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-39a69abe-5691-4894-a99f-4e566bd6ea42 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Synchronizing usage tracker for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:52:21.217489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-39a69abe-5691-4894-a99f-4e566bd6ea42 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Unset dirty status for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:52:21.218592 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-39a69abe-5691-4894-a99f-4e566bd6ea42 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5&tenant_id=298d3a872bb94a07a12a25c5bfee597c&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 945 time: 0.0998144 Feb 28 11:52:21.243486 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37ed24d6-b918-40bc-9392-305ce099a79e req-76406be2-306c-4f02-a227-10c1a8cc07a5 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Feb 28 11:52:21.358040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-a8d484cc-d547-4c24-8208-06244b898ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:21.359498 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-a8d484cc-d547-4c24-8208-06244b898ac3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 1098 time: 0.0724199 Feb 28 11:52:21.486748 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-c842f643-51a3-49be-bf09-77ad0792c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:21.488146 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-c842f643-51a3-49be-bf09-77ad0792c2f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1233585 Feb 28 11:52:21.552476 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-f4e21f44-398f-4600-88f6-87228fb6cf01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2 HTTP/1.1" status: 200 len: 217 time: 0.0585806 Feb 28 11:52:21.614751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-d14689ab-cd73-405f-8a70-199189ef9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:21.616137 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-d14689ab-cd73-405f-8a70-199189ef9620 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0582368 Feb 28 11:52:21.660695 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-48327bbc-6b3c-487b-a164-ac8449f747f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386674 Feb 28 11:52:21.786728 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d0261b6b-3d2a-4d1b-889b-386e09d583c2 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:52:21.790173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d0261b6b-3d2a-4d1b-889b-386e09d583c2 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:52:21.889774 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-cd8cd80f-e3cf-4165-802a-6dcfd635bbe6 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234404 Feb 28 11:52:22.008379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:22.019726 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1d202b96-cc97-447d-ab25-a0b748de9548 req-66129c23-ce83-4842-9015-31faaa980ada service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234255 Feb 28 11:52:22.030565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:52:22.052961 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2', 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e', 'port_id': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2', 'mac_address': 'fa:16:3e:5b:e7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625eb871-ca3c-43d2-bdbb-e3e69e8768ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:52:22.054245 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:52:22.094878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:52:22.102629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:22.135800 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2', 'code': 200} Feb 28 11:52:22.167562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:22.195535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0261b6b-3d2a-4d1b-889b-386e09d583c2 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:52:22.202026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=d0261b6b-3d2a-4d1b-889b-386e09d583c2,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:22.261200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:52:22.261459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:52:22.435696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ae26b-a549-43c3-a0c3-0eadb0f21f0f req-862b7d07-218c-4d79-a469-851feab6a06e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:22.437297 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d52ae26b-a549-43c3-a0c3-0eadb0f21f0f req-862b7d07-218c-4d79-a469-851feab6a06e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 943 time: 0.0812745 Feb 28 11:52:22.484914 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d52ae26b-a549-43c3-a0c3-0eadb0f21f0f req-93f6577d-40a6-45d0-91da-21864afda8f3 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Feb 28 11:52:22.813730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:22.830226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0261b6b-3d2a-4d1b-889b-386e09d583c2 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:52:22.845354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:52:22.848643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:22.912750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['d0261b6b-3d2a-4d1b-889b-386e09d583c2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:52:22.961538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=d0261b6b-3d2a-4d1b-889b-386e09d583c2,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:23.670734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8b01e-0aa2-4e3e-b301-f910cdd598a7 req-ec9351fd-dc33-4ead-92f0-e0538b0d55d9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:23.672410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e7f8b01e-0aa2-4e3e-b301-f910cdd598a7 req-ec9351fd-dc33-4ead-92f0-e0538b0d55d9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 944 time: 0.0837967 Feb 28 11:52:23.715964 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e7f8b01e-0aa2-4e3e-b301-f910cdd598a7 req-fb038ee1-e76e-447e-a1ce-a8a56b98fefb tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373645 Feb 28 11:52:23.781729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d0261b6b-3d2a-4d1b-889b-386e09d583c2 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:52:23.850418 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port d0261b6b-3d2a-4d1b-889b-386e09d583c2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:52:23.851102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:23.900944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568f4cd-57ec-4512-8976-1a2240283f25 req-5a8a1453-99d8-46e2-aeca-cb381f7b865a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:23.902409 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3568f4cd-57ec-4512-8976-1a2240283f25 req-5a8a1453-99d8-46e2-aeca-cb381f7b865a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 944 time: 0.0805054 Feb 28 11:52:23.949705 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3568f4cd-57ec-4512-8976-1a2240283f25 req-daa63586-938f-4810-9577-956cf7d2313e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Feb 28 11:52:23.971666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:24.003514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:52:24.007328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:24.073386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=d0261b6b-3d2a-4d1b-889b-386e09d583c2,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:24.131142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b5f4-f901-435d-b58a-5cbd97968e4b req-ee68be39-7c01-42a1-b64a-32ee83c375be tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:24.132597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1962b5f4-f901-435d-b58a-5cbd97968e4b req-ee68be39-7c01-42a1-b64a-32ee83c375be tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0804293 Feb 28 11:52:24.137025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:52:24.177133 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1962b5f4-f901-435d-b58a-5cbd97968e4b req-b3786494-c353-401c-9e58-bbffd55ad900 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 Feb 28 11:52:24.180911 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2', 'code': 200} Feb 28 11:52:24.658782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-27cdaf86-aa14-4550-9665-f5199e8e0d74 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:24.660165 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-27cdaf86-aa14-4550-9665-f5199e8e0d74 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 814 time: 0.1429374 Feb 28 11:52:24.674310 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-269692a8-81b5-4d88-ab53-b6f7d5069f75 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/quotas/298d3a872bb94a07a12a25c5bfee597c HTTP/1.1" status: 200 len: 375 time: 0.0087674 Feb 28 11:52:24.756613 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-6a4a7c4d-26aa-4f7a-9549-ca21d8bcb458 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775542 Feb 28 11:52:24.980673 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a56c4d01-a4e0-4682-96ae-425f54510e16 service neutron] 10.222.0.64 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167516 Feb 28 11:52:25.108331 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-415faf9e-6e05-4107-a473-10580b42eba3 service neutron] 10.222.0.64 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213686 Feb 28 11:52:25.281882 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ea5cc01a-fa51-406c-a5a3-67dd50d23984 req-a41135b9-bee0-4363-a676-0c3f2dfbd1f5 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 210 time: 0.0411572 Feb 28 11:52:26.199642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-6367bd15-475f-4b64-ad2b-728d98adacce tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:26.202420 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-6367bd15-475f-4b64-ad2b-728d98adacce tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0161359-18f2-4f60-8f05-70f4dee754c5 HTTP/1.1" status: 200 len: 945 time: 0.0883520 Feb 28 11:52:26.274294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Deleting port d0261b6b-3d2a-4d1b-889b-386e09d583c2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:52:26.274801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:26.294758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-0ff15674-ba30-437b-b20b-e949949d37fa tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:26.296528 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-0ff15674-ba30-437b-b20b-e949949d37fa tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 814 time: 0.1630082 Feb 28 11:52:26.308305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Request body: {'port': {'device_id': '135e5728-31f9-472a-8a93-7d22e4626549', 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e', 'admin_state_up': True, 'tenant_id': '298d3a872bb94a07a12a25c5bfee597c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:52:26.471089 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0f26b13d-8e88-46c1-aeb6-6e3367507c98 req-8cf19942-db00-480f-86cc-d3b18de9ad64 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 210 time: 0.0598872 Feb 28 11:52:26.512681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:52:26.522685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:52:26.532616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Made reservation on behalf of 298d3a872bb94a07a12a25c5bfee597c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:52:26.536133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:26.539474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] For port d0261b6b-3d2a-4d1b-889b-386e09d583c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d0261b6b-3d2a-4d1b-889b-386e09d583c2,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:52:26.539839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:26.663552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Calling delete_port for d0261b6b-3d2a-4d1b-889b-386e09d583c2 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:52:26.693788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Allocated IP 172.20.0.11 (1bbed7fe-314f-4711-aa2c-594abdfb5d8e/625eb871-ca3c-43d2-bdbb-e3e69e8768ba/b694ca07-16d4-4ebe-b54f-6792f619b653) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:52:26.809834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:26.820521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['d0261b6b-3d2a-4d1b-889b-386e09d583c2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:52:26.858101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Pushing event deleted for resources: {'Port': ['ID=d0261b6b-3d2a-4d1b-889b-386e09d583c2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:26.935913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] No DVR routers for this DVR port d0261b6b-3d2a-4d1b-889b-386e09d583c2 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:52:26.938422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:26.940938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'name': 'network-vif-deleted', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:52:26.957391 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1773fcc2-aaf4-4c32-8313-39372c24eb45 req-1df70794-a8b6-4d5e-86f7-8ef097471a89 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "DELETE /v2.0/ports/d0261b6b-3d2a-4d1b-889b-386e09d583c2 HTTP/1.1" status: 204 len: 173 time: 0.7491536 Feb 28 11:52:26.971332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:26.988638 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0161359-18f2-4f60-8f05-70f4dee754c5', 'name': 'network-vif-deleted', 'tag': 'd0261b6b-3d2a-4d1b-889b-386e09d583c2', 'status': 'completed', 'code': 200} Feb 28 11:52:27.009278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:27.020027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['d0261b6b-3d2a-4d1b-889b-386e09d583c2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:52:27.077305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:52:27.085064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:52:27.089387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:52:27.123491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Pushing event updated for resources: {'Port': ['ID=b694ca07-16d4-4ebe-b54f-6792f619b653,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:27.161693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:27.162302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:27.187075 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-dd369838-2e3f-4be4-9350-7d85c42be111 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8827109 Feb 28 11:52:27.198921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Request body: {'port': {'device_id': '135e5728-31f9-472a-8a93-7d22e4626549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:52:27.305748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:27.309753 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:27.713340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b694ca07-16d4-4ebe-b54f-6792f619b653 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:52:27.722360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:27.732049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39838f6-120f-47c5-85f9-3fb0bf741e63 req-635321ca-4f53-4996-82a3-f2a28ebdef49 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:27.732747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-a39838f6-120f-47c5-85f9-3fb0bf741e63 req-635321ca-4f53-4996-82a3-f2a28ebdef49 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Synchronizing usage tracker for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:52:27.753031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Transition to ACTIVE for port object b694ca07-16d4-4ebe-b54f-6792f619b653 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:52:27.756808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:27.794507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-a39838f6-120f-47c5-85f9-3fb0bf741e63 req-635321ca-4f53-4996-82a3-f2a28ebdef49 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Unset dirty status for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:52:27.795681 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a39838f6-120f-47c5-85f9-3fb0bf741e63 req-635321ca-4f53-4996-82a3-f2a28ebdef49 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 932 time: 0.2146029 Feb 28 11:52:28.016364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Pushing event updated for resources: {'Port': ['ID=b694ca07-16d4-4ebe-b54f-6792f619b653,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:28.089297 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a39838f6-120f-47c5-85f9-3fb0bf741e63 req-76a9e95d-d20f-49c3-8a92-8f50ed65111b tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846720 Feb 28 11:52:28.128087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Attempting to bind port b694ca07-16d4-4ebe-b54f-6792f619b653 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:52:28.128418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Attempting to bind port b694ca07-16d4-4ebe-b54f-6792f619b653 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'b8c73488-4ec6-4661-8bd6-a3cde642a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:52:28.128744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Attempting to bind port b694ca07-16d4-4ebe-b54f-6792f619b653 on network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:52:28.133224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Port b694ca07-16d4-4ebe-b54f-6792f619b653 on network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:52:28.133541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Attempting to bind port b694ca07-16d4-4ebe-b54f-6792f619b653 on network 1bbed7fe-314f-4711-aa2c-594abdfb5d8e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:52:28.138518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:52:28.138854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Checking segment: {'id': 'b8c73488-4ec6-4661-8bd6-a3cde642a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:52:28.139266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Bound using segment: {'id': 'b8c73488-4ec6-4661-8bd6-a3cde642a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:52:28.139686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Bound port: b694ca07-16d4-4ebe-b54f-6792f619b653, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c73488-4ec6-4661-8bd6-a3cde642a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:52:28.140023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:28.231785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:52:28.234690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b694ca07-16d4-4ebe-b54f-6792f619b653,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:52:28.239202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:28.294122 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:28.294724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:28.296109 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] 10.222.0.37 "PUT /v2.0/ports/b694ca07-16d4-4ebe-b54f-6792f619b653 HTTP/1.1" status: 200 len: 1094 time: 1.1012897 Feb 28 11:52:28.296536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:52:28.319706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c352b1-9895-4852-92b2-ea826446f333 service neutron] Pushing event updated for resources: {'Port': ['ID=b694ca07-16d4-4ebe-b54f-6792f619b653,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:28.396826 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653', 'status': 'completed', 'code': 200} Feb 28 11:52:28.405799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-b4a99d90-90d2-4334-a728-c802c9676839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:28.407286 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-b4a99d90-90d2-4334-a728-c802c9676839 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 1097 time: 0.0770063 Feb 28 11:52:28.475213 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-bef63fe1-7cf0-4536-9fa4-4b56031773c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b694ca07-16d4-4ebe-b54f-6792f619b653 HTTP/1.1" status: 200 len: 217 time: 0.0597208 Feb 28 11:52:28.543800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-b424f51d-f68a-42f3-842d-5083ba79ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:28.545130 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-b424f51d-f68a-42f3-842d-5083ba79ca4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0640664 Feb 28 11:52:28.592271 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-c5a83338-f282-4c98-b1a1-04047ff27385 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415943 Feb 28 11:52:28.721409 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-8e2f27e4-e4a7-4ac8-af92-51b14b5baaa8 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231184 Feb 28 11:52:28.852332 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-089db97f-22e2-427c-973c-9cb2fc816ce4 req-fa6826aa-717e-4525-bd60-df630bf961b8 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248887 Feb 28 11:52:28.965334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-38413d93-bfff-49d6-a719-fe3077511c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:28.966764 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-38413d93-bfff-49d6-a719-fe3077511c99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 1097 time: 0.0691159 Feb 28 11:52:29.093917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-b76b1e69-37c9-4824-85f7-4727a6362359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:29.095361 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-b76b1e69-37c9-4824-85f7-4727a6362359 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1227005 Feb 28 11:52:29.167016 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-ac68b79f-9ec3-4f15-81c4-02725a471d84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b694ca07-16d4-4ebe-b54f-6792f619b653 HTTP/1.1" status: 200 len: 217 time: 0.0656281 Feb 28 11:52:29.275631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-1becf123-f5d1-43db-8579-b82a8ed59d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:29.277040 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-1becf123-f5d1-43db-8579-b82a8ed59d52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.1035368 Feb 28 11:52:29.330570 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-dc0d5f01-177c-4053-92de-4cd9f48c48ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462015 Feb 28 11:52:29.343203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d434ad-9ef1-49fc-8ad1-4ce52d5ea56f req-63b89c52-0bbd-442b-b6cd-382378873c1a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:29.344557 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-90d434ad-9ef1-49fc-8ad1-4ce52d5ea56f req-63b89c52-0bbd-442b-b6cd-382378873c1a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 944 time: 0.1416149 Feb 28 11:52:29.473284 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-90d434ad-9ef1-49fc-8ad1-4ce52d5ea56f req-31f41aaa-209f-4274-b542-19586effc833 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106102 Feb 28 11:52:29.503763 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-73d0bbc5-8b54-4bd4-8225-650d1dfebff2 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582856 Feb 28 11:52:29.731668 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14cc905b-f8e2-4250-b3cb-7db2c929223a req-1549ab85-f458-4361-905e-63f13277a892 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212834 Feb 28 11:52:29.811538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d0261b6b-3d2a-4d1b-889b-386e09d583c2 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:52:29.844830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: d0261b6b-3d2a-4d1b-889b-386e09d583c2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:52:29.845177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d0261b6b-3d2a-4d1b-889b-386e09d583c2 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:52:30.240930 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d2c530f-4a85-4457-bb05-0d02350832eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:30.656774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de1411-32d8-491c-8664-f880c91edf2c req-5851bc22-9cff-4b2e-82f7-b02658537aa5 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:30.658222 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46de1411-32d8-491c-8664-f880c91edf2c req-5851bc22-9cff-4b2e-82f7-b02658537aa5 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 944 time: 0.0798798 Feb 28 11:52:30.701607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46de1411-32d8-491c-8664-f880c91edf2c req-4b3e0ffe-4069-493f-80c5-dd8a28a42073 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Feb 28 11:52:31.826956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device b694ca07-16d4-4ebe-b54f-6792f619b653 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:52:31.887846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71513-43c2-48e5-beae-86cd03999a92 req-90699f42-9d84-4950-8d36-0b0d9a4b8264 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:31.889349 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b5d71513-43c2-48e5-beae-86cd03999a92 req-90699f42-9d84-4950-8d36-0b0d9a4b8264 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 944 time: 0.0833800 Feb 28 11:52:31.940238 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b5d71513-43c2-48e5-beae-86cd03999a92 req-c9abd917-f847-46d6-8656-8e2a06db76f8 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448406 Feb 28 11:52:31.991604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b694ca07-16d4-4ebe-b54f-6792f619b653,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:52:32.004595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'b694ca07-16d4-4ebe-b54f-6792f619b653', 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e', 'port_id': 'b694ca07-16d4-4ebe-b54f-6792f619b653', 'mac_address': 'fa:16:3e:c0:a1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625eb871-ca3c-43d2-bdbb-e3e69e8768ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:52:32.060451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:32.076190 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b694ca07-16d4-4ebe-b54f-6792f619b653 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:52:32.090744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b694ca07-16d4-4ebe-b54f-6792f619b653,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:52:32.094671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:32.158875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=b694ca07-16d4-4ebe-b54f-6792f619b653,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:32.288409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['b694ca07-16d4-4ebe-b54f-6792f619b653'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:52:32.485900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a42278ca-625c-4c9f-9b5e-fd1f83065927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:33.120549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90299a82-8889-4648-983b-b00a7a25906a req-4a0fd74d-0aaf-41ed-b208-571e5552488b tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:33.122515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-90299a82-8889-4648-983b-b00a7a25906a req-4a0fd74d-0aaf-41ed-b208-571e5552488b tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 945 time: 0.0799139 Feb 28 11:52:33.174321 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-90299a82-8889-4648-983b-b00a7a25906a req-2d03c5c2-f46e-4ae5-ae64-65c88a5a853f tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460498 Feb 28 11:52:33.654288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:33.810260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:33.857918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device b694ca07-16d4-4ebe-b54f-6792f619b653 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:52:33.923171 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port b694ca07-16d4-4ebe-b54f-6792f619b653 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:52:33.927558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port b694ca07-16d4-4ebe-b54f-6792f619b653 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:52:33.927964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:34.044029 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:34.069152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:52:34.078934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b694ca07-16d4-4ebe-b54f-6792f619b653,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:52:34.082648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:34.121084 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653', 'code': 200} Feb 28 11:52:34.151853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=b694ca07-16d4-4ebe-b54f-6792f619b653,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:34.397495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f408c-3d6e-4162-962f-a8ec126730d4 req-d4707298-a080-4705-a8f1-e3fd8f2a0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:34.398959 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b5f408c-3d6e-4162-962f-a8ec126730d4 req-d4707298-a080-4705-a8f1-e3fd8f2a0bf7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 1099 time: 0.1291616 Feb 28 11:52:34.410425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897b880-f548-4bd6-826e-998444484a11 req-75caa791-0f03-413f-ad1f-635ac1a45b73 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:34.411834 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8897b880-f548-4bd6-826e-998444484a11 req-75caa791-0f03-413f-ad1f-635ac1a45b73 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.1118577 Feb 28 11:52:34.473781 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b5f408c-3d6e-4162-962f-a8ec126730d4 req-6f8f4260-59c9-4635-a8f6-b5a274d8250c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609438 Feb 28 11:52:34.480386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8897b880-f548-4bd6-826e-998444484a11 req-55b222e3-3a29-40dc-9a1c-918bc8a9824c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559428 Feb 28 11:52:35.247017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:35.667488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3c483-e18a-44f5-ad59-54f53f0badd2 req-260ff6cb-bc51-464d-bfec-f2d628390dc9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:35.669610 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a3d3c483-e18a-44f5-ad59-54f53f0badd2 req-260ff6cb-bc51-464d-bfec-f2d628390dc9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0819366 Feb 28 11:52:35.712025 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a3d3c483-e18a-44f5-ad59-54f53f0badd2 req-0c8f35aa-f285-403e-91a5-391d2a69ee32 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368686 Feb 28 11:52:35.894276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81825bbd-6cfd-4199-b206-7a4d752d9d29 req-2409dd53-4775-4db7-bcb3-7e1309f74651 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:35.895585 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-81825bbd-6cfd-4199-b206-7a4d752d9d29 req-2409dd53-4775-4db7-bcb3-7e1309f74651 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0778368 Feb 28 11:52:35.942096 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-81825bbd-6cfd-4199-b206-7a4d752d9d29 req-a21cda77-504b-41de-9c42-65a35402d152 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Feb 28 11:52:36.284397 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-ad20aaab-a49d-4b96-8db2-60f7f8b7a811 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683200 Feb 28 11:52:36.338351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e471c-a0ee-4504-8c47-c63c146bd7f1 req-12b65e35-6b2f-4775-a4d4-b7d3562ea3ec tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:36.339847 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-995e471c-a0ee-4504-8c47-c63c146bd7f1 req-12b65e35-6b2f-4775-a4d4-b7d3562ea3ec tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0848718 Feb 28 11:52:36.386418 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-995e471c-a0ee-4504-8c47-c63c146bd7f1 req-197f7bfa-f418-4cd8-bebf-f7e6c560c9ee tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Feb 28 11:52:37.361362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-90d445ab-c47e-4b38-9ed4-0e0354e68283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:37.362820 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-90d445ab-c47e-4b38-9ed4-0e0354e68283 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 1099 time: 0.0698900 Feb 28 11:52:37.530871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-dbff08f2-f49b-4d76-8b7f-cda795c69be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:37.532292 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-dbff08f2-f49b-4d76-8b7f-cda795c69be7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1641417 Feb 28 11:52:37.601750 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-d0c6e813-a4dd-4021-9ae4-4ab3a619ebe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b694ca07-16d4-4ebe-b54f-6792f619b653 HTTP/1.1" status: 200 len: 217 time: 0.0617781 Feb 28 11:52:37.680269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb7318-7593-4f24-b1e9-220123237e4b req-eb94f87f-afe6-4e8e-a602-a8f8d255958a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:37.681618 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cb7318-7593-4f24-b1e9-220123237e4b req-eb94f87f-afe6-4e8e-a602-a8f8d255958a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.1908224 Feb 28 11:52:37.687404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-5ada22ff-6a5e-4f27-aafe-dfba24a55db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:37.689024 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-5ada22ff-6a5e-4f27-aafe-dfba24a55db0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0804334 Feb 28 11:52:37.750018 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-46829e2f-81b2-4285-927d-d4045964a670 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465763 Feb 28 11:52:37.801168 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-97cb7318-7593-4f24-b1e9-220123237e4b req-8d7bec00-6fc7-4d2e-b68d-bbe4d86c1b81 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111896 Feb 28 11:52:37.892191 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-e0dc02c6-c64b-417c-97a0-05c0055311f9 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349394 Feb 28 11:52:38.118155 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-0191a47b-75a5-416e-b377-a4433a54ff0d service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198303 Feb 28 11:52:38.987045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46b248-14d7-4fb2-bcd6-bdd47d45f04e req-477a2db1-7ba4-4ca9-99dc-dd50e09a860e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:38.988537 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6d46b248-14d7-4fb2-bcd6-bdd47d45f04e req-477a2db1-7ba4-4ca9-99dc-dd50e09a860e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0783689 Feb 28 11:52:39.032192 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6d46b248-14d7-4fb2-bcd6-bdd47d45f04e req-abd6637c-cf9d-497c-a064-cf090023ad01 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Feb 28 11:52:40.223741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64cb37-03fc-46aa-8ecb-a0a7255fd51d req-335ca77e-153a-44e7-bf38-76ff6a34ebbc tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:40.225297 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7b64cb37-03fc-46aa-8ecb-a0a7255fd51d req-335ca77e-153a-44e7-bf38-76ff6a34ebbc tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0814192 Feb 28 11:52:40.268842 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7b64cb37-03fc-46aa-8ecb-a0a7255fd51d req-937598c5-b8c0-47e7-9a4b-e4ed4b9805a6 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372465 Feb 28 11:52:41.454556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93482454-9615-4d46-ad84-4beb423a2c0b req-584a6e67-27e2-4e36-af6c-1441c032a08b tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:41.456005 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-93482454-9615-4d46-ad84-4beb423a2c0b req-584a6e67-27e2-4e36-af6c-1441c032a08b tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0813143 Feb 28 11:52:41.498797 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-93482454-9615-4d46-ad84-4beb423a2c0b req-e2824ad7-2a2d-408a-b817-f3b8e83c3c7f tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371213 Feb 28 11:52:42.680924 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fa59a-5f96-4c47-95cb-060786ee38bd req-0f7211ef-9932-48e8-8092-d4a0853f0e0d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:42.682336 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-704fa59a-5f96-4c47-95cb-060786ee38bd req-0f7211ef-9932-48e8-8092-d4a0853f0e0d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0812483 Feb 28 11:52:42.725663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-704fa59a-5f96-4c47-95cb-060786ee38bd req-f6f7f293-3b60-4993-8991-571f027d589d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368791 Feb 28 11:52:43.914905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e62d-158a-44f2-86a9-03401cdc797f req-43eacda1-1c14-4895-a2ef-28629d737c1f tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:43.916355 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ab92e62d-158a-44f2-86a9-03401cdc797f req-43eacda1-1c14-4895-a2ef-28629d737c1f tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0855753 Feb 28 11:52:43.962319 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ab92e62d-158a-44f2-86a9-03401cdc797f req-ecb72164-846b-49cc-9d10-d9978d189e2c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394075 Feb 28 11:52:45.143537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06e0ed-5215-40e2-97ef-3701c8ed5be3 req-09de054e-157d-4827-81bb-d15ee04161a3 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:45.145013 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe06e0ed-5215-40e2-97ef-3701c8ed5be3 req-09de054e-157d-4827-81bb-d15ee04161a3 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0792811 Feb 28 11:52:45.187610 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe06e0ed-5215-40e2-97ef-3701c8ed5be3 req-c50b541a-13cf-4082-a28f-7d82a9bd3cb9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368474 Feb 28 11:52:46.370324 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f423afe-dd35-4a9d-a4ed-923c3a44884c req-9afcdb76-da47-4ba9-8aca-15c2b99e76b9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:46.371800 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2f423afe-dd35-4a9d-a4ed-923c3a44884c req-9afcdb76-da47-4ba9-8aca-15c2b99e76b9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0813546 Feb 28 11:52:46.415442 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2f423afe-dd35-4a9d-a4ed-923c3a44884c req-c702a4e4-e84e-4896-bcf0-5e39ff03a0a8 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 Feb 28 11:52:47.598138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77261774-e68e-4a9c-8455-9cf8da47075e req-ab54f125-358d-4506-a3b3-163cc9599ac9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:47.599586 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-77261774-e68e-4a9c-8455-9cf8da47075e req-ab54f125-358d-4506-a3b3-163cc9599ac9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0784492 Feb 28 11:52:47.641414 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-77261774-e68e-4a9c-8455-9cf8da47075e req-9b535516-6eac-44b0-a79d-58751b223373 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364125 Feb 28 11:52:48.832455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4867a4-842a-43f6-adc3-bd3c0a825afe req-d541df66-aa96-43d2-ab07-b619cfccb984 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:48.834012 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9a4867a4-842a-43f6-adc3-bd3c0a825afe req-d541df66-aa96-43d2-ab07-b619cfccb984 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0865707 Feb 28 11:52:48.877340 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9a4867a4-842a-43f6-adc3-bd3c0a825afe req-79ff74a9-f6ed-40f9-9f0d-befdc231361e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Feb 28 11:52:50.067096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f775-696b-4a65-9a96-4048a2321a9e req-754f1a88-e3dc-4622-a1be-22c7b52cd60d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:50.068446 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1249f775-696b-4a65-9a96-4048a2321a9e req-754f1a88-e3dc-4622-a1be-22c7b52cd60d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0856888 Feb 28 11:52:50.111149 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1249f775-696b-4a65-9a96-4048a2321a9e req-cee5da9a-f9e1-4fbd-92fb-ff53e298353a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Feb 28 11:52:51.289559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad5e87-433c-4c7f-a8bd-bb95c7e56729 req-47987899-aaeb-45f5-a48a-5226759b365a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:51.290956 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0ad5e87-433c-4c7f-a8bd-bb95c7e56729 req-47987899-aaeb-45f5-a48a-5226759b365a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0778995 Feb 28 11:52:51.333118 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0ad5e87-433c-4c7f-a8bd-bb95c7e56729 req-b3dbf4d4-7c9a-454f-9948-26df1c2adfd8 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Feb 28 11:52:52.103101 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-daa0f86f-a6b2-40f9-b533-d89db1a8e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:52.104594 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-daa0f86f-a6b2-40f9-b533-d89db1a8e135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 1099 time: 0.0728555 Feb 28 11:52:52.245105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-2c9b92c4-0444-4e71-91f9-a61dd92e949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:52.247105 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-2c9b92c4-0444-4e71-91f9-a61dd92e949d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1240573 Feb 28 11:52:52.314920 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-b671fa53-5ffa-4ec8-b187-0d57de06c60e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b694ca07-16d4-4ebe-b54f-6792f619b653 HTTP/1.1" status: 200 len: 217 time: 0.0619733 Feb 28 11:52:52.374930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-fb681852-9a4b-44bb-9db2-dd2e59628cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:52.376381 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-fb681852-9a4b-44bb-9db2-dd2e59628cfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0559721 Feb 28 11:52:52.421229 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-6021a31c-1a1b-440d-b934-2821f61bafaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394773 Feb 28 11:52:52.700467 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-ab9e5ad9-68d1-4cb0-8520-7bbdbfebb8db service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734861 Feb 28 11:52:52.711542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4591-1e3c-4464-8feb-9c2ee8bebdb7 req-8b483d68-4a67-4cf7-9038-e8f9a0a064f9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:52.712908 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ddbb4591-1e3c-4464-8feb-9c2ee8bebdb7 req-8b483d68-4a67-4cf7-9038-e8f9a0a064f9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.2684028 Feb 28 11:52:52.841575 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ddbb4591-1e3c-4464-8feb-9c2ee8bebdb7 req-f8bb0540-0b63-460f-95b5-70434b3da31a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093850 Feb 28 11:52:52.870191 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67523369-1bc2-48a2-9368-e001eae2e8ce req-22deb678-88d7-4185-86d8-7a5c24699df1 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563787 Feb 28 11:52:54.028664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8985e-ba5b-49a5-a28d-01244c12e2c5 req-84c9c10b-a6c3-426b-a38d-e960322f8856 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:54.030309 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8bc8985e-ba5b-49a5-a28d-01244c12e2c5 req-84c9c10b-a6c3-426b-a38d-e960322f8856 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0815032 Feb 28 11:52:54.073585 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8bc8985e-ba5b-49a5-a28d-01244c12e2c5 req-3f7ec930-e148-4375-888f-1171f0dfc36b tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Feb 28 11:52:55.256431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8381783-35b0-4237-a617-fe76c9d6f19b req-4166dbcb-0c32-421c-8c41-eb5cd17afcf8 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:55.257889 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c8381783-35b0-4237-a617-fe76c9d6f19b req-4166dbcb-0c32-421c-8c41-eb5cd17afcf8 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0786395 Feb 28 11:52:55.300123 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c8381783-35b0-4237-a617-fe76c9d6f19b req-d45958bd-e508-4964-8962-933c9372e0f8 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367866 Feb 28 11:52:56.273523 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:52:56.485756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379c647-41da-4def-9cfc-56e1becf386f req-68026aff-f05f-47f9-afa4-a5bbae4b08b4 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:56.487303 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3379c647-41da-4def-9cfc-56e1becf386f req-68026aff-f05f-47f9-afa4-a5bbae4b08b4 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0807190 Feb 28 11:52:56.530782 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3379c647-41da-4def-9cfc-56e1becf386f req-271c755c-b228-42b7-8cf8-192d482ec264 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378571 Feb 28 11:52:57.323659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:57.712585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c57e7e-edd3-4e23-b43d-1e95722ea241 req-4c892c2d-6a0e-499b-add4-af46772cdafb tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:57.714095 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e0c57e7e-edd3-4e23-b43d-1e95722ea241 req-4c892c2d-6a0e-499b-add4-af46772cdafb tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0780699 Feb 28 11:52:57.761762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e0c57e7e-edd3-4e23-b43d-1e95722ea241 req-f6d88b00-6ff0-424c-9473-35b0301f6358 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Feb 28 11:52:58.947587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b861-fbc2-4052-9cc8-2f2492d29acf req-28b758d6-11e5-4597-a5a5-0f3f050de383 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:58.949033 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aec4b861-fbc2-4052-9cc8-2f2492d29acf req-28b758d6-11e5-4597-a5a5-0f3f050de383 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0806181 Feb 28 11:52:58.991961 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aec4b861-fbc2-4052-9cc8-2f2492d29acf req-dc9cee13-48b0-4560-ac33-87899ddbec3c tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372434 Feb 28 11:53:00.180388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c170-d4f2-4f77-b3d3-acce333aca92 req-44a44266-307b-4b7f-bdb3-db868b4cd2d9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:00.181826 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7c99c170-d4f2-4f77-b3d3-acce333aca92 req-44a44266-307b-4b7f-bdb3-db868b4cd2d9 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0817139 Feb 28 11:53:00.224998 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7c99c170-d4f2-4f77-b3d3-acce333aca92 req-93665b35-444e-462b-a055-d2f520c7d74a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368366 Feb 28 11:53:00.241364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-21e8dda6-9959-4e70-b328-07433d578bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:01.405443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c4b57-f9e7-4c5a-978c-61edf1e1c859 req-8cf0a184-e858-476e-97de-9a094928d6a7 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:01.406903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-723c4b57-f9e7-4c5a-978c-61edf1e1c859 req-8cf0a184-e858-476e-97de-9a094928d6a7 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0784812 Feb 28 11:53:01.449599 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-723c4b57-f9e7-4c5a-978c-61edf1e1c859 req-c44f9c90-3314-448c-8139-e2d535840b7e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371706 Feb 28 11:53:02.488318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a95850e-3c8c-4ab8-b748-a92645aa0b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:02.636625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a35029-46fb-4e98-bf53-8e03d0b2e697 req-c044568c-be94-4bbe-9133-e33baf1aceb6 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:02.638034 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a4a35029-46fb-4e98-bf53-8e03d0b2e697 req-c044568c-be94-4bbe-9133-e33baf1aceb6 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0819731 Feb 28 11:53:02.680665 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a4a35029-46fb-4e98-bf53-8e03d0b2e697 req-440b68c7-cf31-4dc0-ab49-0ee28f17a331 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Feb 28 11:53:03.657450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:03.812275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:03.865561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36f61-6cb5-4446-86e5-55f8dafec2cd req-4e175428-80b3-4c19-92ca-66c745f2a668 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:03.869804 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e1e36f61-6cb5-4446-86e5-55f8dafec2cd req-4e175428-80b3-4c19-92ca-66c745f2a668 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0786452 Feb 28 11:53:03.917719 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e1e36f61-6cb5-4446-86e5-55f8dafec2cd req-09154e83-fbf4-48ff-9e20-97737de836f1 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Feb 28 11:53:04.793618 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-bfcaa162-2e82-46c0-814a-4766cc1fae73 service neutron] 10.222.0.37 "GET /v2.0/ports/b694ca07-16d4-4ebe-b54f-6792f619b653/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0720704 Feb 28 11:53:05.103855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-9974c8b2-8be8-4596-8728-ca08aae2d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:05.105295 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-9974c8b2-8be8-4596-8728-ca08aae2d3eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549&tenant_id=298d3a872bb94a07a12a25c5bfee597c HTTP/1.1" status: 200 len: 1099 time: 0.1195529 Feb 28 11:53:05.134342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df37aa-86ae-4343-956c-021ac89d3351 req-ee6ddb50-c662-4ddf-ace7-91e5e4598011 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:05.135784 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-77df37aa-86ae-4343-956c-021ac89d3351 req-ee6ddb50-c662-4ddf-ace7-91e5e4598011 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.1005950 Feb 28 11:53:05.219070 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-77df37aa-86ae-4343-956c-021ac89d3351 req-ee7cb7c9-8c5a-4836-96d9-a93f7ba4a4a5 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541854 Feb 28 11:53:05.240166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-14b6257b-bd5b-4972-bc3a-317ce3fc8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:05.242473 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-14b6257b-bd5b-4972-bc3a-317ce3fc8e35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 1099 time: 0.1152225 Feb 28 11:53:05.248185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:05.369543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-b795e018-bedb-4a95-a520-22e9b59593df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:05.370919 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-b795e018-bedb-4a95-a520-22e9b59593df service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1239266 Feb 28 11:53:05.525754 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-b208b02c-7b6b-4c9f-abd2-152093636b30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b694ca07-16d4-4ebe-b54f-6792f619b653 HTTP/1.1" status: 200 len: 217 time: 0.1490376 Feb 28 11:53:05.587430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-5e242a2e-279c-4c01-bfba-2a1db06a9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:05.588789 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-5e242a2e-279c-4c01-bfba-2a1db06a9af5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0578225 Feb 28 11:53:05.633511 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-4ce869b2-81f0-4482-b109-5f18cc66c756 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386012 Feb 28 11:53:05.760596 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-a7a02b8e-e416-4f7c-a101-d0887d783d1a service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211700 Feb 28 11:53:05.887466 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28e718b1-9750-4ca1-b3c1-d0ec98cb1025 req-6c99ac44-1ca5-4990-b431-1d354a934e60 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209111 Feb 28 11:53:06.405207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35032b3e-7a63-4869-af0f-aaf3f9f90585 req-8dab56cf-9335-4350-9a93-6bb818d3e344 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:06.406649 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35032b3e-7a63-4869-af0f-aaf3f9f90585 req-8dab56cf-9335-4350-9a93-6bb818d3e344 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0825491 Feb 28 11:53:06.450817 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35032b3e-7a63-4869-af0f-aaf3f9f90585 req-f1ee5f9b-bf51-4303-b11b-b160c4f0eb73 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Feb 28 11:53:07.643013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5c1fa-0342-4e43-b8f5-77115d09aaa8 req-c7abd439-283a-4c5e-a2fc-72d9e611fede tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:07.644565 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f0a5c1fa-0342-4e43-b8f5-77115d09aaa8 req-c7abd439-283a-4c5e-a2fc-72d9e611fede tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0802300 Feb 28 11:53:07.691217 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f0a5c1fa-0342-4e43-b8f5-77115d09aaa8 req-7d944ef7-6fdd-4f08-bc1b-4713a0916aef tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Feb 28 11:53:07.989902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device b694ca07-16d4-4ebe-b54f-6792f619b653 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:53:07.994220 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device b694ca07-16d4-4ebe-b54f-6792f619b653 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:53:08.061902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ef7a8-5bff-4d30-a39d-3c9a6896cb59 req-d098097a-4f55-408a-8559-d77d505b2763 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:08.063350 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-077ef7a8-5bff-4d30-a39d-3c9a6896cb59 req-d098097a-4f55-408a-8559-d77d505b2763 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.1466925 Feb 28 11:53:08.071441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-fd612a1c-54d9-41a8-8839-968051d7001d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:08.072765 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-fd612a1c-54d9-41a8-8839-968051d7001d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549&tenant_id=298d3a872bb94a07a12a25c5bfee597c&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 946 time: 0.1215386 Feb 28 11:53:08.127712 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-077ef7a8-5bff-4d30-a39d-3c9a6896cb59 req-9bc6626c-7454-41e8-a040-909894920a7f tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539129 Feb 28 11:53:08.210413 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:08.217703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-d68d049b-f093-437e-a534-74c41abf7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:08.219850 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-d68d049b-f093-437e-a534-74c41abf7778 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=298d3a872bb94a07a12a25c5bfee597c&device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 1099 time: 0.0725179 Feb 28 11:53:08.240906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b694ca07-16d4-4ebe-b54f-6792f619b653,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:08.262824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'b694ca07-16d4-4ebe-b54f-6792f619b653', 'network_id': '1bbed7fe-314f-4711-aa2c-594abdfb5d8e', 'port_id': 'b694ca07-16d4-4ebe-b54f-6792f619b653', 'mac_address': 'fa:16:3e:c0:a1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625eb871-ca3c-43d2-bdbb-e3e69e8768ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:53:08.264124 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:53:08.304398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b694ca07-16d4-4ebe-b54f-6792f619b653,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:08.314296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:08.346204 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653', 'code': 200} Feb 28 11:53:08.351065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-72c12fee-adab-4a47-bff9-5a50fd96082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:08.352587 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-72c12fee-adab-4a47-bff9-5a50fd96082e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 200 len: 915 time: 0.1274641 Feb 28 11:53:08.377184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:08.404421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b694ca07-16d4-4ebe-b54f-6792f619b653 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:53:08.412099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=b694ca07-16d4-4ebe-b54f-6792f619b653,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:08.423715 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-e1ef81d8-14dd-4002-96c0-6978209be1ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b694ca07-16d4-4ebe-b54f-6792f619b653 HTTP/1.1" status: 200 len: 217 time: 0.0642543 Feb 28 11:53:08.450013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.450359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.450697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.451030 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.451386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.451715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.452037 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.452356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.452678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.453677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.453998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.454317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:08.481640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:53:08.481999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:53:08.487152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-30a37a81-0d06-49e6-ab4a-8193e3c4754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:08.488640 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-30a37a81-0d06-49e6-ab4a-8193e3c4754b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 200 len: 854 time: 0.0595591 Feb 28 11:53:08.535036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-fa4e31ce-4211-4a82-a8cf-1a4042086d1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbed7fe-314f-4711-aa2c-594abdfb5d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408719 Feb 28 11:53:08.664116 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-dd25448c-9afd-4684-8eea-2eb759605219 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232021 Feb 28 11:53:08.792025 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b1aac11-a621-4e8a-ac75-422eef4a12ed req-f0b5b62f-0285-4d57-914d-895da452fa2e service neutron] 10.222.0.37 "GET /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224818 Feb 28 11:53:09.034503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:09.051160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b694ca07-16d4-4ebe-b54f-6792f619b653 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:53:09.066621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b694ca07-16d4-4ebe-b54f-6792f619b653,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:09.070856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:09.139334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['b694ca07-16d4-4ebe-b54f-6792f619b653'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:53:09.178092 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=b694ca07-16d4-4ebe-b54f-6792f619b653,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:09.445909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b26d3-ccbc-4245-8b2a-f618ab1bbaea req-773a55a6-4e9f-4862-8058-a84caa0f879b tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:09.447391 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6a2b26d3-ccbc-4245-8b2a-f618ab1bbaea req-773a55a6-4e9f-4862-8058-a84caa0f879b tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 945 time: 0.1894627 Feb 28 11:53:09.492094 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6a2b26d3-ccbc-4245-8b2a-f618ab1bbaea req-9624d420-4044-4ac6-b428-b7edb0c78356 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Feb 28 11:53:09.679562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22437b-7cb5-469b-a26f-c4b47e2c2648 req-f7650b29-e08e-454b-9285-93beba99b998 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:09.680895 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ca22437b-7cb5-469b-a26f-c4b47e2c2648 req-f7650b29-e08e-454b-9285-93beba99b998 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 945 time: 0.0799303 Feb 28 11:53:09.724190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ca22437b-7cb5-469b-a26f-c4b47e2c2648 req-457e85dd-a8ff-4ac2-a04e-ae25f93f3815 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Feb 28 11:53:09.910518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062098ff-c0fc-421b-883f-48cc9715fdd6 req-a755e365-ddb8-469d-92dc-e8a0399bd107 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:09.911973 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-062098ff-c0fc-421b-883f-48cc9715fdd6 req-a755e365-ddb8-469d-92dc-e8a0399bd107 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 945 time: 0.0791919 Feb 28 11:53:09.954773 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-062098ff-c0fc-421b-883f-48cc9715fdd6 req-302c987e-8b30-4980-913a-44b76d59decb tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372534 Feb 28 11:53:10.021316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device b694ca07-16d4-4ebe-b54f-6792f619b653 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:10.088778 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port b694ca07-16d4-4ebe-b54f-6792f619b653 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:10.089424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:10.207008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:10.239176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b694ca07-16d4-4ebe-b54f-6792f619b653,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:10.242862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:10.313151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=b694ca07-16d4-4ebe-b54f-6792f619b653,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:10.347460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:53:10.390852 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653', 'code': 200} Feb 28 11:53:10.507496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809c8b3-4c6f-4a26-821e-74e2e618f4b6 req-a238b084-8467-4a46-bd58-15ba2007356a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:10.508853 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7809c8b3-4c6f-4a26-821e-74e2e618f4b6 req-a238b084-8467-4a46-bd58-15ba2007356a tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0817659 Feb 28 11:53:10.551779 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7809c8b3-4c6f-4a26-821e-74e2e618f4b6 req-02e9b45d-99e8-4d1f-ab37-8a93d576bf08 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372479 Feb 28 11:53:11.735753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636660-a95a-466a-a687-989839f7759e req-93f5cc0b-493f-48ba-b372-0ae4a144a811 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:11.737386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-91636660-a95a-466a-a687-989839f7759e req-93f5cc0b-493f-48ba-b372-0ae4a144a811 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0797384 Feb 28 11:53:11.785402 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-91636660-a95a-466a-a687-989839f7759e req-b463f9f8-bac7-4320-9adf-017111f39fc1 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Feb 28 11:53:11.942147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-cba9762f-046e-49d0-ba0b-f1c78e7bab8e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:11.943520 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-cba9762f-046e-49d0-ba0b-f1c78e7bab8e tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 946 time: 0.0774508 Feb 28 11:53:12.010316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Deleting port b694ca07-16d4-4ebe-b54f-6792f619b653 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:53:12.010659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:12.249493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] For port b694ca07-16d4-4ebe-b54f-6792f619b653, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b694ca07-16d4-4ebe-b54f-6792f619b653,segment=NetworkSegment(b8c73488-4ec6-4661-8bd6-a3cde642a435),segment_id=b8c73488-4ec6-4661-8bd6-a3cde642a435)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:12.250363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:12.373211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Calling delete_port for b694ca07-16d4-4ebe-b54f-6792f619b653 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:53:12.509489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:12.521924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['b694ca07-16d4-4ebe-b54f-6792f619b653'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:53:12.561450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Pushing event deleted for resources: {'Port': ['ID=b694ca07-16d4-4ebe-b54f-6792f619b653,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:12.595711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.596061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.596399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.596732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.597065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.597390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.597715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.598037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.598360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.598685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.599007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.599353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:12.645383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] No DVR routers for this DVR port b694ca07-16d4-4ebe-b54f-6792f619b653 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:53:12.647759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:12.650139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'name': 'network-vif-deleted', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:53:12.665911 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fa85d7e4-83a1-4b96-8407-821d22909093 req-360fd1b7-f485-493d-bf82-39ec910a0e30 tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.37 "DELETE /v2.0/ports/b694ca07-16d4-4ebe-b54f-6792f619b653 HTTP/1.1" status: 204 len: 173 time: 0.7175362 Feb 28 11:53:12.695142 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135e5728-31f9-472a-8a93-7d22e4626549', 'name': 'network-vif-deleted', 'tag': 'b694ca07-16d4-4ebe-b54f-6792f619b653', 'status': 'completed', 'code': 200} Feb 28 11:53:12.950944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-7c9b3265-9c56-4ea8-a78d-92cfecc47428 req-d17e1fe3-c16d-4811-9921-15c02d10ab4d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Synchronizing usage tracker for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:53:12.965349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-7c9b3265-9c56-4ea8-a78d-92cfecc47428 req-d17e1fe3-c16d-4811-9921-15c02d10ab4d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] Unset dirty status for tenant:298d3a872bb94a07a12a25c5bfee597c on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:53:12.966444 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7c9b3265-9c56-4ea8-a78d-92cfecc47428 req-d17e1fe3-c16d-4811-9921-15c02d10ab4d tempest-ServerDiskConfigTestJSON-1026688633 tempest-ServerDiskConfigTestJSON-1026688633-project] 10.222.0.64 "GET /v2.0/ports?device_id=135e5728-31f9-472a-8a93-7d22e4626549 HTTP/1.1" status: 200 len: 210 time: 0.0605886 Feb 28 11:53:14.198190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33642) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:14.262391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Deleting subnet 625eb871-ca3c-43d2-bdbb-e3e69e8768ba {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:53:14.265126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.312718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.367797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.431963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.468742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625eb871-ca3c-43d2-bdbb-e3e69e8768ba,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:14.473439 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.480153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.480497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.480830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.481157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.481481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.481803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.482124 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.482446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.482764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.483085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.483421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.483735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:14.489370 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-adc93cd2-be0c-485e-8ea5-2a6f1d911101 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/625eb871-ca3c-43d2-bdbb-e3e69e8768ba HTTP/1.1" status: 204 len: 168 time: 0.2896907 Feb 28 11:53:14.491449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33646) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:14.603610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.726623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.750762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbed7fe-314f-4711-aa2c-594abdfb5d8e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:14.762802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c73488-4ec6-4661-8bd6-a3cde642a435') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:14.763099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c73488-4ec6-4661-8bd6-a3cde642a435') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:14.774593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.794316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.800442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:53:14.800821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:53:14.902919 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:53:14.976392 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:14.994181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:15.004449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbed7fe-314f-4711-aa2c-594abdfb5d8e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:15.012117 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b8328bb2-ae3e-4b5d-a089-343b58d5244c admin admin] 10.222.0.64 "DELETE /v2.0/networks/1bbed7fe-314f-4711-aa2c-594abdfb5d8e HTTP/1.1" status: 204 len: 168 time: 0.5197575 Feb 28 11:53:15.138362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33652) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:15.186362 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e61115df-c31d-4001-be50-86680b7d6c9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=298d3a872bb94a07a12a25c5bfee597c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467343 Feb 28 11:53:15.189178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:15.245593 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676a662b-06ee-4d62-8b56-c89663db1876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:15.271232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676a662b-06ee-4d62-8b56-c89663db1876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:15.322561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676a662b-06ee-4d62-8b56-c89663db1876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:15.339785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a662b-06ee-4d62-8b56-c89663db1876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:15.346391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676a662b-06ee-4d62-8b56-c89663db1876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:15.347523 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-676a662b-06ee-4d62-8b56-c89663db1876 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7f7bcc3-100f-4d0f-b7f8-7c91d4e086b6 HTTP/1.1" status: 204 len: 168 time: 0.1574166 Feb 28 11:53:16.058959 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device b694ca07-16d4-4ebe-b54f-6792f619b653 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:53:16.095767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: b694ca07-16d4-4ebe-b54f-6792f619b653 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:53:16.096102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device b694ca07-16d4-4ebe-b54f-6792f619b653 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:53:16.105582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33680) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:16.212974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-129806402-network', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:16.217705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:16.225037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Usage tracker for resource:network and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:16.228391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:16.235193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:16.244320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Made reservation on behalf of b81de7657f674d8abe75a913b37b5836 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:53:16.246583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.261762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.275718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:16.279507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Usage tracker for resource:security_group_rule and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:16.282247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:16.287874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:16.369358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.372996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.404277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:53:16.409882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80ba3f-3f5d-4352-9a22-eb73702c5c4f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:16.418762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.418762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Added segment 4dde4ad4-1d2c-40af-aee3-d82ac89a442e of type vlan for network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac Feb 28 11:53:16.446319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.474253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.475216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:16.475782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.585110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] Pushing event updated for resources: {'Network': ['ID=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:16.589159 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-89135388-7135-4eab-8881-8c899f450d52 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4825215 Feb 28 11:53:16.592092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:16.595113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:53:16.598227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Request body: {'subnet': {'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-129806402-subnet', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:16.603027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:16.606872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Usage tracker for resource:subnet and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:16.610786 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:16.616549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:16.627974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Made reservation on behalf of b81de7657f674d8abe75a913b37b5836 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:53:16.630271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.829982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:16.997581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af5934b-4466-4479-8708-42e8a8e34a43,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:17.006244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Checking segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:53:17.006658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Network hostable DHCP agents. Network: b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:53:17.025304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:53:17.034604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:17.038451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:17.039032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.043848 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d01ca-e21f-432d-8f9b-d49cbb7e1ba7 None None] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:53:17.061378 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ad0569df-8908-4d34-8f2f-632a777b96ee admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4654076 Feb 28 11:53:17.061659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:17.066357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:17.071280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:17.075265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Usage tracker for resource:router and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:17.078636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:17.084488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:17.095142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.097113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.112530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.252547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:53:17.253380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.384435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.403812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Allocated IP 172.20.0.2 (b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac/5af5934b-4466-4479-8708-42e8a8e34a43/20690dd7-2c2a-4644-a133-fe4115804fe1) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:17.603198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.614197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Transition to ACTIVE for port object 20690dd7-2c2a-4644-a133-fe4115804fe1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:17.633513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Transition to ACTIVE for port object 20690dd7-2c2a-4644-a133-fe4115804fe1 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:17.639629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.689452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.705475 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:17.712260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:17.714880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:53:17.718830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.759878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Pushing event updated for resources: {'Port': ['ID=20690dd7-2c2a-4644-a133-fe4115804fe1,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:17.813676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Attempting to bind port 20690dd7-2c2a-4644-a133-fe4115804fe1 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:53:17.814041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Attempting to bind port 20690dd7-2c2a-4644-a133-fe4115804fe1 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:53:17.814401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Attempting to bind port 20690dd7-2c2a-4644-a133-fe4115804fe1 on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:53:17.819625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:53:17.819998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Checking segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:53:17.820398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.820786 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Bound using segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:53:17.821247 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Bound port: 20690dd7-2c2a-4644-a133-fe4115804fe1, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:53:17.821620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.853618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Allocated IP 172.26.8.97 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/1892fe83-3409-43a9-8a73-d7e2bd271e24) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:17.907312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] For port 20690dd7-2c2a-4644-a133-fe4115804fe1, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:53:17.910265 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] For port 20690dd7-2c2a-4644-a133-fe4115804fe1, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=20690dd7-2c2a-4644-a133-fe4115804fe1,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:53:17.914097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:18.003017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1e043-bf4a-4aa9-9fc7-be1f9677d0cc None None] Pushing event updated for resources: {'Port': ['ID=20690dd7-2c2a-4644-a133-fe4115804fe1,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:18.009951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:18.040789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:18.100724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:18.103533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:18.112097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:53:18.151365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1892fe83-3409-43a9-8a73-d7e2bd271e24,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:18.642061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:18.726350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 20690dd7-2c2a-4644-a133-fe4115804fe1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:18.798308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 20690dd7-2c2a-4644-a133-fe4115804fe1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:18.962690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86828339-191f-4c1e-a8a9-11bf813057ca None None] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:53:19.003167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:19.121016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6724339a-a8e8-41be-90a5-2d342783da52 None None] Provisioning for port 20690dd7-2c2a-4644-a133-fe4115804fe1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:19.129431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6724339a-a8e8-41be-90a5-2d342783da52 None None] Provisioning complete for port 20690dd7-2c2a-4644-a133-fe4115804fe1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:19.129796 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6724339a-a8e8-41be-90a5-2d342783da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:19.224426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:53:19.405410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:53:19.416737 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6724339a-a8e8-41be-90a5-2d342783da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:19.417096 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:53:19.427148 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:53:19.428142 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:53:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:19.431171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:19.435755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33694) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:19.436343 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-38acb38e-cf92-4356-9997-9f5ad82770a7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3732331 Feb 28 11:53:19.481361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6724339a-a8e8-41be-90a5-2d342783da52 None None] For port 20690dd7-2c2a-4644-a133-fe4115804fe1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=20690dd7-2c2a-4644-a133-fe4115804fe1,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:19.493645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6724339a-a8e8-41be-90a5-2d342783da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:19.595711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724339a-a8e8-41be-90a5-2d342783da52 None None] Pushing event updated for resources: {'Port': ['ID=20690dd7-2c2a-4644-a133-fe4115804fe1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:19.623437 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:53:19.815620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a5013952-bb3c-42d9-80ae-828e71284bef None None] Provisioning complete for port 20690dd7-2c2a-4644-a133-fe4115804fe1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:19.816585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5013952-bb3c-42d9-80ae-828e71284bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:19.962280 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:18Z', 'revision_number': 3, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:19.966183 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:53:19.966527 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Updating router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 port 1892fe83-3409-43a9-8a73-d7e2bd271e24 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:53:20.018695 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.145754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.337337 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.348614 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Transition to ACTIVE for port object 1892fe83-3409-43a9-8a73-d7e2bd271e24 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:20.351964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Allocated IP 172.20.0.1 (b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac/5af5934b-4466-4479-8708-42e8a8e34a43/6b02d4c7-aea2-46b9-b291-5ffe5465ee5a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:20.356359 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.433777 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Attempting to bind port 1892fe83-3409-43a9-8a73-d7e2bd271e24 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:53:20.434714 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Attempting to bind port 1892fe83-3409-43a9-8a73-d7e2bd271e24 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:53:20.434714 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Attempting to bind port 1892fe83-3409-43a9-8a73-d7e2bd271e24 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:53:20.438458 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Pushing event updated for resources: {'Port': ['ID=1892fe83-3409-43a9-8a73-d7e2bd271e24,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:20.443188 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:53:20.443556 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:53:20.443944 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.444325 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:53:20.444774 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Bound port: 1892fe83-3409-43a9-8a73-d7e2bd271e24, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:53:20.445135 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.483398 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.483770 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.484106 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.484436 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.484759 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.485082 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.485414 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.485730 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.486035 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.486354 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.486670 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.486983 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:20.501021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.516778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Transition to ACTIVE for port object 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:20.528385 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] For port 1892fe83-3409-43a9-8a73-d7e2bd271e24, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:53:20.531416 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] For port 1892fe83-3409-43a9-8a73-d7e2bd271e24, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1892fe83-3409-43a9-8a73-d7e2bd271e24,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:53:20.535466 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.539554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.602404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:20.605167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:20.607747 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:53:20.617526 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:53:20.618144 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:53:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:20.664055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Pushing event updated for resources: {'Port': ['ID=6b02d4c7-aea2-46b9-b291-5ffe5465ee5a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:20.683839 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44132ca-0c8f-4fd5-bb40-8a407bc5dc72 None None] Pushing event updated for resources: {'Port': ['ID=1892fe83-3409-43a9-8a73-d7e2bd271e24,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:20.684614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.720161 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 20690dd7-2c2a-4644-a133-fe4115804fe1 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:20.822476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 20690dd7-2c2a-4644-a133-fe4115804fe1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:20.823599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.835399 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:53:20.971449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-24cf3062-8a6e-454c-b081-824e327fd12b None None] Provisioning for port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:20.977559 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-24cf3062-8a6e-454c-b081-824e327fd12b None None] Provisioning complete for port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:20.978266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24cf3062-8a6e-454c-b081-824e327fd12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:21.032741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-24cf3062-8a6e-454c-b081-824e327fd12b None None] Port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:53:21.125708 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:18Z', 'revision_number': 3, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:21.129602 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a72149-63b2-4f1a-94bb-7d1ff9bac936 None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:18Z', 'revision_number': 3, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:53:21.134552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:21.366897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:21.371208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:21.480624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:21.484554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Pushing event updated for resources: {'Port': ['ID=6b02d4c7-aea2-46b9-b291-5ffe5465ee5a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:21.620532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:21.625431 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:21.835444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:53:21.859616 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a5eb49d-5705-402d-b799-b800dbbb3114 None None] Provisioning complete for port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:21.860667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb49d-5705-402d-b799-b800dbbb3114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:21.918838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8a5eb49d-5705-402d-b799-b800dbbb3114 None None] Port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:53:22.022532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:53:22.031886 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ae691da0-ca72-46af-a66b-b500c3fcab80 admin admin] 10.222.0.64 "PUT /v2.0/routers/3b6e00cd-8373-4c52-9ff3-f7148f0ecf97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5932984 Feb 28 11:53:22.539308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:53:22.548725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:53:22.549410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:53:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:22.734145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1892fe83-3409-43a9-8a73-d7e2bd271e24 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:22.786304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33704) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:22.788902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:53:22.791506 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671251458', 'description': 'tempest-description--1028794298'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:22.797435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:22.801259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Usage tracker for resource:security_group and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:22.807534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:22.814066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:22.823155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:22.842552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:22.846591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Usage tracker for resource:security_group_rule and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:22.849379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:22.854896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:22.923228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:22.927536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:22.968227 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:22.969162 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1818888 Feb 28 11:53:22.970258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1892fe83-3409-43a9-8a73-d7e2bd271e24 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:22.972579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a6edf-0fe3-4706-a359-2285848343ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6172913c-0b2e-41ac-8531-1eb01a3fd0d1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:22.973553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 33708) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:22.979390 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'security_group_rule': {'security_group_id': '6172913c-0b2e-41ac-8531-1eb01a3fd0d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:22.985856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:22.989571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Usage tracker for resource:security_group_rule and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:22.992406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:22.997991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:23.015581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.030880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1892fe83-3409-43a9-8a73-d7e2bd271e24 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:23.031283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.076427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.080454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.103315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e71ef1c-d38e-481d-a54a-052bcb4952a0,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:23.112537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.116212 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8cadfcc8-870e-4b9f-8e63-56c744737c11 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391211 Feb 28 11:53:23.116645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33712) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:23.121865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'security_group_rule': {'security_group_id': '6172913c-0b2e-41ac-8531-1eb01a3fd0d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:23.128427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:23.132647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Usage tracker for resource:security_group_rule and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:23.135612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:23.142400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:23.159426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.221314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.225089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.249737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a7ef11-e1ee-49c7-a1fd-d4e243b1c8bf,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:23.256159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.258495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.259773 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c13ff1f4-0b10-4ea6-9991-3994d1f07048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420410 Feb 28 11:53:23.262627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33716) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:23.267539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:23.273165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:23.277136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Usage tracker for resource:floatingip and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:23.277812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 1892fe83-3409-43a9-8a73-d7e2bd271e24, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1892fe83-3409-43a9-8a73-d7e2bd271e24,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:23.280127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:23.283476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 2, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:23.286219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:23.286502 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.296892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.324841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:53:23.325198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Updating router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:53:23.398276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.412981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=1892fe83-3409-43a9-8a73-d7e2bd271e24,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:23.430688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.565703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Allocated IP 172.26.8.15 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/64c5d5ce-3dd5-48bb-a02b-dddb21fb916a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:23.745218 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.757716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Transition to ACTIVE for port object 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:23.765837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.831330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.861737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.897326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410ba7a-0106-4787-8f30-1b3cc679cdae None None] Pushing event updated for resources: {'Port': ['ID=6b02d4c7-aea2-46b9-b291-5ffe5465ee5a,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:23.935997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:23.944051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:23.948305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:53:23.981807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event updated for resources: {'Port': ['ID=64c5d5ce-3dd5-48bb-a02b-dddb21fb916a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:23.986143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Attempting to bind port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:53:23.986644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Attempting to bind port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:53:23.986925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Attempting to bind port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:53:23.992680 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:53:23.993251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Checking segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:53:23.993646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:23.994031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Bound using segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:53:23.994489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Bound port: 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:53:23.994861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:24.030314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:24.092554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] For port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:53:24.094248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:24.096281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] For port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6b02d4c7-aea2-46b9-b291-5ffe5465ee5a,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:53:24.099807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:24.176169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:53:24.176803 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:53:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:24.249829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410ba7a-0106-4787-8f30-1b3cc679cdae None None] Pushing event updated for resources: {'Port': ['ID=6b02d4c7-aea2-46b9-b291-5ffe5465ee5a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:24.317380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:24.323265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:24.369278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:53:24.432315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event updated for resources: {'Port': ['ID=64c5d5ce-3dd5-48bb-a02b-dddb21fb916a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:24.444348 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:24.470034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:24.476887 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-322ca93c-52cd-45fe-b792-598dd1fb5e07 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2076681 Feb 28 11:53:24.633429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-8380dbd3-5f85-43aa-b7a0-98ff9fa9c1a4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:53:24.651347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-8380dbd3-5f85-43aa-b7a0-98ff9fa9c1a4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:53:24.652610 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-8380dbd3-5f85-43aa-b7a0-98ff9fa9c1a4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--671251458&fields=id&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 267 time: 0.0576053 Feb 28 11:53:24.697177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1892fe83-3409-43a9-8a73-d7e2bd271e24 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:24.779826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:24Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:24.792201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22a517-901a-4500-9119-e5f1bd95ca62 None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:24Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:53:24.811271 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1892fe83-3409-43a9-8a73-d7e2bd271e24 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:24.812186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:24.814260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-5d32a2f8-dab5-403b-980f-f10888fe4814 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:24.814960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-5d32a2f8-dab5-403b-980f-f10888fe4814 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:53:24.834380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-5d32a2f8-dab5-403b-980f-f10888fe4814 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:53:24.837309 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-5d32a2f8-dab5-403b-980f-f10888fe4814 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 811 time: 0.1739426 Feb 28 11:53:24.868724 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-b303f974-b489-4371-a32b-49c61beafa3e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/quotas/b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 375 time: 0.0186675 Feb 28 11:53:24.972041 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-8cbe7ab7-e609-4d8a-bcad-7e7e4c66b509 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976977 Feb 28 11:53:25.113679 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-9205dd74-2c8e-4ae9-97ad-dd13fd5a9272 service neutron] 10.222.0.64 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298113 Feb 28 11:53:25.248277 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-2290a5d0-b3bd-49fa-97f4-03ec0b0d4e9a service neutron] 10.222.0.64 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287284 Feb 28 11:53:25.438375 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3b389302-22a8-4458-aa71-c9f4834960c3 req-7dccfbd3-eea3-4395-9697-59e5d5095652 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 210 time: 0.0457945 Feb 28 11:53:26.477315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-0cfbdfb1-0846-407d-9801-5e8f6ff2ff75 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:26.478687 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-0cfbdfb1-0846-407d-9801-5e8f6ff2ff75 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 811 time: 0.1530082 Feb 28 11:53:26.531351 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-54ddd644-6e52-4aba-88be-95612b21986b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 379 time: 0.0441868 Feb 28 11:53:26.539755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'port': {'device_id': '885d2b32-f158-4fee-9f6f-56afec67113f', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'admin_state_up': True, 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'security_groups': ['6172913c-0b2e-41ac-8531-1eb01a3fd0d1']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:26.617308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-872be315-b6db-423b-a92b-eea107ab0b4e req-570b3626-963f-49a6-af59-43454b4191c2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 210 time: 0.0634010 Feb 28 11:53:26.715360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:26.785700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:26.790275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:26.790781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:26.832821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:26.836667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Usage tracker for resource:port and tenant:b81de7657f674d8abe75a913b37b5836 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:26.839471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:26.845680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:26.855376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Made reservation on behalf of b81de7657f674d8abe75a913b37b5836 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:53:26.858909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:26.906482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:26.938061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6b02d4c7-aea2-46b9-b291-5ffe5465ee5a,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:26.941884 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:27.011339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=6b02d4c7-aea2-46b9-b291-5ffe5465ee5a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:27.025710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Allocated IP 172.20.0.5 (b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac/5af5934b-4466-4479-8708-42e8a8e34a43/bd97f1d3-b5c9-4608-872d-3dc5f67acae4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:27.210500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:27.225573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Transition to ACTIVE for port object bd97f1d3-b5c9-4608-872d-3dc5f67acae4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:27.248004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:27.313165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:27.315933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:27.323847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:27.328811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:53:27.358899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event updated for resources: {'Port': ['ID=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:27.394782 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:27.395401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:27.416547 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-540d67db-4b0d-4a04-9b6a-f61e044ee2aa tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8804491 Feb 28 11:53:27.428001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Request body: {'port': {'device_id': '885d2b32-f158-4fee-9f6f-56afec67113f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:27.532658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72f5748b-6d48-4a95-b019-54e937c45541 None None] Provisioning for port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:27.537676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72f5748b-6d48-4a95-b019-54e937c45541 None None] Provisioning complete for port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:27.538054 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72f5748b-6d48-4a95-b019-54e937c45541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:27.543611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:27.594061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-72f5748b-6d48-4a95-b019-54e937c45541 None None] Port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:53:27.888943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e3a95-0100-4890-80c5-cd1e745a0cd8 req-02c35476-9760-4835-8248-d3be1a961626 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:27.889658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-e46e3a95-0100-4890-80c5-cd1e745a0cd8 req-02c35476-9760-4835-8248-d3be1a961626 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:53:27.951901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd97f1d3-b5c9-4608-872d-3dc5f67acae4 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:53:27.958053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-e46e3a95-0100-4890-80c5-cd1e745a0cd8 req-02c35476-9760-4835-8248-d3be1a961626 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:53:27.959198 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e46e3a95-0100-4890-80c5-cd1e745a0cd8 req-02c35476-9760-4835-8248-d3be1a961626 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 931 time: 0.1994891 Feb 28 11:53:27.960726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:27.994872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Transition to ACTIVE for port object bd97f1d3-b5c9-4608-872d-3dc5f67acae4 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:28.005141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:28.063070 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e46e3a95-0100-4890-80c5-cd1e745a0cd8 req-d9b5413c-3164-4080-a926-49f0d0878b32 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978265 Feb 28 11:53:28.168012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Pushing event updated for resources: {'Port': ['ID=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:28.249888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Attempting to bind port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:53:28.250212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Attempting to bind port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:53:28.250528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Attempting to bind port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:53:28.255030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:53:28.255369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Attempting to bind port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:53:28.260210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:53:28.260537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Checking segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:53:28.260912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Bound using segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:53:28.261322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Bound port: bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:53:28.261651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:28.349000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:53:28.351988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:53:28.355679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:28.411583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:28.412190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:28.413543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd97f1d3-b5c9-4608-872d-3dc5f67acae4 HTTP/1.1" status: 200 len: 1093 time: 0.9898143 Feb 28 11:53:28.413968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:53:28.441369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceb28a-6506-4b90-b64c-3676be452b13 service neutron] Pushing event updated for resources: {'Port': ['ID=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:28.486094 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'status': 'completed', 'code': 200} Feb 28 11:53:28.527874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-8b77c6d4-4cae-43b6-985c-56d8044b098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:28.529371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-8b77c6d4-4cae-43b6-985c-56d8044b098c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 1096 time: 0.0752959 Feb 28 11:53:28.699386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:28.713679 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-56b16afc-3c24-4286-9050-e8ba457e6222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4 HTTP/1.1" status: 200 len: 217 time: 0.1776078 Feb 28 11:53:28.767638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:28.768025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:28.775091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-77051a42-8d62-4572-bbff-1406b48ebb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:28.776631 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-77051a42-8d62-4572-bbff-1406b48ebb7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0579126 Feb 28 11:53:28.852640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-290f3f07-2780-494b-9abc-1da9c063c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:28.854028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-290f3f07-2780-494b-9abc-1da9c063c40d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715814 Feb 28 11:53:28.984838 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-29520c67-78ef-46eb-8ba8-37c4743749c7 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250012 Feb 28 11:53:29.117988 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6de8d5c9-a022-4c8d-82ad-53dfed5772fa req-501b8d03-f901-4f20-87f0-6fb975e71c03 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273494 Feb 28 11:53:29.301046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99e75-a0cd-4d57-a343-9d352e6d4983 req-db44d333-c00a-4f82-91aa-31bf45514f57 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:29.302488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64b99e75-a0cd-4d57-a343-9d352e6d4983 req-db44d333-c00a-4f82-91aa-31bf45514f57 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 943 time: 0.1078105 Feb 28 11:53:29.304480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c635-4958-41d0-9423-6b180e2fce4c req-f9aa1f4d-6573-4578-a303-c1e5d91c3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:29.305871 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4201c635-4958-41d0-9423-6b180e2fce4c req-f9aa1f4d-6573-4578-a303-c1e5d91c3857 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 1096 time: 0.1425064 Feb 28 11:53:29.434380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64b99e75-a0cd-4d57-a343-9d352e6d4983 req-d4caf91b-8024-4828-bebb-5ee931066a1f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233804 Feb 28 11:53:29.466022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c635-4958-41d0-9423-6b180e2fce4c req-c8c124cc-ac19-437e-87b6-94ec931fed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:29.467499 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4201c635-4958-41d0-9423-6b180e2fce4c req-c8c124cc-ac19-437e-87b6-94ec931fed0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1436100 Feb 28 11:53:29.536147 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4201c635-4958-41d0-9423-6b180e2fce4c req-537d6148-cd59-41d7-b07f-fe74833a733c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4 HTTP/1.1" status: 200 len: 217 time: 0.0624998 Feb 28 11:53:29.597789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c635-4958-41d0-9423-6b180e2fce4c req-ae09a479-0a7b-48db-8e0d-3d94bb7ddd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:29.599212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4201c635-4958-41d0-9423-6b180e2fce4c req-ae09a479-0a7b-48db-8e0d-3d94bb7ddd65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0556834 Feb 28 11:53:29.676564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c635-4958-41d0-9423-6b180e2fce4c req-009ea025-5176-403b-8d22-7d66c911085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:29.677985 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4201c635-4958-41d0-9423-6b180e2fce4c req-009ea025-5176-403b-8d22-7d66c911085b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719123 Feb 28 11:53:29.808705 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4201c635-4958-41d0-9423-6b180e2fce4c req-f71b8514-d0db-4f7a-bfb6-abf4337d7e45 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235228 Feb 28 11:53:29.939561 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4201c635-4958-41d0-9423-6b180e2fce4c req-2d5b479c-3ddb-4648-8b75-ff965b18650d service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230950 Feb 28 11:53:30.242849 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb2954a6-b3c2-42d8-a513-1714010ca86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:30.615788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde04886-5d62-4b79-80ad-568de49169cc req-69cb65d1-1134-4ae1-8144-918a1845dcd7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:30.617129 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fde04886-5d62-4b79-80ad-568de49169cc req-69cb65d1-1134-4ae1-8144-918a1845dcd7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 943 time: 0.0791717 Feb 28 11:53:30.671975 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fde04886-5d62-4b79-80ad-568de49169cc req-5e609b07-7fdd-429e-9faa-fe5b5e17ed67 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491931 Feb 28 11:53:31.855211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dbab1-d562-4c33-b2e1-775c6c46d61f req-3043f789-7104-4434-a0d5-ca2699ebf717 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:31.856645 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-898dbab1-d562-4c33-b2e1-775c6c46d61f req-3043f789-7104-4434-a0d5-ca2699ebf717 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 943 time: 0.0806100 Feb 28 11:53:31.900044 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-898dbab1-d562-4c33-b2e1-775c6c46d61f req-3de76c00-d837-47c9-b3e3-1ec7bfe52d79 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373549 Feb 28 11:53:32.098428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device bd97f1d3-b5c9-4608-872d-3dc5f67acae4 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:53:32.234044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:32.247090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'mac_address': 'fa:16:3e:b7:d6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:53:32.304073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:32.320578 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd97f1d3-b5c9-4608-872d-3dc5f67acae4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:53:32.335574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:32.340274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:32.404613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:32.491288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c2e71b57-6b78-44f4-a898-e9babb8ccab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:32.595354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['bd97f1d3-b5c9-4608-872d-3dc5f67acae4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:53:33.081179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab545-a467-42f8-a296-b17092525870 req-f3d4f1a7-c1f8-4af5-85d2-769a94f56b33 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:33.082566 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-db6ab545-a467-42f8-a296-b17092525870 req-f3d4f1a7-c1f8-4af5-85d2-769a94f56b33 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 944 time: 0.0780017 Feb 28 11:53:33.124587 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-db6ab545-a467-42f8-a296-b17092525870 req-993833c0-c89d-47ba-a4b7-7c1dba04f11d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359545 Feb 28 11:53:33.272730 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:53:33.660322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:33.814791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:34.104768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device bd97f1d3-b5c9-4608-872d-3dc5f67acae4 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:34.173351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:34.178065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:34.178296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:34.293934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:34.323005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:53:34.332769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:53:34.337365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:34.388390 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'code': 200} Feb 28 11:53:34.414596 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:34.431585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a29b-2927-42f5-9bef-5b12aa740d7b req-26ccfb43-937f-43fc-9e0a-0f25d61a1b78 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:34.433065 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7e33a29b-2927-42f5-9bef-5b12aa740d7b req-26ccfb43-937f-43fc-9e0a-0f25d61a1b78 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.2021115 Feb 28 11:53:34.478909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7e33a29b-2927-42f5-9bef-5b12aa740d7b req-3141ddaa-d8e7-4983-9abd-cd99700365dd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389814 Feb 28 11:53:34.612200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57aa45-e807-472a-a600-29328e8bfded req-ad071742-11c0-41da-ba26-020e2a1eddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:34.613732 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ae57aa45-e807-472a-a600-29328e8bfded req-ad071742-11c0-41da-ba26-020e2a1eddb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 1098 time: 0.0721450 Feb 28 11:53:34.655570 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ae57aa45-e807-472a-a600-29328e8bfded req-2dd4e368-6e17-4867-bc9f-f9fbc9fbf84b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352924 Feb 28 11:53:35.250057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:35.662614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a1d6b-d7bb-4498-aae8-3cd55b32de61 req-540359e3-c90a-4b43-9f5b-dcf69e51e439 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:35.664090 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e20a1d6b-d7bb-4498-aae8-3cd55b32de61 req-540359e3-c90a-4b43-9f5b-dcf69e51e439 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0786042 Feb 28 11:53:35.709799 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e20a1d6b-d7bb-4498-aae8-3cd55b32de61 req-d12db021-ec16-4e8c-98ed-cc0716cc549a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399466 Feb 28 11:53:36.896132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5585f-df98-4145-8692-d69c8385b755 req-3459d56c-f066-4a28-88ff-ad0119bee005 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:36.897477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ab5585f-df98-4145-8692-d69c8385b755 req-3459d56c-f066-4a28-88ff-ad0119bee005 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0809071 Feb 28 11:53:36.940380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ab5585f-df98-4145-8692-d69c8385b755 req-cfebda69-9590-4efa-8f65-486258d65593 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372789 Feb 28 11:53:37.117039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc43753-d3ad-4b43-8c22-dd3f5da2f8f5 req-c65cf17a-9e9e-48ca-96fb-78f2732f90d0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:37.118469 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5cc43753-d3ad-4b43-8c22-dd3f5da2f8f5 req-c65cf17a-9e9e-48ca-96fb-78f2732f90d0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0787303 Feb 28 11:53:37.126839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33772) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:37.131793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4fff7740-304b-4968-bd08-b0a5fbc41f7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'floatingip': {'port_id': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:53:37.208502 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4fff7740-304b-4968-bd08-b0a5fbc41f7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:37.788022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4fff7740-304b-4968-bd08-b0a5fbc41f7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:37.791842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4fff7740-304b-4968-bd08-b0a5fbc41f7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:37.956485 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-4fff7740-304b-4968-bd08-b0a5fbc41f7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7 associated. External IP: 172.26.8.15, port: bd97f1d3-b5c9-4608-872d-3dc5f67acae4. Feb 28 11:53:38.403389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fff7740-304b-4968-bd08-b0a5fbc41f7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:53:38.574192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fff7740-304b-4968-bd08-b0a5fbc41f7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:53:38.578993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4fff7740-304b-4968-bd08-b0a5fbc41f7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:38.639705 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4fff7740-304b-4968-bd08-b0a5fbc41f7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "PUT /v2.0/floatingips/c235064a-1b59-4f2a-a625-81ceeec4a6b7 HTTP/1.1" status: 200 len: 990 time: 1.5117087 Feb 28 11:53:38.640453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:53:38.689280 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:53:38.700486 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:53:38.701370 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:53:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:38.704140 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'status': 'completed', 'code': 200} Feb 28 11:53:38.857628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-a672995e-6213-4827-811b-b94c565df07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:38.859632 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-a672995e-6213-4827-811b-b94c565df07d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 1098 time: 0.1330223 Feb 28 11:53:38.871463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9563e83-f799-425c-8773-2d1f8ee3dd14 req-6a3886a2-c186-44c8-8fad-1f035a596be3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:38.872813 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f9563e83-f799-425c-8773-2d1f8ee3dd14 req-6a3886a2-c186-44c8-8fad-1f035a596be3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.1123209 Feb 28 11:53:38.882305 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:53:39.004520 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f9563e83-f799-425c-8773-2d1f8ee3dd14 req-d8e4cd1a-7598-44b1-9ea0-c40cef64385f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130588 Feb 28 11:53:39.028809 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-73ab663b-72b7-46de-9b2f-0b3e3f00e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:39.030770 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-73ab663b-72b7-46de-9b2f-0b3e3f00e576 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1571002 Feb 28 11:53:39.172049 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-3d9c7703-be54-43bf-913c-305c0c388826 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4 HTTP/1.1" status: 200 len: 998 time: 0.1355309 Feb 28 11:53:39.249949 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:b7:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885d2b32-f158-4fee-9f6f-56afec67113f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:53:37Z', 'revision_number': 1, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:39.253786 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:53:39.256470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a72ff-5777-4324-9716-756993498b9c req-0e779f11-5068-4d29-99e8-392bcc7460d5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:39.257847 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4e3a72ff-5777-4324-9716-756993498b9c req-0e779f11-5068-4d29-99e8-392bcc7460d5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.1432571 Feb 28 11:53:39.259312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-69c29e4a-f396-4dad-acc3-c62875b8ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:39.260576 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-69c29e4a-f396-4dad-acc3-c62875b8ba18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0831015 Feb 28 11:53:39.261998 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:53:39.262600 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:53:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:39.350607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4e3a72ff-5777-4324-9716-756993498b9c req-1c63e248-cd5f-4b91-846c-7a891f728e57 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869031 Feb 28 11:53:39.371713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-1f5c4899-87ba-4038-a046-14f526738b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:39.373136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-1f5c4899-87ba-4038-a046-14f526738b24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957296 Feb 28 11:53:39.440269 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:53:39.501986 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-aea349c4-abdb-42b7-a672-7df7710a5319 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222093 Feb 28 11:53:39.746609 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1764d9ec-eb06-4444-93f7-43fe09ff27e5 req-ff441bc5-e7cd-4014-ad00-5a4fccffc3ee service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385631 Feb 28 11:53:39.785301 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:b7:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885d2b32-f158-4fee-9f6f-56afec67113f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:53:37Z', 'revision_number': 1, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:39.789134 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee6e0c-6e7f-4cb4-9cc5-6e22cb87c8d6 None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:b7:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885d2b32-f158-4fee-9f6f-56afec67113f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:53:37Z', 'revision_number': 1, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:53:39.968030 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc936715-bff6-4ce7-bed2-0f456717c699 None None] New status for floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:53:40.533596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7fd30-d0ce-46b1-b9f2-568a9f0ed639 req-49a96289-d7a4-4ec4-94ca-c693555b0d4e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:40.534909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-99a7fd30-d0ce-46b1-b9f2-568a9f0ed639 req-49a96289-d7a4-4ec4-94ca-c693555b0d4e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0803106 Feb 28 11:53:40.577457 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-99a7fd30-d0ce-46b1-b9f2-568a9f0ed639 req-fc06267c-224e-47d0-a355-261072debf53 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367415 Feb 28 11:53:40.762673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0e8fa-9679-4b2f-87bd-366fbf5118f9 req-2bf54c1f-9014-43c8-b522-6167559bde69 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:40.764336 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e3c0e8fa-9679-4b2f-87bd-366fbf5118f9 req-2bf54c1f-9014-43c8-b522-6167559bde69 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0821798 Feb 28 11:53:40.808626 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e3c0e8fa-9679-4b2f-87bd-366fbf5118f9 req-025d3b09-4b4e-470f-b8c2-878289935a96 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386477 Feb 28 11:53:41.154594 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-7d820a5a-3eca-4891-845f-1defad9ce4f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717790 Feb 28 11:53:41.208377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6f838-0167-4a23-8d64-2e41b8604fbf req-e711191b-cd1c-4e2b-b138-1ccbcde015a0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:41.209804 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28c6f838-0167-4a23-8d64-2e41b8604fbf req-e711191b-cd1c-4e2b-b138-1ccbcde015a0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0837345 Feb 28 11:53:41.253063 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-28c6f838-0167-4a23-8d64-2e41b8604fbf req-f65123a0-8816-448a-83e8-8cb693f15be7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375950 Feb 28 11:53:42.334362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-e45cde8a-da54-4071-bf8f-28f89a4793ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:42.335857 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-e45cde8a-da54-4071-bf8f-28f89a4793ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 1098 time: 0.0814812 Feb 28 11:53:42.523330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-31f9a2c0-5a9b-4982-ace4-1fd748485ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:42.524753 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-31f9a2c0-5a9b-4982-ace4-1fd748485ed5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1834707 Feb 28 11:53:42.532296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91668044-0c81-4c3e-8c6f-7293ae06513c req-66d581fc-a2d3-4b58-80db-2db0cbd70a0b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:42.533604 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-91668044-0c81-4c3e-8c6f-7293ae06513c req-66d581fc-a2d3-4b58-80db-2db0cbd70a0b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.1724966 Feb 28 11:53:42.658352 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-91668044-0c81-4c3e-8c6f-7293ae06513c req-aef161d1-0c87-44eb-ad70-471c6ad27fb9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761306 Feb 28 11:53:42.660136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-9cbc030b-b73f-426f-addb-d16fdebf8629 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4 HTTP/1.1" status: 200 len: 1000 time: 0.1257033 Feb 28 11:53:42.728575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-10e52fd9-211d-4d45-8cae-e2b7338d497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:42.730006 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-10e52fd9-211d-4d45-8cae-e2b7338d497e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0642116 Feb 28 11:53:42.806610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-26a58555-e391-44c5-9d22-28c104ffd21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:42.808091 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-26a58555-e391-44c5-9d22-28c104ffd21a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724874 Feb 28 11:53:42.936241 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-b11dad69-0172-4645-8b21-c402b378bbdb service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210961 Feb 28 11:53:43.062297 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-3417d6c4-fe8c-49ff-ac96-1c779398956c service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204422 Feb 28 11:53:43.842393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9076c03-2705-4e59-a117-95cbc9a71a70 req-a0fcee2d-8a55-46d0-9b6d-78141d0a45d3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:43.843828 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e9076c03-2705-4e59-a117-95cbc9a71a70 req-a0fcee2d-8a55-46d0-9b6d-78141d0a45d3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0779254 Feb 28 11:53:43.886349 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e9076c03-2705-4e59-a117-95cbc9a71a70 req-8c6513f2-85d5-41a2-8819-4bce0f17d15e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370538 Feb 28 11:53:45.077157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8604322-3eed-4149-b84d-af123aef8a3c req-bcdfebff-cd25-457b-887d-bcc1c0ea3ad3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:45.078320 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f8604322-3eed-4149-b84d-af123aef8a3c req-bcdfebff-cd25-457b-887d-bcc1c0ea3ad3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0818346 Feb 28 11:53:45.122372 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f8604322-3eed-4149-b84d-af123aef8a3c req-c4e0bbaa-2f14-4dea-a5ea-91fc30730f13 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383904 Feb 28 11:53:46.302920 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955b45d-88c4-42da-a539-ae483999aa37 req-ba1acdbe-d858-4d44-b1b4-846e3d61e90f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:46.304376 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1955b45d-88c4-42da-a539-ae483999aa37 req-ba1acdbe-d858-4d44-b1b4-846e3d61e90f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0789566 Feb 28 11:53:46.351278 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1955b45d-88c4-42da-a539-ae483999aa37 req-92759479-3fa0-46ff-b7ab-9eab7969f073 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410130 Feb 28 11:53:47.533823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9a351-3c17-4474-a52a-199e0a6bf9e1 req-188acdea-5c4a-41a7-b05c-fe5397b42860 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:47.535299 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3cc9a351-3c17-4474-a52a-199e0a6bf9e1 req-188acdea-5c4a-41a7-b05c-fe5397b42860 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0791759 Feb 28 11:53:47.578843 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3cc9a351-3c17-4474-a52a-199e0a6bf9e1 req-89f04ae0-4046-44bf-871a-1603d5200011 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379207 Feb 28 11:53:48.859936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf6025-5bfa-4b04-aa36-61bfe3694b82 req-48f7012c-9755-4df8-b9b0-6b4ed1112f7b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:48.861275 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cdaf6025-5bfa-4b04-aa36-61bfe3694b82 req-48f7012c-9755-4df8-b9b0-6b4ed1112f7b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.1809924 Feb 28 11:53:48.905089 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cdaf6025-5bfa-4b04-aa36-61bfe3694b82 req-8a66ab66-1458-4fb6-bdc4-9cd8f3a0e3da tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381885 Feb 28 11:53:50.088515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bddafe-c92e-4fc4-b81a-46fe5746cd4e req-bbcfadea-da69-4582-8aa0-5a9ccfb1e880 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:50.089866 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-45bddafe-c92e-4fc4-b81a-46fe5746cd4e req-bbcfadea-da69-4582-8aa0-5a9ccfb1e880 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0793791 Feb 28 11:53:50.136708 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-45bddafe-c92e-4fc4-b81a-46fe5746cd4e req-9efb36cc-deda-46c0-8935-a1f4eab1e1b5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Feb 28 11:53:51.317602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbafc3-885c-470e-b7f4-5af89ba7e291 req-8dbba889-1131-40a5-8a84-cb4f52de647d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:51.319011 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-01fbafc3-885c-470e-b7f4-5af89ba7e291 req-8dbba889-1131-40a5-8a84-cb4f52de647d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0775418 Feb 28 11:53:51.361562 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-01fbafc3-885c-470e-b7f4-5af89ba7e291 req-0d640201-081e-48a6-8a27-e10c1d59b477 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370193 Feb 28 11:53:52.549720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116a612-b25c-45f5-be8b-b5dc0666bc8c req-01850862-adae-46db-a08e-c5563b815ec2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:52.551166 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e116a612-b25c-45f5-be8b-b5dc0666bc8c req-01850862-adae-46db-a08e-c5563b815ec2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0815058 Feb 28 11:53:52.594459 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e116a612-b25c-45f5-be8b-b5dc0666bc8c req-cba6222f-364c-4129-96fb-783548240e88 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377948 Feb 28 11:53:53.066994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-3a04d0e1-a04d-4552-afa8-a702f584a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:53.068461 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-3a04d0e1-a04d-4552-afa8-a702f584a09a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 1098 time: 0.0689571 Feb 28 11:53:53.208822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-9e27de62-802a-43f7-a7cb-f03e6a67ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:53.210260 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-9e27de62-802a-43f7-a7cb-f03e6a67ab5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1251857 Feb 28 11:53:53.310768 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-917c829a-4941-44b7-9208-d79557b15696 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4 HTTP/1.1" status: 200 len: 1000 time: 0.0948946 Feb 28 11:53:53.371394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-8156b45d-edc1-4812-9013-07a4224176f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:53.372684 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-8156b45d-edc1-4812-9013-07a4224176f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0556774 Feb 28 11:53:53.447477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-dfb4576e-ac9f-46b6-a449-3d5dd5359abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:53.448898 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-dfb4576e-ac9f-46b6-a449-3d5dd5359abf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704165 Feb 28 11:53:53.577734 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-5cd8db1c-5a78-466e-9dff-4287a99c6487 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229436 Feb 28 11:53:53.749776 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc061c26-5718-47b4-9efd-264eed1dbc2e req-dd664c7b-1622-4bb2-b082-ec8fe56046bd service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664407 Feb 28 11:53:53.785044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194784e-1906-470c-8123-bdcb24553a7a req-302be5f6-fad0-47c8-8d10-0c67b1b9faf5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:53.786451 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7194784e-1906-470c-8123-bdcb24553a7a req-302be5f6-fad0-47c8-8d10-0c67b1b9faf5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0839760 Feb 28 11:53:53.828836 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7194784e-1906-470c-8123-bdcb24553a7a req-df84246e-eabf-48f6-a48c-88f7e4bb4763 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367706 Feb 28 11:53:55.013371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcddd2-7121-43d4-80fb-d7199795f479 req-ad0f0770-9f2f-490d-b706-2adc8f1e203b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:55.014793 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6bbcddd2-7121-43d4-80fb-d7199795f479 req-ad0f0770-9f2f-490d-b706-2adc8f1e203b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0802720 Feb 28 11:53:55.057468 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6bbcddd2-7121-43d4-80fb-d7199795f479 req-cd4ee45e-c8de-4e23-a7ce-9956733f6155 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370362 Feb 28 11:53:56.257653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809b849-4705-4ef3-b9be-a43f1f4a1564 req-ed591d77-588d-4498-872b-3e11df5701f8 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:56.259180 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1809b849-4705-4ef3-b9be-a43f1f4a1564 req-ed591d77-588d-4498-872b-3e11df5701f8 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0974109 Feb 28 11:53:56.310198 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1809b849-4705-4ef3-b9be-a43f1f4a1564 req-30eb67a2-f811-4820-b1cc-052cc8ff237d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449736 Feb 28 11:53:57.330789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:57.498714 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077f7b6-0b42-4f3c-acb5-8393ab98da73 req-4200f513-5d53-4028-b5a3-26059ded77e1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:57.500232 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5077f7b6-0b42-4f3c-acb5-8393ab98da73 req-4200f513-5d53-4028-b5a3-26059ded77e1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0803454 Feb 28 11:53:57.543738 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5077f7b6-0b42-4f3c-acb5-8393ab98da73 req-2bc02774-02ae-42a6-ad82-283f7815bbd4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378625 Feb 28 11:53:58.733567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18c1d2-d641-49a3-b840-144695fef08c req-9749e155-e26b-499b-ba3b-b86b4177245e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:58.735092 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6d18c1d2-d641-49a3-b840-144695fef08c req-9749e155-e26b-499b-ba3b-b86b4177245e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0837507 Feb 28 11:53:58.780365 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6d18c1d2-d641-49a3-b840-144695fef08c req-71ceb550-fa12-465c-b70f-446e844ac680 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387230 Feb 28 11:53:59.967756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752214b-4d7c-4ed3-84c0-cd17626b367b req-fcd2171f-1dcf-4bae-b4be-5d1cba6d544c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:59.969796 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d752214b-4d7c-4ed3-84c0-cd17626b367b req-fcd2171f-1dcf-4bae-b4be-5d1cba6d544c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0823822 Feb 28 11:54:00.013242 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d752214b-4d7c-4ed3-84c0-cd17626b367b req-37b4e9c4-2cfe-4434-80bd-ad0d89a622cb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378234 Feb 28 11:54:00.243585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33524c5c-538b-4a3c-b81d-f9335543e23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:01.291335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc696ec-a965-47f9-8593-8811bc4b9993 req-a0b4a9cc-8aed-44e2-92d1-8b7d7eefdfe4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:01.292860 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bbc696ec-a965-47f9-8593-8811bc4b9993 req-a0b4a9cc-8aed-44e2-92d1-8b7d7eefdfe4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.1755118 Feb 28 11:54:01.341485 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bbc696ec-a965-47f9-8593-8811bc4b9993 req-14b5a827-37bf-4e03-9039-b270fc9f1b65 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Feb 28 11:54:02.492701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06f5e095-2c26-4cad-977b-90051f1278db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:02.526605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2847ea-4656-4a10-9f18-8c42fd15fe42 req-e018c3a0-1210-4e51-9123-62f7e9fbee23 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:02.528051 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2f2847ea-4656-4a10-9f18-8c42fd15fe42 req-e018c3a0-1210-4e51-9123-62f7e9fbee23 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0832374 Feb 28 11:54:02.571406 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2f2847ea-4656-4a10-9f18-8c42fd15fe42 req-67d5f0b0-982a-4633-8be4-dbc739b3f311 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371699 Feb 28 11:54:03.666295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:03.753670 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb712d-4130-4f47-ad80-1630db615e48 req-8620a4ec-acfa-4c21-8b23-14cdb4714208 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:03.755132 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-78fb712d-4130-4f47-ad80-1630db615e48 req-8620a4ec-acfa-4c21-8b23-14cdb4714208 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0792701 Feb 28 11:54:03.797494 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-78fb712d-4130-4f47-ad80-1630db615e48 req-10e51b7a-63fe-46ee-bc2c-b1be9765feca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365884 Feb 28 11:54:03.817077 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:04.660439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-1568a447-efbd-4122-a103-5f3084db6cdf tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:54:04.661349 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-1568a447-efbd-4122-a103-5f3084db6cdf tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051830 Feb 28 11:54:04.742088 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-419201c3-d751-49f5-954a-5d9117e0378a service neutron] 10.222.0.37 "GET /v2.0/ports/bd97f1d3-b5c9-4608-872d-3dc5f67acae4/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0754910 Feb 28 11:54:05.049075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ae854-7a50-4f18-821a-26503885a0b4 req-28a1d3c8-1fe8-4894-bf9e-165374f3127d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:05.050536 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b88ae854-7a50-4f18-821a-26503885a0b4 req-28a1d3c8-1fe8-4894-bf9e-165374f3127d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.1380589 Feb 28 11:54:05.053290 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-d0931023-80d9-4022-8a3b-4b02bd5eec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:05.054604 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-d0931023-80d9-4022-8a3b-4b02bd5eec39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 1098 time: 0.1106722 Feb 28 11:54:05.137534 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b88ae854-7a50-4f18-821a-26503885a0b4 req-5ee2adc7-a05a-4e82-942b-2b04002981c2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812440 Feb 28 11:54:05.162146 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-58bcbe0b-d669-48d7-a46f-9f78a8cf0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:05.163592 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-58bcbe0b-d669-48d7-a46f-9f78a8cf0b28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 1098 time: 0.0878382 Feb 28 11:54:05.253328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:05.292521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-1a105896-7885-4ec1-add2-fd16cd404e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:05.293935 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-1a105896-7885-4ec1-add2-fd16cd404e05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1246810 Feb 28 11:54:05.390333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-c3c846b1-0fe5-4c2e-8f39-d564b85f06a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4 HTTP/1.1" status: 200 len: 1000 time: 0.0899975 Feb 28 11:54:05.452419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-3d350b31-b946-458d-b868-8ef732dd90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:05.453776 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-3d350b31-b946-458d-b868-8ef732dd90ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0577862 Feb 28 11:54:05.524591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-d943f444-185f-4cad-9b61-13294753066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:05.526022 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-d943f444-185f-4cad-9b61-13294753066e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671139 Feb 28 11:54:05.657295 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-b51e0289-6b43-4e27-8e41-df1478ff4b9e service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249685 Feb 28 11:54:05.784832 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d96b6ad-a228-4bf5-b186-474d0a4f43e6 req-2c17ba52-ce97-4998-98eb-ba25ac00a436 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210599 Feb 28 11:54:06.327642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3854-779b-44a4-860e-25b73fa26cd4 req-cd6b6a4b-5fda-46c9-8988-d0e95ec70054 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:06.329086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4d6c3854-779b-44a4-860e-25b73fa26cd4 req-cd6b6a4b-5fda-46c9-8988-d0e95ec70054 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0830271 Feb 28 11:54:06.374099 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4d6c3854-779b-44a4-860e-25b73fa26cd4 req-7bdbec5f-78dd-4f5e-9aa5-a8d269cd2663 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379179 Feb 28 11:54:07.570529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee6e6a-d8ce-4cb4-9165-c170d75755cc req-a3d4e423-506c-4041-8b83-915081b6fe15 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:07.571923 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4aee6e6a-d8ce-4cb4-9165-c170d75755cc req-a3d4e423-506c-4041-8b83-915081b6fe15 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0840468 Feb 28 11:54:07.615374 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4aee6e6a-d8ce-4cb4-9165-c170d75755cc req-de4afdfb-4b33-4f0e-afb0-354284831154 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376790 Feb 28 11:54:07.984558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea17c46-3f44-41b9-a213-cd002f28ea9b req-8a9f815b-f58a-4c4d-a6a5-8cd892993538 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:07.985989 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aea17c46-3f44-41b9-a213-cd002f28ea9b req-8a9f815b-f58a-4c4d-a6a5-8cd892993538 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.1435006 Feb 28 11:54:07.993370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-f2ad6175-e07e-495c-971c-4d2a5b8e9c8f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:07.994668 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-f2ad6175-e07e-495c-971c-4d2a5b8e9c8f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f&tenant_id=b81de7657f674d8abe75a913b37b5836&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 945 time: 0.1181657 Feb 28 11:54:08.169375 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aea17c46-3f44-41b9-a213-cd002f28ea9b req-f6d039d3-bc55-4f9d-b437-39376498404e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736884 Feb 28 11:54:08.197949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device bd97f1d3-b5c9-4608-872d-3dc5f67acae4 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:54:08.202006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device bd97f1d3-b5c9-4608-872d-3dc5f67acae4 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:54:08.205715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-06f28a58-6dea-4d61-8b71-dd5a9fbb81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:08.207371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-06f28a58-6dea-4d61-8b71-dd5a9fbb81e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 1098 time: 0.0821049 Feb 28 11:54:08.336812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-9216a722-c592-4e6d-a7df-31aa2a3e9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:08.338169 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-9216a722-c592-4e6d-a7df-31aa2a3e9344 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1247880 Feb 28 11:54:08.421485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:08.443585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:54:08.454615 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-033e207e-a187-47cf-a44c-b5050986b509 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4 HTTP/1.1" status: 200 len: 1000 time: 0.1096420 Feb 28 11:54:08.465457 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'mac_address': 'fa:16:3e:b7:d6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:54:08.467462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:54:08.506499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:54:08.515496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:08.520251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-b4b12e49-f176-4a6f-8c76-5b3923049698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:08.522131 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-b4b12e49-f176-4a6f-8c76-5b3923049698 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0616801 Feb 28 11:54:08.551090 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'code': 200} Feb 28 11:54:08.583833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:08.601715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-2b4078d1-82db-4732-8127-a2700615275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:08.603164 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-2b4078d1-82db-4732-8127-a2700615275c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704360 Feb 28 11:54:08.613566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd97f1d3-b5c9-4608-872d-3dc5f67acae4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:54:08.621268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:08.656447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.656792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.657133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.657467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.657796 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.658125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.658452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.659328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.659328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.659470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.659738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.660054 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:08.688137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:54:08.688497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:54:08.734989 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-cdd0b83c-0885-4c33-850a-10d79ac6cedf service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246381 Feb 28 11:54:08.862966 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4f56db2-4891-4a0b-b673-5f50eba21ea0 req-3afb6c93-9e8d-4b00-8380-a94fba1777b4 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220267 Feb 28 11:54:09.246496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:09.265424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd97f1d3-b5c9-4608-872d-3dc5f67acae4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:54:09.281719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:54:09.286995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:09.357564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:09.363106 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['bd97f1d3-b5c9-4608-872d-3dc5f67acae4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:54:09.367109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa35f81-7101-40fe-80a2-133c0a8ad07a req-b1b1b63c-b34c-4899-ab8d-464f7307a55d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:09.368621 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9fa35f81-7101-40fe-80a2-133c0a8ad07a req-b1b1b63c-b34c-4899-ab8d-464f7307a55d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 944 time: 0.0927808 Feb 28 11:54:09.422584 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9fa35f81-7101-40fe-80a2-133c0a8ad07a req-84e33ca2-3a7e-46f9-a2db-a91c57f97004 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472884 Feb 28 11:54:10.204249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device bd97f1d3-b5c9-4608-872d-3dc5f67acae4 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:54:10.269916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:54:10.270577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:10.271973 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:54:10.383023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:10.414862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:54:10.418837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:10.490632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:10.551920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:54:10.595261 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'code': 200} Feb 28 11:54:10.609257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241b3d6-1520-4e1f-9a3c-aa45fa713690 req-f2e01232-38ba-4236-975c-bf1105e32692 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:10.611630 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2241b3d6-1520-4e1f-9a3c-aa45fa713690 req-f2e01232-38ba-4236-975c-bf1105e32692 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0804477 Feb 28 11:54:10.655883 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2241b3d6-1520-4e1f-9a3c-aa45fa713690 req-f50b1e5d-a8f9-4002-910a-6ef475ac629f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382857 Feb 28 11:54:10.842630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615935-e7f1-40b0-9e20-a699cc1f0c4e req-e27b8a6a-a240-41fa-bb64-6e6b9593b134 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:10.844776 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05615935-e7f1-40b0-9e20-a699cc1f0c4e req-e27b8a6a-a240-41fa-bb64-6e6b9593b134 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0821805 Feb 28 11:54:10.887524 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05615935-e7f1-40b0-9e20-a699cc1f0c4e req-285602f7-850a-4b9c-9df7-6352a4ec3984 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377352 Feb 28 11:54:11.071602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde5c6e-8b74-41b2-8c9d-c7b71c354ccb req-721bd822-a01e-4342-8725-f7086d529b05 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:11.072948 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bfde5c6e-8b74-41b2-8c9d-c7b71c354ccb req-721bd822-a01e-4342-8725-f7086d529b05 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0780132 Feb 28 11:54:11.115939 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bfde5c6e-8b74-41b2-8c9d-c7b71c354ccb req-27b99d24-0f29-449c-bfd5-a7eac5855c74 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369921 Feb 28 11:54:11.484550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e45d8-2665-4604-8fa1-8a1f5a3be830 req-4b73616f-125a-4c6f-95dd-43b6f3aeb90d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:11.485971 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3a1e45d8-2665-4604-8fa1-8a1f5a3be830 req-4b73616f-125a-4c6f-95dd-43b6f3aeb90d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0810535 Feb 28 11:54:11.529570 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3a1e45d8-2665-4604-8fa1-8a1f5a3be830 req-235124e5-0c27-4d5f-8f14-780e5b7ed1ac tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381434 Feb 28 11:54:12.713906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bd4e4-7a20-4d10-ab84-b0d43b220991 req-cf05e7f1-7c5c-419e-88a6-97ca4a44d84b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:12.715526 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a24bd4e4-7a20-4d10-ab84-b0d43b220991 req-cf05e7f1-7c5c-419e-88a6-97ca4a44d84b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0801029 Feb 28 11:54:12.759646 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a24bd4e4-7a20-4d10-ab84-b0d43b220991 req-c268f3e0-f771-476b-9e64-e4b86d796268 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378780 Feb 28 11:54:13.082886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-366ae17e-a8f1-402a-b1e1-90ea202ced03 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:13.084322 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-366ae17e-a8f1-402a-b1e1-90ea202ced03 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.0803657 Feb 28 11:54:13.153218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Deleting port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:54:13.153577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:13.488906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] For port bd97f1d3-b5c9-4608-872d-3dc5f67acae4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:54:13.489259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:13.775549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:13.776134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:13.776244 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7 disassociated. External IP: 172.26.8.15, port: bd97f1d3-b5c9-4608-872d-3dc5f67acae4. Feb 28 11:54:13.776542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Calling delete_port for bd97f1d3-b5c9-4608-872d-3dc5f67acae4 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:54:13.964588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:14.018369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event deleted for resources: {'Port': ['ID=bd97f1d3-b5c9-4608-872d-3dc5f67acae4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:14.086699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.087059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.087414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.087747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.088072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.088397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.088723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.089041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.089360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.089675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.089990 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.090452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:14.117856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21cd79-513b-4778-9d86-e75b13a9c30f req-ace2da5d-c59a-4929-be78-17db557a54d2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:14.119396 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2e21cd79-513b-4778-9d86-e75b13a9c30f req-ace2da5d-c59a-4929-be78-17db557a54d2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=885d2b32-f158-4fee-9f6f-56afec67113f HTTP/1.1" status: 200 len: 945 time: 0.2327914 Feb 28 11:54:14.242091 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2e21cd79-513b-4778-9d86-e75b13a9c30f req-13f5a98f-24cb-4756-96e4-316f2676f5e9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148076 Feb 28 11:54:14.265408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:54:14.440378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:54:14.449879 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:54:14.459815 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:54:14.460414 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:54:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:14.516004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] No DVR routers for this DVR port bd97f1d3-b5c9-4608-872d-3dc5f67acae4 on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:54:14.518423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:14.520941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'name': 'network-vif-deleted', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:54:14.536421 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4a00e32a-bf52-418a-9f4c-044736ee6cce req-3f8f672c-0f2c-4f49-98b1-d89a7edb92ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "DELETE /v2.0/ports/bd97f1d3-b5c9-4608-872d-3dc5f67acae4 HTTP/1.1" status: 204 len: 173 time: 1.4454629 Feb 28 11:54:14.584902 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885d2b32-f158-4fee-9f6f-56afec67113f', 'name': 'network-vif-deleted', 'tag': 'bd97f1d3-b5c9-4608-872d-3dc5f67acae4', 'status': 'completed', 'code': 200} Feb 28 11:54:14.637281 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:54:14.982671 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:14.986409 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:54:14.994463 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:54:14.995057 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:54:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:15.166250 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:54:15.471700 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:15.475611 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d9255-7dc1-4f35-b265-37c3a1f5eaa1 None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:54:15.572895 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-461d723a-9be3-4512-8343-2046ab6c2142 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--671251458&fields=id&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 267 time: 0.0415251 Feb 28 11:54:15.690858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e79a28-751d-428a-bd67-7eadc40a48a0 None None] New status for floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:54:15.732474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b9668-58af-4eef-aca4-c7619ce8eace req-50637351-1d09-44ec-9b57-b1f2f55fdeb0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:15.733900 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-50637351-1d09-44ec-9b57-b1f2f55fdeb0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 811 time: 0.1537807 Feb 28 11:54:15.750591 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3799207-5ffa-4965-a24e-28af7cac8568 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/quotas/b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 375 time: 0.0109262 Feb 28 11:54:15.833811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-145b9668-58af-4eef-aca4-c7619ce8eace req-254d0f78-0b00-4839-84b3-f4415fa9baa0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:54:15.849365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-145b9668-58af-4eef-aca4-c7619ce8eace req-254d0f78-0b00-4839-84b3-f4415fa9baa0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:54:15.850867 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-254d0f78-0b00-4839-84b3-f4415fa9baa0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946233 Feb 28 11:54:16.092365 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-0812a321-f45b-4468-8684-85bb47bfb051 service neutron] 10.222.0.64 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298460 Feb 28 11:54:16.219991 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-0fef19ba-8e9b-4da2-8cc2-8ba0095344a6 service neutron] 10.222.0.64 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218231 Feb 28 11:54:16.243752 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device bd97f1d3-b5c9-4608-872d-3dc5f67acae4 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:54:16.277435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: bd97f1d3-b5c9-4608-872d-3dc5f67acae4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:54:16.277782 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device bd97f1d3-b5c9-4608-872d-3dc5f67acae4 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:54:16.399538 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dac41cda-f024-4e93-a935-6de82dc827b4 req-f2a134fa-f3b1-4b1f-98aa-f3981aae2ce4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 210 time: 0.0467210 Feb 28 11:54:17.391543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b9668-58af-4eef-aca4-c7619ce8eace req-ea0d0767-8a7a-4307-aa52-3b99d2060a03 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:17.392965 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-ea0d0767-8a7a-4307-aa52-3b99d2060a03 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 811 time: 0.1497397 Feb 28 11:54:17.440988 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-01ec42b1-b844-4869-be90-32424680fa83 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 379 time: 0.0402050 Feb 28 11:54:17.454628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'port': {'device_id': '985301b4-7216-472f-b644-b26511f2cd49', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'admin_state_up': True, 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'security_groups': ['6172913c-0b2e-41ac-8531-1eb01a3fd0d1']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:54:17.600332 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d6b43c24-cf81-4c0e-a2d5-e756f4cfb8ae req-5dec0e2d-589c-43e0-86a6-a0fdd6a6b903 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 210 time: 0.0639274 Feb 28 11:54:17.634793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:54:17.644084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:54:17.653296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Made reservation on behalf of b81de7657f674d8abe75a913b37b5836 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:54:17.656712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:17.811630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Allocated IP 172.20.0.10 (b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac/5af5934b-4466-4479-8708-42e8a8e34a43/1df6999f-3e3d-480f-95be-95b607c4e0cf) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:54:18.002633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:18.017389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Transition to ACTIVE for port object 1df6999f-3e3d-480f-95be-95b607c4e0cf will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:54:18.040623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:18.103233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:54:18.106107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:54:18.114936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:54:18.151719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event updated for resources: {'Port': ['ID=1df6999f-3e3d-480f-95be-95b607c4e0cf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:18.187512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:18.188142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:18.214779 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-cd962239-ac86-44ea-9d63-4bdbbea43ea2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7646985 Feb 28 11:54:18.227228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Request body: {'port': {'device_id': '985301b4-7216-472f-b644-b26511f2cd49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:54:18.335202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:18.349333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5825ea73-4d71-4248-9853-1403b029c306 None None] Provisioning for port 1df6999f-3e3d-480f-95be-95b607c4e0cf completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:54:18.354243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5825ea73-4d71-4248-9853-1403b029c306 None None] Provisioning complete for port 1df6999f-3e3d-480f-95be-95b607c4e0cf triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:54:18.354674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5825ea73-4d71-4248-9853-1403b029c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:18.407109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5825ea73-4d71-4248-9853-1403b029c306 None None] Port 1df6999f-3e3d-480f-95be-95b607c4e0cf cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:54:18.675594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df6999f-3e3d-480f-95be-95b607c4e0cf {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:54:18.682709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:18.701901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Transition to ACTIVE for port object 1df6999f-3e3d-480f-95be-95b607c4e0cf will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:54:18.706902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:19.007820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Pushing event updated for resources: {'Port': ['ID=1df6999f-3e3d-480f-95be-95b607c4e0cf,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:19.085336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff02c6-1b3e-4cca-8de5-f951b557f3c2 req-1b924ffd-cef1-419e-8070-18e86b5e572e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:19.086016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-17ff02c6-1b3e-4cca-8de5-f951b557f3c2 req-1b924ffd-cef1-419e-8070-18e86b5e572e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:54:19.108476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Attempting to bind port 1df6999f-3e3d-480f-95be-95b607c4e0cf on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:54:19.108800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Attempting to bind port 1df6999f-3e3d-480f-95be-95b607c4e0cf by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:54:19.109121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Attempting to bind port 1df6999f-3e3d-480f-95be-95b607c4e0cf on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:54:19.115242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Port 1df6999f-3e3d-480f-95be-95b607c4e0cf on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:54:19.115562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Attempting to bind port 1df6999f-3e3d-480f-95be-95b607c4e0cf on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:54:19.119000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-17ff02c6-1b3e-4cca-8de5-f951b557f3c2 req-1b924ffd-cef1-419e-8070-18e86b5e572e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:54:19.120158 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ff02c6-1b3e-4cca-8de5-f951b557f3c2 req-1b924ffd-cef1-419e-8070-18e86b5e572e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 944 time: 0.4080696 Feb 28 11:54:19.122560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:54:19.122896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Checking segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:54:19.123302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Bound using segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:54:19.123719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Bound port: 1df6999f-3e3d-480f-95be-95b607c4e0cf, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:54:19.124059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:19.214350 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ff02c6-1b3e-4cca-8de5-f951b557f3c2 req-50ffa961-6bfe-4a91-ab5b-d66d70f0558c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814590 Feb 28 11:54:19.246331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:54:19.249468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:54:19.252716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:19.305633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:19.306245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:19.307597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] 10.222.0.37 "PUT /v2.0/ports/1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 200 len: 1094 time: 1.0848916 Feb 28 11:54:19.308026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:54:19.377533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4b698-8f4f-4f6f-84f2-9020e024e204 service neutron] Pushing event updated for resources: {'Port': ['ID=1df6999f-3e3d-480f-95be-95b607c4e0cf,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:19.385288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'status': 'completed', 'code': 200} Feb 28 11:54:19.422320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b9668-58af-4eef-aca4-c7619ce8eace req-3372cc32-e661-48ec-876a-a732fcf7dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:19.423835 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-3372cc32-e661-48ec-876a-a732fcf7dbae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 1097 time: 0.0762522 Feb 28 11:54:19.495699 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-be7449fc-c48d-46eb-8d42-1ffad7a5e5ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 200 len: 217 time: 0.0651696 Feb 28 11:54:19.557411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b9668-58af-4eef-aca4-c7619ce8eace req-4b96c0c1-a018-4517-b85a-7f99d0a2c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:19.560316 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-4b96c0c1-a018-4517-b85a-7f99d0a2c796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0586004 Feb 28 11:54:19.633634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b9668-58af-4eef-aca4-c7619ce8eace req-d40ed946-111b-4508-9ddf-ea0063f6d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:19.634978 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-d40ed946-111b-4508-9ddf-ea0063f6d677 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688806 Feb 28 11:54:19.766253 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-f7ba8803-c9fd-4cfe-99ef-d95926b9fbba service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238048 Feb 28 11:54:19.897245 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145b9668-58af-4eef-aca4-c7619ce8eace req-76f2c88c-f7ae-4ce9-a468-7f5b5f15dc14 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258588 Feb 28 11:54:20.014861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67804738-50b4-41cd-8084-dc423356d078 req-310556e7-5ff5-4ab2-ad98-61cde63a1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:20.016280 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67804738-50b4-41cd-8084-dc423356d078 req-310556e7-5ff5-4ab2-ad98-61cde63a1acd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 1097 time: 0.0746119 Feb 28 11:54:20.156472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67804738-50b4-41cd-8084-dc423356d078 req-0132b2fc-cc14-4b76-8a5b-2a4ce6c6b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:20.157934 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67804738-50b4-41cd-8084-dc423356d078 req-0132b2fc-cc14-4b76-8a5b-2a4ce6c6b03e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1349852 Feb 28 11:54:20.229425 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67804738-50b4-41cd-8084-dc423356d078 req-86ca4a35-9028-4397-8988-b5d90e629eed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 200 len: 217 time: 0.0643363 Feb 28 11:54:20.292661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67804738-50b4-41cd-8084-dc423356d078 req-fa1f9ea5-ad9d-4f91-b24e-d9a21a5d6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:20.294705 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67804738-50b4-41cd-8084-dc423356d078 req-fa1f9ea5-ad9d-4f91-b24e-d9a21a5d6327 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0583730 Feb 28 11:54:20.539674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67804738-50b4-41cd-8084-dc423356d078 req-346ea43d-993d-4821-b58f-6ef025098ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:20.541544 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67804738-50b4-41cd-8084-dc423356d078 req-346ea43d-993d-4821-b58f-6ef025098ac5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2403908 Feb 28 11:54:20.550058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b99613-98c2-405f-bad8-5399c17a7fc4 req-62756f19-35e3-47d3-ab3e-6d789efeab65 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:20.551370 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-49b99613-98c2-405f-bad8-5399c17a7fc4 req-62756f19-35e3-47d3-ab3e-6d789efeab65 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 944 time: 0.2169580 Feb 28 11:54:20.683304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-49b99613-98c2-405f-bad8-5399c17a7fc4 req-760efc2b-36b7-46b6-be4c-a28e760de11f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132541 Feb 28 11:54:20.708676 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67804738-50b4-41cd-8084-dc423356d078 req-5c29db94-83c2-4dba-9f97-e6e8bc3f63d5 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563308 Feb 28 11:54:20.837666 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67804738-50b4-41cd-8084-dc423356d078 req-99583e10-ccdf-4b94-9bac-77920c242bad service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230173 Feb 28 11:54:21.868529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78276516-e119-45aa-8ec2-c09235cad0c7 req-c48b7b5f-4a1b-4c4f-adb2-4230e4fe4eb2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:21.869938 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-78276516-e119-45aa-8ec2-c09235cad0c7 req-c48b7b5f-4a1b-4c4f-adb2-4230e4fe4eb2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 944 time: 0.0819299 Feb 28 11:54:21.912025 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-78276516-e119-45aa-8ec2-c09235cad0c7 req-7a71f517-3670-482f-9042-585b35766008 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365732 Feb 28 11:54:22.274669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1df6999f-3e3d-480f-95be-95b607c4e0cf details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:54:22.434070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:54:22.447316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'mac_address': 'fa:16:3e:91:f6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:54:22.500772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:22.516660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df6999f-3e3d-480f-95be-95b607c4e0cf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:54:22.531776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:54:22.536433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:22.603264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1df6999f-3e3d-480f-95be-95b607c4e0cf,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:22.745078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['1df6999f-3e3d-480f-95be-95b607c4e0cf'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:54:23.091576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a982-9923-4c73-93fd-56ac4799451b req-74bcb541-2c7b-42e0-8d41-ba9e9165a301 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:23.092998 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5b3a982-9923-4c73-93fd-56ac4799451b req-74bcb541-2c7b-42e0-8d41-ba9e9165a301 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 945 time: 0.0784047 Feb 28 11:54:23.135266 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5b3a982-9923-4c73-93fd-56ac4799451b req-d335e302-9d32-48c3-92bb-54b1c7f54fa6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368161 Feb 28 11:54:24.290094 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1df6999f-3e3d-480f-95be-95b607c4e0cf up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:54:24.325298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57694b-19a5-43f4-ba39-5444049c9141 req-2d40a22c-95f2-4819-a212-283e11186aab tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:24.326747 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2a57694b-19a5-43f4-ba39-5444049c9141 req-2d40a22c-95f2-4819-a212-283e11186aab tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 945 time: 0.0864220 Feb 28 11:54:24.358832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 1df6999f-3e3d-480f-95be-95b607c4e0cf completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:54:24.363468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 1df6999f-3e3d-480f-95be-95b607c4e0cf triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:54:24.363839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:24.370878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2a57694b-19a5-43f4-ba39-5444049c9141 req-ad6828a9-6da4-4f17-a926-d050af716c20 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384881 Feb 28 11:54:24.479113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:24.505799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:54:24.516012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:54:24.520268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:24.556107 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'code': 200} Feb 28 11:54:24.587614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1df6999f-3e3d-480f-95be-95b607c4e0cf,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:24.771997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4365-547d-44cf-9e91-3ca5835020ed req-76505cd0-cb6f-4f71-9c48-cbbf30800ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:24.773493 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-466c4365-547d-44cf-9e91-3ca5835020ed req-76505cd0-cb6f-4f71-9c48-cbbf30800ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 1099 time: 0.0684297 Feb 28 11:54:24.815050 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-466c4365-547d-44cf-9e91-3ca5835020ed req-f6f74834-ab36-4c84-9fcc-f8da2a76b677 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360918 Feb 28 11:54:25.552319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55778b7-de36-4b61-9a63-ff159e50b979 req-2959054c-6258-406b-9bc1-92414062f9e8 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:25.553772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d55778b7-de36-4b61-9a63-ff159e50b979 req-2959054c-6258-406b-9bc1-92414062f9e8 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0784349 Feb 28 11:54:25.597310 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d55778b7-de36-4b61-9a63-ff159e50b979 req-c84d75d3-38c2-4d71-96e3-c77577cc09b4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377026 Feb 28 11:54:26.786564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf0a06-ec07-43c5-8e32-25b01e1c6651 req-6f74a63b-60dc-446d-9c3a-c100cf3eb54c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:26.788036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b2bf0a06-ec07-43c5-8e32-25b01e1c6651 req-6f74a63b-60dc-446d-9c3a-c100cf3eb54c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0838737 Feb 28 11:54:26.831685 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b2bf0a06-ec07-43c5-8e32-25b01e1c6651 req-ec72b898-9d76-4af8-8595-89952db815e3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378745 Feb 28 11:54:27.008344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e156a8-e3c0-4d8a-bc08-3ed9fec64f1d req-4de53a29-0ac9-4a66-a9f3-f5b858fbeb1f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:27.009755 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f7e156a8-e3c0-4d8a-bc08-3ed9fec64f1d req-4de53a29-0ac9-4a66-a9f3-f5b858fbeb1f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0804222 Feb 28 11:54:27.018708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 33940) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:54:27.023470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-dc21d9ae-2be4-4452-b3d8-85915f2c93f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'floatingip': {'port_id': '1df6999f-3e3d-480f-95be-95b607c4e0cf'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:54:27.100273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc21d9ae-2be4-4452-b3d8-85915f2c93f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:27.327746 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:27.769900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc21d9ae-2be4-4452-b3d8-85915f2c93f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:27.773395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc21d9ae-2be4-4452-b3d8-85915f2c93f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:27.940872 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-dc21d9ae-2be4-4452-b3d8-85915f2c93f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7 associated. External IP: 172.26.8.15, port: 1df6999f-3e3d-480f-95be-95b607c4e0cf. Feb 28 11:54:28.273594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc21d9ae-2be4-4452-b3d8-85915f2c93f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:54:28.448353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc21d9ae-2be4-4452-b3d8-85915f2c93f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:54:28.453707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc21d9ae-2be4-4452-b3d8-85915f2c93f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:28.458682 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:54:28.469182 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:54:28.469843 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:54:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:28.506339 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dc21d9ae-2be4-4452-b3d8-85915f2c93f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "PUT /v2.0/floatingips/c235064a-1b59-4f2a-a625-81ceeec4a6b7 HTTP/1.1" status: 200 len: 991 time: 1.4865837 Feb 28 11:54:28.506917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:54:28.560002 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'status': 'completed', 'code': 200} Feb 28 11:54:28.651979 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:54:28.653894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9452ec3-262f-4799-9652-ca0368058c10 req-5170427e-5e7e-41b5-8030-305d5f56c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:28.655463 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a9452ec3-262f-4799-9652-ca0368058c10 req-5170427e-5e7e-41b5-8030-305d5f56c2e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 1099 time: 0.0746465 Feb 28 11:54:28.854723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9452ec3-262f-4799-9652-ca0368058c10 req-57edeb3f-1f84-4677-a985-652894cfe222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:28.856648 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a9452ec3-262f-4799-9652-ca0368058c10 req-57edeb3f-1f84-4677-a985-652894cfe222 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1949918 Feb 28 11:54:29.035532 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:91:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985301b4-7216-472f-b644-b26511f2cd49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:54:27Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:29.039474 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:54:29.048240 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:54:29.048821 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:54:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:29.065720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26d6af-864a-4959-a778-f161646b080f req-53b20f84-3405-4a1b-8feb-356f0e3a8bd8 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:29.067191 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c26d6af-864a-4959-a778-f161646b080f req-53b20f84-3405-4a1b-8feb-356f0e3a8bd8 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.2937381 Feb 28 11:54:29.117957 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a9452ec3-262f-4799-9652-ca0368058c10 req-0c2e4b79-3459-4044-94c1-514859560b6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 200 len: 999 time: 0.2496874 Feb 28 11:54:29.166167 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c26d6af-864a-4959-a778-f161646b080f req-caefd9eb-6614-48ec-b6bd-e4ab9cc0ef79 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930531 Feb 28 11:54:29.188347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9452ec3-262f-4799-9652-ca0368058c10 req-60663061-60ee-41cd-94e1-bb23a16b4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:29.189783 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a9452ec3-262f-4799-9652-ca0368058c10 req-60663061-60ee-41cd-94e1-bb23a16b4438 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0660377 Feb 28 11:54:29.254972 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:54:29.262634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9452ec3-262f-4799-9652-ca0368058c10 req-353c3884-ba03-4fab-8eac-5ae8b5549550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:29.264223 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a9452ec3-262f-4799-9652-ca0368058c10 req-353c3884-ba03-4fab-8eac-5ae8b5549550 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690274 Feb 28 11:54:29.391317 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a9452ec3-262f-4799-9652-ca0368058c10 req-bbdaf378-c694-4863-a356-cbdbdf922d7b service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213326 Feb 28 11:54:29.523626 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a9452ec3-262f-4799-9652-ca0368058c10 req-8e760bf0-5836-4845-9634-f56cfc9e2714 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267869 Feb 28 11:54:29.595379 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:91:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985301b4-7216-472f-b644-b26511f2cd49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:54:27Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:29.599112 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a08e4c-b2ab-4174-ac5c-56dbece1580a None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:91:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985301b4-7216-472f-b644-b26511f2cd49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:54:27Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:54:29.790021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb257f6-04b4-4ef6-a3c6-bf765ff2b838 None None] New status for floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:54:30.244954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5291ce39-4d12-433c-bcda-bed0bab195c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:30.351856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0eed-ecd0-404d-b097-5130243cbc54 req-9ab4e80d-fd72-4bba-b9ac-3b8983d4006f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:30.353207 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4b1c0eed-ecd0-404d-b097-5130243cbc54 req-9ab4e80d-fd72-4bba-b9ac-3b8983d4006f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0780756 Feb 28 11:54:30.400156 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4b1c0eed-ecd0-404d-b097-5130243cbc54 req-92600b14-f475-4d0a-a257-d37a2c79988b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408707 Feb 28 11:54:31.580813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e37686-978a-4868-9ae2-fe26ee32f46e req-8562470e-332d-4f3d-b0a5-3a92eeb20e65 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:31.582236 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-39e37686-978a-4868-9ae2-fe26ee32f46e req-8562470e-332d-4f3d-b0a5-3a92eeb20e65 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0782444 Feb 28 11:54:31.624171 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-39e37686-978a-4868-9ae2-fe26ee32f46e req-4d1709fb-219a-4f9e-b6c7-99561b92b45a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364013 Feb 28 11:54:32.495592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23018958-3afe-4b15-998e-53ef2bfeaa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:32.815509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160567b-bb6f-489c-96f2-23082109d195 req-21c7f34c-5ea5-476f-866c-6e2ff1464227 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:32.816947 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2160567b-bb6f-489c-96f2-23082109d195 req-21c7f34c-5ea5-476f-866c-6e2ff1464227 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0821726 Feb 28 11:54:32.860979 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2160567b-bb6f-489c-96f2-23082109d195 req-3dd42a8d-12fa-4599-a067-120d34d83eb9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383976 Feb 28 11:54:33.665289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:33.819702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:34.040259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbc91c-784a-40c8-89fb-cfffa9238ea1 req-92921e7b-5f01-47c5-b5e2-eaf3c09b118f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:34.041675 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07dbc91c-784a-40c8-89fb-cfffa9238ea1 req-92921e7b-5f01-47c5-b5e2-eaf3c09b118f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0770826 Feb 28 11:54:34.083877 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07dbc91c-784a-40c8-89fb-cfffa9238ea1 req-355618c5-6020-4a96-a5aa-4a689dd79018 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360694 Feb 28 11:54:35.254998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:35.266916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c125c-59bc-4313-8f64-c9df6b750911 req-63585633-4270-44a6-9897-dd9c660ffe1a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:35.268363 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7f0c125c-59bc-4313-8f64-c9df6b750911 req-63585633-4270-44a6-9897-dd9c660ffe1a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0810149 Feb 28 11:54:35.311327 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7f0c125c-59bc-4313-8f64-c9df6b750911 req-9a7a305d-300a-4331-9ab5-b61372a141ba tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373323 Feb 28 11:54:36.495652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c71c2-27ac-497f-a8a5-7085cd2044a3 req-90156dbe-7ab9-4997-b150-c05b1c539b8b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:36.497617 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e64c71c2-27ac-497f-a8a5-7085cd2044a3 req-90156dbe-7ab9-4997-b150-c05b1c539b8b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0778437 Feb 28 11:54:36.544777 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e64c71c2-27ac-497f-a8a5-7085cd2044a3 req-a3c02425-b60c-4b64-b299-2a66d4d25fa6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Feb 28 11:54:37.731949 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae81cdf-9f02-46ad-b96f-f3aee7460329 req-f1ea9419-6329-4ace-952b-4d8c9af0ab8e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:37.733380 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8ae81cdf-9f02-46ad-b96f-f3aee7460329 req-f1ea9419-6329-4ace-952b-4d8c9af0ab8e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0784721 Feb 28 11:54:37.778300 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8ae81cdf-9f02-46ad-b96f-f3aee7460329 req-fcd01c78-43f5-402e-9571-193c92098ac0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391426 Feb 28 11:54:38.965899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f457ccc-b0a7-481c-bc9f-d64b178fd33b req-d0d14566-3885-405b-b30c-eb802d7137e2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:38.967361 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1f457ccc-b0a7-481c-bc9f-d64b178fd33b req-d0d14566-3885-405b-b30c-eb802d7137e2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0865073 Feb 28 11:54:39.010562 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1f457ccc-b0a7-481c-bc9f-d64b178fd33b req-dd82a712-9803-484d-bb1b-b9a1a246eb31 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374763 Feb 28 11:54:40.192788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab523-8bba-498f-ab14-2ad716c01b07 req-e2d34fb8-8828-4401-9332-6f91c83a337b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:40.194199 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ed3ab523-8bba-498f-ab14-2ad716c01b07 req-e2d34fb8-8828-4401-9332-6f91c83a337b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0771050 Feb 28 11:54:40.236591 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ed3ab523-8bba-498f-ab14-2ad716c01b07 req-8add1184-1688-4e4e-b346-d5a77684c981 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369580 Feb 28 11:54:41.417590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ca5d1-58c2-4b6f-b0fa-f55144656c63 req-91230e99-092e-4dc9-91ab-5b0b4c1ff5a7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:41.419025 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4b3ca5d1-58c2-4b6f-b0fa-f55144656c63 req-91230e99-092e-4dc9-91ab-5b0b4c1ff5a7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0809324 Feb 28 11:54:41.461863 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4b3ca5d1-58c2-4b6f-b0fa-f55144656c63 req-0e8bb629-2c99-472d-ad28-a977acad058f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373175 Feb 28 11:54:42.796613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba219-1888-4feb-a304-d5f637903e39 req-e70d9860-8a91-415a-bd86-cfb149bb724b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:42.798046 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-143ba219-1888-4feb-a304-d5f637903e39 req-e70d9860-8a91-415a-bd86-cfb149bb724b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0785179 Feb 28 11:54:42.840512 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-143ba219-1888-4feb-a304-d5f637903e39 req-22be7ebb-2f7f-412d-aa42-61ff2d9abb7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363848 Feb 28 11:54:44.026762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3eaa1-18e9-4e4d-bd5c-650aa52048da req-74f88009-2f4e-4d22-9033-4d37d4db3759 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:44.028159 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-61b3eaa1-18e9-4e4d-bd5c-650aa52048da req-74f88009-2f4e-4d22-9033-4d37d4db3759 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0814056 Feb 28 11:54:44.072506 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-61b3eaa1-18e9-4e4d-bd5c-650aa52048da req-3cb3d0ae-0b69-45a2-ac3f-823364699b62 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378659 Feb 28 11:54:45.253255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d983f-e556-4cc6-8797-5e6d9da76549 req-1f43af6e-ee9d-48de-82f6-4addc1e1f3ad tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:45.254673 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b1d983f-e556-4cc6-8797-5e6d9da76549 req-1f43af6e-ee9d-48de-82f6-4addc1e1f3ad tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0806932 Feb 28 11:54:45.297732 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b1d983f-e556-4cc6-8797-5e6d9da76549 req-146612af-3629-4500-87a4-8630e0dce8b7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375175 Feb 28 11:54:46.479379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56401f8e-ce81-440f-9b43-433d356a31e6 req-a2f2a6db-8451-49d5-b1dd-e0dc799ce9f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:46.481471 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-56401f8e-ce81-440f-9b43-433d356a31e6 req-a2f2a6db-8451-49d5-b1dd-e0dc799ce9f1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0801280 Feb 28 11:54:46.523823 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-56401f8e-ce81-440f-9b43-433d356a31e6 req-773a330c-19c3-41eb-8326-38cde93f58ac tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368285 Feb 28 11:54:47.270820 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:54:47.806676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1a18d-846e-41fb-ae86-b5820c606917 req-46c02bca-8ca1-46c3-ac94-7cf75a60db22 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:47.808057 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-11b1a18d-846e-41fb-ae86-b5820c606917 req-46c02bca-8ca1-46c3-ac94-7cf75a60db22 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.1780899 Feb 28 11:54:47.851530 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-11b1a18d-846e-41fb-ae86-b5820c606917 req-53328bd4-d687-447e-8bc8-7af2db507d6e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369210 Feb 28 11:54:49.035083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236993b-eb29-4e0a-847d-a36f12acf3d4 req-71e1a08a-5cc7-4a2a-9596-8d232f612100 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:49.036438 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0236993b-eb29-4e0a-847d-a36f12acf3d4 req-71e1a08a-5cc7-4a2a-9596-8d232f612100 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0799651 Feb 28 11:54:49.079221 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0236993b-eb29-4e0a-847d-a36f12acf3d4 req-d315fdab-e2b1-477d-a3d5-4bc834bf4805 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372531 Feb 28 11:54:50.258317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d643e6f-257e-4ba7-8bd5-7ed411d3386e req-27c516e3-ff33-46cf-8412-689a7f3a74ab tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:50.259786 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d643e6f-257e-4ba7-8bd5-7ed411d3386e req-27c516e3-ff33-46cf-8412-689a7f3a74ab tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0786815 Feb 28 11:54:50.302887 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d643e6f-257e-4ba7-8bd5-7ed411d3386e req-f1c28b29-cb79-4ed4-8194-bb7b21172d40 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371289 Feb 28 11:54:51.487396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e62e-0cb2-49bb-92e2-549a0a0717fd req-cac811ae-2939-4029-86e8-e7144e8d6eae tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:51.488818 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a588e62e-0cb2-49bb-92e2-549a0a0717fd req-cac811ae-2939-4029-86e8-e7144e8d6eae tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0810869 Feb 28 11:54:51.530896 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a588e62e-0cb2-49bb-92e2-549a0a0717fd req-252b369b-7988-4f1a-87d4-5ab93b684cc2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365357 Feb 28 11:54:52.710890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc414b8-2fa7-43d9-8428-9abb8be17de4 req-cc1a76ef-aa9a-4aff-89d1-d719b2d67a1c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:52.712368 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5dc414b8-2fa7-43d9-8428-9abb8be17de4 req-cc1a76ef-aa9a-4aff-89d1-d719b2d67a1c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0794671 Feb 28 11:54:52.758825 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5dc414b8-2fa7-43d9-8428-9abb8be17de4 req-99f8452f-e70c-4bc0-b0d8-4b8dda1b157a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405929 Feb 28 11:54:53.940415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001edacb-b7d7-4648-835b-e376d608a296 req-fbcbc26c-529c-4c0a-97c0-91fcb3dbae1c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:53.941851 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-001edacb-b7d7-4648-835b-e376d608a296 req-fbcbc26c-529c-4c0a-97c0-91fcb3dbae1c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0786355 Feb 28 11:54:53.984902 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-001edacb-b7d7-4648-835b-e376d608a296 req-4f47f824-a892-4d1f-a5e1-b808653e1aa6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375383 Feb 28 11:54:55.078526 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-0d12cd68-1daa-4924-8ff1-e9ba830914f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122932 Feb 28 11:54:55.205846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bfcef-c38a-41e3-b73b-6a541d0e32bb req-43139980-c44a-4bc6-aac3-495f9fefe0a5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:55.207303 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-600bfcef-c38a-41e3-b73b-6a541d0e32bb req-43139980-c44a-4bc6-aac3-495f9fefe0a5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.1149054 Feb 28 11:54:55.292381 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-600bfcef-c38a-41e3-b73b-6a541d0e32bb req-e828ed26-0a31-45a9-b7e2-5cc430a3a7a1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547919 Feb 28 11:54:55.311947 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-18f28c19-2f57-40c2-9ded-8ad88d478f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:55.313371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-18f28c19-2f57-40c2-9ded-8ad88d478f64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 1099 time: 0.1052279 Feb 28 11:54:55.458627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-8fd5e8f8-bedf-4ed0-bd57-8afd30ce87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:55.460106 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-8fd5e8f8-bedf-4ed0-bd57-8afd30ce87a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1293581 Feb 28 11:54:55.566595 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-27cf4694-fdf8-4733-a020-8c549152bcaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 200 len: 1001 time: 0.0997765 Feb 28 11:54:55.637770 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-747eed3c-f0a5-47fe-b447-5537a6827fbc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687311 Feb 28 11:54:55.679488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-ef3212f0-65ac-430d-b988-24fcd7aec183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:55.680925 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-ef3212f0-65ac-430d-b988-24fcd7aec183 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.1090608 Feb 28 11:54:55.758853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afe9fe-aa0a-49a4-8110-50621cb39eec req-fd1facde-b1c2-4082-bacf-d9d04290028d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:55.760350 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-82afe9fe-aa0a-49a4-8110-50621cb39eec req-fd1facde-b1c2-4082-bacf-d9d04290028d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.1523919 Feb 28 11:54:55.799103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-0696311d-a75a-464e-badc-e9661d933315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:55.800614 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-0696311d-a75a-464e-badc-e9661d933315 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126919 Feb 28 11:54:55.855997 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-82afe9fe-aa0a-49a4-8110-50621cb39eec req-557a0d79-d149-48a7-8b7b-13d53d27691f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871370 Feb 28 11:54:55.948970 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-a20d4b37-950a-489a-9493-452527224ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407216 Feb 28 11:54:56.082992 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a75059b9-65b7-4489-8c2c-bdab627e99cc req-869eaf05-fc24-4de3-a583-a73257a1264b service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286254 Feb 28 11:54:56.838658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807cc-139d-4af4-b220-0c75e1903549 req-674751f3-9274-4a51-9945-831c0e9648b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:56.840856 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-674751f3-9274-4a51-9945-831c0e9648b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 1099 time: 0.1723046 Feb 28 11:54:57.003884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807cc-139d-4af4-b220-0c75e1903549 req-70655652-8490-4562-bd0a-0e1d63bf3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:57.005294 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-70655652-8490-4562-bd0a-0e1d63bf3085 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1585157 Feb 28 11:54:57.115442 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-8cf5e7a8-b15d-4cb0-80f4-ddd5c2ffb5ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 200 len: 1001 time: 0.1037750 Feb 28 11:54:57.178683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49851054-d669-4225-9c7d-cd8446417f6c req-e1060257-26ff-4251-87fd-dd8830dcc28c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:57.180116 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-49851054-d669-4225-9c7d-cd8446417f6c req-e1060257-26ff-4251-87fd-dd8830dcc28c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.2139006 Feb 28 11:54:57.205241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807cc-139d-4af4-b220-0c75e1903549 req-c3b4cf7f-a22f-42b6-9cb0-61538808634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:57.206597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-c3b4cf7f-a22f-42b6-9cb0-61538808634b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0850401 Feb 28 11:54:57.269442 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-49851054-d669-4225-9c7d-cd8446417f6c req-9c8926d4-b942-4342-95e2-5d1986abe800 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824842 Feb 28 11:54:57.295951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807cc-139d-4af4-b220-0c75e1903549 req-5fcb6fef-091f-48bd-9465-87164c9ba6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:57.297443 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-5fcb6fef-091f-48bd-9465-87164c9ba6af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851266 Feb 28 11:54:57.348568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:57.428701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-9a01eee9-dd15-4bc6-893a-18c48e886ef8 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251988 Feb 28 11:54:57.562662 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-495b3745-e16a-4b4a-b460-785998de1127 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258810 Feb 28 11:54:58.448772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af211c18-c016-48c4-83dd-d9c1f32548ac req-18e29a4f-bbc7-4600-8db1-040b378ceddd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:58.450176 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-af211c18-c016-48c4-83dd-d9c1f32548ac req-18e29a4f-bbc7-4600-8db1-040b378ceddd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0769055 Feb 28 11:54:58.497222 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-af211c18-c016-48c4-83dd-d9c1f32548ac req-afc1838b-a274-45cf-8fe5-9fc07065f00d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414765 Feb 28 11:54:59.179686 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-46912d1c-ac7b-4dd5-8cf1-745a0ebe511d service neutron] 10.222.0.37 "GET /v2.0/ports/1df6999f-3e3d-480f-95be-95b607c4e0cf/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0727768 Feb 28 11:54:59.433599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807cc-139d-4af4-b220-0c75e1903549 req-da4cd588-897e-4d6e-a2bb-281ee17ae097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:59.434955 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-da4cd588-897e-4d6e-a2bb-281ee17ae097 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 1099 time: 0.0729840 Feb 28 11:54:59.524662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807cc-139d-4af4-b220-0c75e1903549 req-614f6a95-b5ca-4f8e-8979-4a27f47f6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:59.526124 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-614f6a95-b5ca-4f8e-8979-4a27f47f6135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 1099 time: 0.0689909 Feb 28 11:54:59.702145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807cc-139d-4af4-b220-0c75e1903549 req-384c163f-2766-469f-a25f-8787c82c161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:59.703602 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-384c163f-2766-469f-a25f-8787c82c161c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1722469 Feb 28 11:54:59.785164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf00737-8bf2-415c-97a8-ffbd8520a585 req-f71cc711-7efb-47de-acd5-ff77099d6179 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:59.786597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bcf00737-8bf2-415c-97a8-ffbd8520a585 req-f71cc711-7efb-47de-acd5-ff77099d6179 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.1745512 Feb 28 11:54:59.844632 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-fd25da48-d51b-4fd8-b8ef-e1011f82cb3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 200 len: 1001 time: 0.1330216 Feb 28 11:54:59.851373 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bcf00737-8bf2-415c-97a8-ffbd8520a585 req-fcb2a03b-cc47-4640-9267-40c0e9ce9273 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573530 Feb 28 11:54:59.912485 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807cc-139d-4af4-b220-0c75e1903549 req-eb5a7c60-7be9-4c4a-8bf1-a45c7f066639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:59.913926 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-eb5a7c60-7be9-4c4a-8bf1-a45c7f066639 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0617363 Feb 28 11:54:59.988006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807cc-139d-4af4-b220-0c75e1903549 req-3e0eab1a-e33a-4baa-a0fe-d79a6b65114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:59.989367 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-3e0eab1a-e33a-4baa-a0fe-d79a6b65114f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695553 Feb 28 11:55:00.219071 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-b9439829-a0e1-4978-9c97-48ba6cd82b99 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237887 Feb 28 11:55:00.247255 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7c39df21-3d60-40a9-8eca-c8f91c170a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:00.345136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35f807cc-139d-4af4-b220-0c75e1903549 req-9ea87bd6-9a32-4334-8e20-eb1c13f6a7cd service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203134 Feb 28 11:55:01.042296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068e088-3e19-4518-b806-291746fa4899 req-1842176c-5003-4f9f-ac10-ebead5ba0067 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:01.043805 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d068e088-3e19-4518-b806-291746fa4899 req-1842176c-5003-4f9f-ac10-ebead5ba0067 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0823674 Feb 28 11:55:01.087721 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d068e088-3e19-4518-b806-291746fa4899 req-3058de04-59cb-4ac0-8a7f-cc1ca0ca7227 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383639 Feb 28 11:55:02.270870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4b966-8373-436c-ab4e-ef2273fa2406 req-3fcf91c7-3e4a-4070-ac19-cb1a5925700e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:02.272240 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-63e4b966-8373-436c-ab4e-ef2273fa2406 req-3fcf91c7-3e4a-4070-ac19-cb1a5925700e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0783181 Feb 28 11:55:02.317872 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-63e4b966-8373-436c-ab4e-ef2273fa2406 req-73acc966-711f-48d4-9363-4fd3c320442b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396597 Feb 28 11:55:02.460048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1df6999f-3e3d-480f-95be-95b607c4e0cf details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:55:02.466543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1df6999f-3e3d-480f-95be-95b607c4e0cf no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:55:02.524391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-21a06444-4119-40f2-8973-d97871dbddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:02.686418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-6fefb8c3-f819-4a28-8b0a-74f508e7a17e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:02.687896 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-6fefb8c3-f819-4a28-8b0a-74f508e7a17e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49&tenant_id=b81de7657f674d8abe75a913b37b5836&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 946 time: 0.1433980 Feb 28 11:55:02.696111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6844d-2b24-42ca-abb8-c11d9b07805a req-a6f6344b-5d5f-4e4f-a884-6510ae2a0a2c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:02.697527 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bce6844d-2b24-42ca-abb8-c11d9b07805a req-a6f6344b-5d5f-4e4f-a884-6510ae2a0a2c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.1176798 Feb 28 11:55:02.710127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:02.732414 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:55:02.754214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'mac_address': 'fa:16:3e:91:f6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:55:02.760360 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bce6844d-2b24-42ca-abb8-c11d9b07805a req-3ca48a98-e88f-4cd8-a58a-3c96d4c807f6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563228 Feb 28 11:55:02.763381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:55:02.807766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:55:02.815731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:02.855922 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'code': 200} Feb 28 11:55:02.864950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-b528b945-890d-4252-b6bd-f154fa562d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:02.866420 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-b528b945-890d-4252-b6bd-f154fa562d9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 1097 time: 0.0747230 Feb 28 11:55:02.870439 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:02.893139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1df6999f-3e3d-480f-95be-95b607c4e0cf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:55:02.950164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1df6999f-3e3d-480f-95be-95b607c4e0cf,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:02.967546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:55:02.967900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:55:02.996385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-76eb2919-34d6-4c8b-b255-7cf82f9a2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:02.997908 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-76eb2919-34d6-4c8b-b255-7cf82f9a2603 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1256051 Feb 28 11:55:03.107280 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-9478661b-1d99-47ac-97a9-650b7448790f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 200 len: 999 time: 0.1033604 Feb 28 11:55:03.168592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-72bc7e5d-378b-4a39-8292-c34646abde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:03.169944 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-72bc7e5d-378b-4a39-8292-c34646abde3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0577536 Feb 28 11:55:03.241590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-8f4986a4-06f3-4423-bde5-863a9ae5f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:03.243017 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-8f4986a4-06f3-4423-bde5-863a9ae5f1e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674455 Feb 28 11:55:03.371285 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-fe13a863-0681-4d4d-84e7-bbd60fc7945a service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217015 Feb 28 11:55:03.498792 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d27df39b-f2dd-49df-9374-4d9d6dd577fd req-b066e22d-ec1e-4e8c-b57c-1731afcc197c service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226339 Feb 28 11:55:03.569086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:03.587964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df6999f-3e3d-480f-95be-95b607c4e0cf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:55:03.606512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:55:03.610052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:03.679642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['1df6999f-3e3d-480f-95be-95b607c4e0cf'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:55:03.705637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:03.728516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1df6999f-3e3d-480f-95be-95b607c4e0cf,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:03.842847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:03.954603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926ac20-7464-4f70-aeff-e335b363b5e7 req-45f53ad0-524a-47e2-9a63-9a027ce8805b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:03.956097 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8926ac20-7464-4f70-aeff-e335b363b5e7 req-45f53ad0-524a-47e2-9a63-9a027ce8805b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 945 time: 0.0814371 Feb 28 11:55:04.007924 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8926ac20-7464-4f70-aeff-e335b363b5e7 req-5e134215-52ff-4af9-ada8-cbbb8a4cd1fb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460551 Feb 28 11:55:04.459639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1df6999f-3e3d-480f-95be-95b607c4e0cf up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:55:04.525473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 1df6999f-3e3d-480f-95be-95b607c4e0cf triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:55:04.525835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:04.636720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:04.667523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:55:04.671214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:04.739988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1df6999f-3e3d-480f-95be-95b607c4e0cf,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:04.856692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:55:04.899478 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'code': 200} Feb 28 11:55:05.198815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23de5f-2ca4-4e9e-b064-f9f7d5429c2e req-fe0901ac-d1b3-4919-bb5a-234075c7763e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:05.200264 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2c23de5f-2ca4-4e9e-b064-f9f7d5429c2e req-fe0901ac-d1b3-4919-bb5a-234075c7763e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0779641 Feb 28 11:55:05.243726 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2c23de5f-2ca4-4e9e-b064-f9f7d5429c2e req-031f1f31-2fa5-4bbd-900a-cad2b5b4ac38 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378747 Feb 28 11:55:05.263733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:05.427644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8b09-8f0b-43bb-b61c-ac5765e76f2b req-c0215d5a-c3ee-4962-b530-304311164987 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:05.428968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e4cc8b09-8f0b-43bb-b61c-ac5765e76f2b req-c0215d5a-c3ee-4962-b530-304311164987 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0809774 Feb 28 11:55:05.565023 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e4cc8b09-8f0b-43bb-b61c-ac5765e76f2b req-d4a079a7-5e24-46b7-9469-f051f809c65a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302242 Feb 28 11:55:05.941576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224b148-c89a-4d9b-8255-1f50c73bf483 req-b0ce746f-832b-41e6-b723-7b5c29212aff tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:05.942995 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8224b148-c89a-4d9b-8255-1f50c73bf483 req-b0ce746f-832b-41e6-b723-7b5c29212aff tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.1255741 Feb 28 11:55:05.989926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755972df-cfa6-488e-a67e-ab45998098af req-838e45e9-e64b-4e76-a275-0e1dc49c657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:05.991298 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-755972df-cfa6-488e-a67e-ab45998098af req-838e45e9-e64b-4e76-a275-0e1dc49c657c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 1099 time: 0.1209362 Feb 28 11:55:06.020582 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8224b148-c89a-4d9b-8255-1f50c73bf483 req-f20a85fa-3acf-4f7b-83d7-9501fc306ffd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701621 Feb 28 11:55:06.123770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755972df-cfa6-488e-a67e-ab45998098af req-d5975319-1393-4394-82f6-63cc79c7ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:06.125189 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-755972df-cfa6-488e-a67e-ab45998098af req-d5975319-1393-4394-82f6-63cc79c7ad68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1279879 Feb 28 11:55:06.225602 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-755972df-cfa6-488e-a67e-ab45998098af req-47ad9804-aa88-471b-8a2e-c39f6a17c7ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 200 len: 1001 time: 0.0939732 Feb 28 11:55:06.285105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755972df-cfa6-488e-a67e-ab45998098af req-7f9ffb13-92d8-4758-a2ec-1d52a0892019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:06.286390 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-755972df-cfa6-488e-a67e-ab45998098af req-7f9ffb13-92d8-4758-a2ec-1d52a0892019 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0551934 Feb 28 11:55:06.361136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755972df-cfa6-488e-a67e-ab45998098af req-c50051d3-7c3d-4022-ba49-1344e67fec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:06.362541 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-755972df-cfa6-488e-a67e-ab45998098af req-c50051d3-7c3d-4022-ba49-1344e67fec9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705476 Feb 28 11:55:06.488605 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-755972df-cfa6-488e-a67e-ab45998098af req-8a453195-51c8-44f6-9209-5f53bccd188a service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201167 Feb 28 11:55:06.615453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-755972df-cfa6-488e-a67e-ab45998098af req-816f5944-2409-4846-8c74-b83e44b7a617 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204429 Feb 28 11:55:07.216402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54b638-3728-48e7-96d3-2972592c4dd3 req-a5fa4e87-182d-4898-a931-4793f0dff048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:07.217844 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d54b638-3728-48e7-96d3-2972592c4dd3 req-a5fa4e87-182d-4898-a931-4793f0dff048 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0797844 Feb 28 11:55:07.262434 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d54b638-3728-48e7-96d3-2972592c4dd3 req-a37c23a8-0027-426c-b8f1-f4ae0e4ae56c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390329 Feb 28 11:55:07.647833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7187a9-e495-42de-a6cd-e0a2d3f91b0b req-1a37fc5d-076a-4883-bc82-2e9b9250bd3b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:07.649179 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1f7187a9-e495-42de-a6cd-e0a2d3f91b0b req-1a37fc5d-076a-4883-bc82-2e9b9250bd3b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0820572 Feb 28 11:55:07.695270 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1f7187a9-e495-42de-a6cd-e0a2d3f91b0b req-dc0e78e7-6a18-4af2-9049-18a3b77742e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398014 Feb 28 11:55:08.882422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0799-0d41-44b3-b7b2-3847d642e28d req-135665a2-10a7-40e6-bd71-93f94170e91f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:08.883895 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-235a0799-0d41-44b3-b7b2-3847d642e28d req-135665a2-10a7-40e6-bd71-93f94170e91f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0775602 Feb 28 11:55:08.928746 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-235a0799-0d41-44b3-b7b2-3847d642e28d req-547794ce-9089-4d3d-88a6-0220d7fb1431 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387850 Feb 28 11:55:09.236083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dd6aa-d498-4b37-b060-036269cd45ce req-18f114ab-f7f4-4aa1-8699-5f11bc6a985a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:09.237489 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-284dd6aa-d498-4b37-b060-036269cd45ce req-18f114ab-f7f4-4aa1-8699-5f11bc6a985a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.0804536 Feb 28 11:55:09.304478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Deleting port 1df6999f-3e3d-480f-95be-95b607c4e0cf {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:55:09.304820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:09.549092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] For port 1df6999f-3e3d-480f-95be-95b607c4e0cf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1df6999f-3e3d-480f-95be-95b607c4e0cf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:55:09.549373 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:09.941926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:09.942676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:09.942676 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7 disassociated. External IP: 172.26.8.15, port: 1df6999f-3e3d-480f-95be-95b607c4e0cf. Feb 28 11:55:09.942871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Calling delete_port for 1df6999f-3e3d-480f-95be-95b607c4e0cf owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:55:10.131604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:10.186380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event deleted for resources: {'Port': ['ID=1df6999f-3e3d-480f-95be-95b607c4e0cf,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:10.262932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98494017-403f-44ba-b24a-888d5e5be8ef req-391b15ee-889f-4463-847a-95272d947b3c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:10.264412 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98494017-403f-44ba-b24a-888d5e5be8ef req-391b15ee-889f-4463-847a-95272d947b3c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=985301b4-7216-472f-b644-b26511f2cd49 HTTP/1.1" status: 200 len: 946 time: 0.2120297 Feb 28 11:55:10.376477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98494017-403f-44ba-b24a-888d5e5be8ef req-6912d19d-f23f-49b9-bc9b-602730236b16 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044340 Feb 28 11:55:10.415872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:55:10.593205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:55:10.603446 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18522831-6769-4576-9c23-aad212568c3b None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:55:10.613163 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18522831-6769-4576-9c23-aad212568c3b None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:55:10.613793 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-18522831-6769-4576-9c23-aad212568c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:55:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:10.668962 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] No DVR routers for this DVR port 1df6999f-3e3d-480f-95be-95b607c4e0cf on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:55:10.671515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:10.674258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'name': 'network-vif-deleted', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:55:10.704187 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-284dd6aa-d498-4b37-b060-036269cd45ce req-86ebcd33-2a9a-40fc-a38e-e935860d26c7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "DELETE /v2.0/ports/1df6999f-3e3d-480f-95be-95b607c4e0cf HTTP/1.1" status: 204 len: 173 time: 1.4614477 Feb 28 11:55:10.725903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985301b4-7216-472f-b644-b26511f2cd49', 'name': 'network-vif-deleted', 'tag': '1df6999f-3e3d-480f-95be-95b607c4e0cf', 'status': 'completed', 'code': 200} Feb 28 11:55:10.807277 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-18522831-6769-4576-9c23-aad212568c3b None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:55:11.110207 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-18522831-6769-4576-9c23-aad212568c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:11.115723 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18522831-6769-4576-9c23-aad212568c3b None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:55:11.125559 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18522831-6769-4576-9c23-aad212568c3b None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:55:11.126257 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-18522831-6769-4576-9c23-aad212568c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:55:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:11.305822 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-18522831-6769-4576-9c23-aad212568c3b None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:55:11.641799 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-18522831-6769-4576-9c23-aad212568c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:11.645659 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18522831-6769-4576-9c23-aad212568c3b None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:55:11.709304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-93b0856c-285d-4f81-8884-aed1f6fff7bc tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--671251458&fields=id&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 267 time: 0.0410366 Feb 28 11:55:11.863964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb1e43-a515-4e48-8b6a-6a6b333270fe None None] New status for floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:55:11.865271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-6c36af3a-62eb-4f90-a13f-0d8c63f03452 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:11.866717 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-6c36af3a-62eb-4f90-a13f-0d8c63f03452 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 811 time: 0.1491311 Feb 28 11:55:11.881689 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-88b49302-8f51-4b51-88da-554d028d8a17 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/quotas/b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 375 time: 0.0093737 Feb 28 11:55:11.964945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-61ddfb25-ae59-434b-a4de-853b010efc9a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:55:11.979784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-61ddfb25-ae59-434b-a4de-853b010efc9a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:55:11.981020 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-61ddfb25-ae59-434b-a4de-853b010efc9a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938041 Feb 28 11:55:12.120903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-2dec556b-63f2-4e3f-aef1-bc0cfc542b17 service neutron] 10.222.0.64 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273999 Feb 28 11:55:12.353350 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-865dfd34-b6cc-48a8-b12c-cefdc0136b32 service neutron] 10.222.0.64 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264087 Feb 28 11:55:12.491315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1df6999f-3e3d-480f-95be-95b607c4e0cf no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:55:12.525338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 1df6999f-3e3d-480f-95be-95b607c4e0cf {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:55:12.525773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1df6999f-3e3d-480f-95be-95b607c4e0cf not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:55:12.536411 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-87eaff2e-1f75-495f-875a-8f1fa81e8085 req-d7b91574-5f17-4506-839f-d75890385e7a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 210 time: 0.0480459 Feb 28 11:55:13.536379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-0b5d2df8-33f1-49af-b058-cef6dd989f6f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:13.537799 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-0b5d2df8-33f1-49af-b058-cef6dd989f6f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 811 time: 0.1471355 Feb 28 11:55:13.587667 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-728b79fd-80ec-4087-9b9e-5dc5200c5f79 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 379 time: 0.0408587 Feb 28 11:55:13.597844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'port': {'device_id': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'admin_state_up': True, 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'security_groups': ['6172913c-0b2e-41ac-8531-1eb01a3fd0d1']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:55:13.739998 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-169c2129-8f5e-4e99-94f9-18e50ade6c2e req-057c716d-2701-4838-8954-311b2a1df9b5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 210 time: 0.0589750 Feb 28 11:55:13.775748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:55:13.785556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:55:13.795683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Made reservation on behalf of b81de7657f674d8abe75a913b37b5836 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:55:13.799035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:13.951956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Allocated IP 172.20.0.12 (b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac/5af5934b-4466-4479-8708-42e8a8e34a43/449d4d37-3d6d-4434-af84-bccb7f6bb22d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:55:14.135190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:14.150171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Transition to ACTIVE for port object 449d4d37-3d6d-4434-af84-bccb7f6bb22d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:55:14.173115 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:14.237844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:55:14.245121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:55:14.249936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:55:14.280131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:14.302622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.302966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.303332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.303664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.303991 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.304319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.304645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.304966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.305287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.305607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.305928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.306246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:14.330550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:14.331179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:14.356463 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-8f15a382-a14d-4bad-83df-22b886230feb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7628071 Feb 28 11:55:14.367812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Request body: {'port': {'device_id': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:55:14.461347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-370a702f-49c3-4068-afe2-cd4a004cd50d None None] Provisioning for port 449d4d37-3d6d-4434-af84-bccb7f6bb22d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:55:14.466788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-370a702f-49c3-4068-afe2-cd4a004cd50d None None] Provisioning complete for port 449d4d37-3d6d-4434-af84-bccb7f6bb22d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:55:14.467186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-370a702f-49c3-4068-afe2-cd4a004cd50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:14.482838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:14.523369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-370a702f-49c3-4068-afe2-cd4a004cd50d None None] Port 449d4d37-3d6d-4434-af84-bccb7f6bb22d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:55:14.820504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449d4d37-3d6d-4434-af84-bccb7f6bb22d {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:55:14.828310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:14.843192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Transition to ACTIVE for port object 449d4d37-3d6d-4434-af84-bccb7f6bb22d will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:55:14.846861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:15.123822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:15.250059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0768ee-b6d1-4775-ac40-c4cf61e4e7a3 req-f0bcfa76-0a05-4c21-a26b-e664b704d622 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:15.250634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1f0768ee-b6d1-4775-ac40-c4cf61e4e7a3 req-f0bcfa76-0a05-4c21-a26b-e664b704d622 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:55:15.257546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Attempting to bind port 449d4d37-3d6d-4434-af84-bccb7f6bb22d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:55:15.257877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Attempting to bind port 449d4d37-3d6d-4434-af84-bccb7f6bb22d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:55:15.258205 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Attempting to bind port 449d4d37-3d6d-4434-af84-bccb7f6bb22d on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:55:15.265848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Port 449d4d37-3d6d-4434-af84-bccb7f6bb22d on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:55:15.266171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Attempting to bind port 449d4d37-3d6d-4434-af84-bccb7f6bb22d on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:55:15.275111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:55:15.275486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Checking segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:55:15.275865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Bound using segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:55:15.276273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Bound port: 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:55:15.276619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:15.287067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-1f0768ee-b6d1-4775-ac40-c4cf61e4e7a3 req-f0bcfa76-0a05-4c21-a26b-e664b704d622 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:55:15.288218 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1f0768ee-b6d1-4775-ac40-c4cf61e4e7a3 req-f0bcfa76-0a05-4c21-a26b-e664b704d622 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 944 time: 0.4051352 Feb 28 11:55:15.388371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1f0768ee-b6d1-4775-ac40-c4cf61e4e7a3 req-5d8ed065-4825-4686-b975-93112f50fdae tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945382 Feb 28 11:55:15.401028 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:55:15.403999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:55:15.408890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:15.465792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:15.466401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:15.467805 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] 10.222.0.37 "PUT /v2.0/ports/449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 200 len: 1094 time: 1.1042078 Feb 28 11:55:15.468235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:55:15.500800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c097f2-4d82-4116-8f9c-40f97d2a4b81 service neutron] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:15.539502 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'status': 'completed', 'code': 200} Feb 28 11:55:15.580903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-4deb4dc8-a338-45d1-abbb-d9efda243ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:15.582372 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-4deb4dc8-a338-45d1-abbb-d9efda243ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 1097 time: 0.0750904 Feb 28 11:55:15.653045 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-d476875a-abd5-41ab-913d-39d87a927e8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 200 len: 217 time: 0.0643408 Feb 28 11:55:15.716820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-c82db0e2-098b-47d8-8e65-afbba07a33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:15.718213 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-c82db0e2-098b-47d8-8e65-afbba07a33d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0601833 Feb 28 11:55:15.790811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-e018500e-772f-43f4-bd71-a2370bdbffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:15.792270 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-e018500e-772f-43f4-bd71-a2370bdbffae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681901 Feb 28 11:55:15.920648 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-45427204-9eee-498b-8d30-27f335292671 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224234 Feb 28 11:55:16.049458 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46e06f03-5f25-47e5-97b3-58540b3ff0b8 req-9e13b724-ae12-4836-adf9-eba30069e8eb service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226881 Feb 28 11:55:16.158534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-04280fa1-75b3-4d04-89ac-3b4f5937353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:16.160013 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-04280fa1-75b3-4d04-89ac-3b4f5937353d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 1097 time: 0.0698473 Feb 28 11:55:16.295966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-c4fd470a-1a68-488b-9965-f2ca8481f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:16.297407 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-c4fd470a-1a68-488b-9965-f2ca8481f054 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1313002 Feb 28 11:55:16.367417 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-bd50e9a3-51d0-4972-8d72-b31e512f12b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 200 len: 217 time: 0.0625896 Feb 28 11:55:16.428512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-b51fde28-2b12-4dc8-8f1e-52fe850c44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:16.429929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-b51fde28-2b12-4dc8-8f1e-52fe850c44b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0561285 Feb 28 11:55:16.547712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-10efeaf7-5c21-4e0e-bebc-377eef53bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:16.549153 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-10efeaf7-5c21-4e0e-bebc-377eef53bec3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1122625 Feb 28 11:55:16.675425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2da90-179f-412e-98ad-ca9c0c8512ab req-6cb88320-7268-4438-9912-b167f274d243 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:16.676758 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d1f2da90-179f-412e-98ad-ca9c0c8512ab req-6cb88320-7268-4438-9912-b167f274d243 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 944 time: 0.1825049 Feb 28 11:55:16.725161 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-02483a07-3f24-49ce-85ca-365e1dda1aab service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683886 Feb 28 11:55:16.857514 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d1f2da90-179f-412e-98ad-ca9c0c8512ab req-e0b39866-6a9c-45b9-a453-778416237c7b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736329 Feb 28 11:55:16.961903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74c38d15-1e90-404e-b021-a79410c0bcd3 req-24acd58f-69b3-443a-baee-42fb5f1ff8f2 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293046 Feb 28 11:55:18.039595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bab806-c7b8-49f8-949c-b5814bfa65a7 req-0d0384ce-059a-4000-8ce8-842e5e6ba969 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:18.040935 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14bab806-c7b8-49f8-949c-b5814bfa65a7 req-0d0384ce-059a-4000-8ce8-842e5e6ba969 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 944 time: 0.0776548 Feb 28 11:55:18.085007 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14bab806-c7b8-49f8-949c-b5814bfa65a7 req-e6fccbb1-c721-4881-8e73-00b3a277fc73 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384266 Feb 28 11:55:18.506349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:55:18.633881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:55:18.646313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'mac_address': 'fa:16:3e:e0:69:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:55:18.699417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:18.715722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449d4d37-3d6d-4434-af84-bccb7f6bb22d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:55:18.730301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:55:18.735283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:18.809582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:18.816696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.817041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.817376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.817706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.818032 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.818355 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.818676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.818998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.819351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.819668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.819983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.820296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:18.937587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['449d4d37-3d6d-4434-af84-bccb7f6bb22d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:55:19.279362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6941a-ba58-4d40-9d5f-eb719b4c08f6 req-6d55ddfd-411f-4ef6-afb5-3305bf42000c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:19.280775 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-73e6941a-ba58-4d40-9d5f-eb719b4c08f6 req-6d55ddfd-411f-4ef6-afb5-3305bf42000c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 945 time: 0.0821824 Feb 28 11:55:19.323546 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-73e6941a-ba58-4d40-9d5f-eb719b4c08f6 req-0a611b40-00a2-4fd8-bf0d-366ad2ffa36c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369041 Feb 28 11:55:20.506158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:55:20.512489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8700534-2d4c-43b1-8031-2ba8e59ebba5 req-7f6d42f2-843a-49ee-98d3-38d76a4ae7da tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:20.513977 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f8700534-2d4c-43b1-8031-2ba8e59ebba5 req-7f6d42f2-843a-49ee-98d3-38d76a4ae7da tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 945 time: 0.0825698 Feb 28 11:55:20.561216 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f8700534-2d4c-43b1-8031-2ba8e59ebba5 req-9885d7bb-8858-487d-b1c7-457e68d91e66 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415030 Feb 28 11:55:20.615963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 449d4d37-3d6d-4434-af84-bccb7f6bb22d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:55:20.620512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 449d4d37-3d6d-4434-af84-bccb7f6bb22d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:55:20.620915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:20.734134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:20.759652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:55:20.769947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:55:20.773448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:20.811993 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'code': 200} Feb 28 11:55:20.846707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:21.028765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c30251-c77c-4601-ad48-8eb38ef13e76 req-3923d504-712c-429a-91c8-f83163ec3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:21.030217 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d7c30251-c77c-4601-ad48-8eb38ef13e76 req-3923d504-712c-429a-91c8-f83163ec3809 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 1099 time: 0.0718873 Feb 28 11:55:21.068543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d7c30251-c77c-4601-ad48-8eb38ef13e76 req-7659c333-6a07-4879-8ab3-bbff75b57310 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330484 Feb 28 11:55:21.743034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338effc6-6dcf-4db2-8402-98b9a68de377 req-73e34897-15d3-4f16-97a5-e50d26d9df08 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:21.744507 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-338effc6-6dcf-4db2-8402-98b9a68de377 req-73e34897-15d3-4f16-97a5-e50d26d9df08 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0802863 Feb 28 11:55:21.790627 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-338effc6-6dcf-4db2-8402-98b9a68de377 req-829331f9-71b0-4888-b673-3b8e499031e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403259 Feb 28 11:55:22.989804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b271-f3fc-4412-b655-793b5bbde64a req-2c5f61d4-b543-47ee-ae1e-009c3b80c392 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:22.991257 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9dd2b271-f3fc-4412-b655-793b5bbde64a req-2c5f61d4-b543-47ee-ae1e-009c3b80c392 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0786452 Feb 28 11:55:23.034390 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9dd2b271-f3fc-4412-b655-793b5bbde64a req-62d17664-0ec1-4da8-9679-f37918947fe3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376384 Feb 28 11:55:23.213792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d0db5-3bc7-4b23-afe5-995187cfdae6 req-eb2a4435-3890-4c2a-9a1b-afb1019da10e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:23.215299 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6f0d0db5-3bc7-4b23-afe5-995187cfdae6 req-eb2a4435-3890-4c2a-9a1b-afb1019da10e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0851760 Feb 28 11:55:23.223618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34116) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:55:23.228410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0a514d31-746f-4904-bebb-0859781e5173 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'floatingip': {'port_id': '449d4d37-3d6d-4434-af84-bccb7f6bb22d'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:55:23.301870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a514d31-746f-4904-bebb-0859781e5173 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:23.877537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a514d31-746f-4904-bebb-0859781e5173 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:23.881201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a514d31-746f-4904-bebb-0859781e5173 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:24.140518 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-0a514d31-746f-4904-bebb-0859781e5173 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7 associated. External IP: 172.26.8.15, port: 449d4d37-3d6d-4434-af84-bccb7f6bb22d. Feb 28 11:55:24.269929 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:55:24.481988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a514d31-746f-4904-bebb-0859781e5173 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:55:24.655934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a514d31-746f-4904-bebb-0859781e5173 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:55:24.660789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a514d31-746f-4904-bebb-0859781e5173 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:24.666078 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:55:24.675078 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:55:24.675727 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:55:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:24.721052 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0a514d31-746f-4904-bebb-0859781e5173 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "PUT /v2.0/floatingips/c235064a-1b59-4f2a-a625-81ceeec4a6b7 HTTP/1.1" status: 200 len: 991 time: 1.4939091 Feb 28 11:55:24.721052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:55:24.766082 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'status': 'completed', 'code': 200} Feb 28 11:55:24.856860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-13c551bd-bee9-43b6-a1f5-8b6621bddd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:24.858324 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-13c551bd-bee9-43b6-a1f5-8b6621bddd90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 1099 time: 0.0715623 Feb 28 11:55:24.883819 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:55:24.997806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-d7373230-7ba5-4735-bd2f-9ee073393ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:24.999206 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-d7373230-7ba5-4735-bd2f-9ee073393ea1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1357791 Feb 28 11:55:25.077982 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-bf68a34d-3727-4cf9-9e35-6d69f4672c27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773098 Feb 28 11:55:25.153345 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-1ea9ee61-060f-4022-a9e3-e87f18c880a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 200 len: 999 time: 0.1480277 Feb 28 11:55:25.236399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3588e-c1da-42e6-b1bb-f6ee0ae5e11a req-46e4fc87-10ae-427e-b4e0-31ef468f5fa9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:25.237850 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-03f3588e-c1da-42e6-b1bb-f6ee0ae5e11a req-46e4fc87-10ae-427e-b4e0-31ef468f5fa9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.1567545 Feb 28 11:55:25.243475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-d7646a85-8ba1-4d2a-ab20-5fbe8dc6b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:25.244816 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-d7646a85-8ba1-4d2a-ab20-5fbe8dc6b2f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0863426 Feb 28 11:55:25.263483 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:e0:69:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:55:23Z', 'revision_number': 9, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:25.267010 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:55:25.275954 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:55:25.276536 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:55:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:25.327327 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-03f3588e-c1da-42e6-b1bb-f6ee0ae5e11a req-7a0f6598-1832-4eca-8b6f-257398493791 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814888 Feb 28 11:55:25.354911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-e0e07ef9-a982-46e5-b6ef-c7fd3c0f8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:25.356943 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-e0e07ef9-a982-46e5-b6ef-c7fd3c0f8e10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974715 Feb 28 11:55:25.474280 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:55:25.621515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-a41200fd-d166-4009-bdb4-416f8732e074 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579658 Feb 28 11:55:25.766095 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-27abad23-86f6-44a4-bd44-db351bd6f257 req-be592f06-53ac-4b78-a3e0-c0bbc4361b5b service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356764 Feb 28 11:55:25.873521 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:e0:69:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:55:23Z', 'revision_number': 9, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:25.877593 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e441-6e97-4b74-9713-d25cd5ebdbf3 None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:e0:69:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:55:23Z', 'revision_number': 9, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:55:26.061864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a17962-80fc-42f3-9e6a-665816342b28 None None] New status for floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:55:26.229691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-6642a9b9-2a82-4107-b05c-6a3f7004955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:26.231749 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-6642a9b9-2a82-4107-b05c-6a3f7004955d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 1099 time: 0.0705769 Feb 28 11:55:26.363810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-3c64da42-e435-4280-8e3d-e891f41b669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:26.365260 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-3c64da42-e435-4280-8e3d-e891f41b669c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1278958 Feb 28 11:55:26.509671 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-1cfb3b9c-e2ea-487a-8eda-b262ec83438b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 200 len: 1002 time: 0.1380367 Feb 28 11:55:26.592634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9199e4-6c10-4c4b-bf59-f7e9eedc2984 req-7a3114b8-e215-4d60-b2b1-b89881842256 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:26.593986 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ff9199e4-6c10-4c4b-bf59-f7e9eedc2984 req-7a3114b8-e215-4d60-b2b1-b89881842256 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.1580677 Feb 28 11:55:26.595483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-11f885f4-467c-4c81-9d64-e1c5f9362ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:26.596765 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-11f885f4-467c-4c81-9d64-e1c5f9362ba0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0814245 Feb 28 11:55:26.681293 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ff9199e4-6c10-4c4b-bf59-f7e9eedc2984 req-030e554c-8634-4337-8c03-5587b96052f4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812232 Feb 28 11:55:26.706392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-47ecbfbe-04cc-483d-a0d3-1dfb290fe1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:26.707884 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-47ecbfbe-04cc-483d-a0d3-1dfb290fe1f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955100 Feb 28 11:55:26.837341 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-8485e41f-4f9d-4794-9c28-c1a3f7e9af6b service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235459 Feb 28 11:55:26.967040 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-9f6400ca-a524-4d08-8a2c-9aadb9cd0b0a service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230118 Feb 28 11:55:27.355038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:27.866677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716cf6-df8c-4b1b-9407-cd3bb0866fd9 req-1ea5930e-f521-4305-a5ce-8046637afa35 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:27.868143 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dd716cf6-df8c-4b1b-9407-cd3bb0866fd9 req-1ea5930e-f521-4305-a5ce-8046637afa35 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0785599 Feb 28 11:55:27.912061 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dd716cf6-df8c-4b1b-9407-cd3bb0866fd9 req-efb5d96b-9c63-44e2-8f01-8527c2d7f363 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378516 Feb 28 11:55:29.097398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78b07e-4627-48df-a2f2-c0561e2e76c0 req-8ad2fa80-3e7c-4723-b887-82feb408c6d6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:29.098816 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf78b07e-4627-48df-a2f2-c0561e2e76c0 req-8ad2fa80-3e7c-4723-b887-82feb408c6d6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0811353 Feb 28 11:55:29.142330 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bf78b07e-4627-48df-a2f2-c0561e2e76c0 req-d2313a4d-a3ef-47e4-aa92-1fd23ba8a662 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379338 Feb 28 11:55:30.248962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19ed7e86-63e8-461d-b4cd-1ec7a8448fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:30.321902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540e9d0-3a8a-475c-ab6a-b1aba8bd095c req-a178c96a-738a-4474-b09c-feda218b7e90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:30.323337 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d540e9d0-3a8a-475c-ab6a-b1aba8bd095c req-a178c96a-738a-4474-b09c-feda218b7e90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0781591 Feb 28 11:55:30.366636 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d540e9d0-3a8a-475c-ab6a-b1aba8bd095c req-c7740100-7c72-4ce7-b6d3-a249c24c8242 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370505 Feb 28 11:55:31.550450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ce484-a10b-46d5-ba64-d043b3d4f811 req-20bd26ea-2603-4fd4-a66d-ade41e73a1bb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:31.551915 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-298ce484-a10b-46d5-ba64-d043b3d4f811 req-20bd26ea-2603-4fd4-a66d-ade41e73a1bb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0812640 Feb 28 11:55:31.595272 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-298ce484-a10b-46d5-ba64-d043b3d4f811 req-83c8e90b-ee4e-4198-baa5-b9389bac7686 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378075 Feb 28 11:55:32.501251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-247db9d8-ad25-43bc-8815-02d8cfa15f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:32.779866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8ad3-cb56-40d3-b926-e3e97157987a req-516cee9c-8f89-47f1-acc5-fd9cb22d7f24 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:32.781305 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-af5d8ad3-cb56-40d3-b926-e3e97157987a req-516cee9c-8f89-47f1-acc5-fd9cb22d7f24 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0783134 Feb 28 11:55:32.827386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-af5d8ad3-cb56-40d3-b926-e3e97157987a req-1901af42-873d-461b-be06-eb8da84ad7d6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402169 Feb 28 11:55:33.670787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:33.826244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:34.099751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d661ece-f201-41f3-bd0a-7414561141c5 req-e936dd1e-4dbf-4c5f-8ba5-3bd9c1d1e8d6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:34.101209 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d661ece-f201-41f3-bd0a-7414561141c5 req-e936dd1e-4dbf-4c5f-8ba5-3bd9c1d1e8d6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.1712728 Feb 28 11:55:34.144371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d661ece-f201-41f3-bd0a-7414561141c5 req-b6b30fb0-1242-4e27-be0a-106c2d13f057 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371006 Feb 28 11:55:35.262260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:35.329473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ead09-fb6c-4c35-bfb0-27797bd3d85c req-5efcc0b9-c5a6-4db5-bfbd-74f52251d5f6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:35.330940 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f66ead09-fb6c-4c35-bfb0-27797bd3d85c req-5efcc0b9-c5a6-4db5-bfbd-74f52251d5f6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0811152 Feb 28 11:55:35.373136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f66ead09-fb6c-4c35-bfb0-27797bd3d85c req-3de1f281-9de3-42a0-8bd1-d1cd92711a08 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365260 Feb 28 11:55:36.556642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ee06d-5030-476c-a4fb-8ffa3d7c46b6 req-ca48f70a-dca4-47ea-ba18-df02cd17aab2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:36.558349 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0c3ee06d-5030-476c-a4fb-8ffa3d7c46b6 req-ca48f70a-dca4-47ea-ba18-df02cd17aab2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0772638 Feb 28 11:55:36.600443 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0c3ee06d-5030-476c-a4fb-8ffa3d7c46b6 req-5d6d3e69-09f5-4ca0-b959-a0ee6259b253 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365663 Feb 28 11:55:37.783384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0f049-9c07-4271-acd8-d99edcd68a9b req-f55dab1d-cc08-40eb-a57e-e89c0aa471e5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:37.784826 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3e0f049-9c07-4271-acd8-d99edcd68a9b req-f55dab1d-cc08-40eb-a57e-e89c0aa471e5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0807037 Feb 28 11:55:37.835571 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3e0f049-9c07-4271-acd8-d99edcd68a9b req-bc83a0f9-fbbf-4df4-9f3e-152b28fc02e5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450487 Feb 28 11:55:39.022654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d58282-7d54-4b62-a8fc-694bec916f0c req-676973e2-900d-450a-970f-f716b9fedf5c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:39.024000 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4d58282-7d54-4b62-a8fc-694bec916f0c req-676973e2-900d-450a-970f-f716b9fedf5c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0807848 Feb 28 11:55:39.065664 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b4d58282-7d54-4b62-a8fc-694bec916f0c req-71bc84ed-f9db-4bf2-aaa1-9e0d7ef6f0da tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360501 Feb 28 11:55:40.247722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158211d-fec9-455a-993a-27d12f043edb req-36e479b4-43be-4ae8-982c-5ef4e18e555b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:40.249139 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e158211d-fec9-455a-993a-27d12f043edb req-36e479b4-43be-4ae8-982c-5ef4e18e555b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0773573 Feb 28 11:55:40.291273 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e158211d-fec9-455a-993a-27d12f043edb req-352a3054-7246-4d09-acfd-9fb39a8ed442 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366378 Feb 28 11:55:41.472986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92bac-3693-433c-8eac-8d1c5caa312b req-d10e4027-0412-4723-89b7-0adc5dfda745 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:41.474408 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67b92bac-3693-433c-8eac-8d1c5caa312b req-d10e4027-0412-4723-89b7-0adc5dfda745 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0811026 Feb 28 11:55:41.517003 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67b92bac-3693-433c-8eac-8d1c5caa312b req-405f282b-84e3-45e8-9a75-87114369fde1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371127 Feb 28 11:55:42.695317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cfa17-a10a-4a72-9446-6a37c371c1bc req-2b3d3e65-a354-41b6-81a3-cf837a799f30 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:42.696748 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d49cfa17-a10a-4a72-9446-6a37c371c1bc req-2b3d3e65-a354-41b6-81a3-cf837a799f30 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0777719 Feb 28 11:55:42.743588 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d49cfa17-a10a-4a72-9446-6a37c371c1bc req-47f8f602-c265-4c1d-a0a5-e982e6b1b88d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407038 Feb 28 11:55:43.928435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cff73-d09d-4442-9f64-21b2a1471105 req-8576dcf1-3a43-479a-b87f-10388187ec45 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:43.929871 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-962cff73-d09d-4442-9f64-21b2a1471105 req-8576dcf1-3a43-479a-b87f-10388187ec45 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0787570 Feb 28 11:55:43.973150 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-962cff73-d09d-4442-9f64-21b2a1471105 req-0244288c-f1c9-4604-a8f3-3f3aba18cd16 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373278 Feb 28 11:55:45.155677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8bd69-b54a-4b5b-a708-fc68735fd728 req-9d1aa7ad-79e4-48cb-94e4-6af48b201d62 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:45.157220 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98a8bd69-b54a-4b5b-a708-fc68735fd728 req-9d1aa7ad-79e4-48cb-94e4-6af48b201d62 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0818820 Feb 28 11:55:45.200734 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-98a8bd69-b54a-4b5b-a708-fc68735fd728 req-2cd21b73-2c8b-4d71-81dc-3a206d637bbd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379109 Feb 28 11:55:46.381033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0d40f-af94-4a3b-bbf2-d5ac8f9306ba req-ab7a379b-b7f5-4036-accc-3e9900102b49 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:46.382448 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-75a0d40f-af94-4a3b-bbf2-d5ac8f9306ba req-ab7a379b-b7f5-4036-accc-3e9900102b49 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0779064 Feb 28 11:55:46.427431 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-75a0d40f-af94-4a3b-bbf2-d5ac8f9306ba req-8046b27b-dada-4e06-8a4f-941f66cb9189 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394962 Feb 28 11:55:47.610951 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6639a3e-ccb6-4e57-b29b-450c9e140998 req-3c5fe2e6-7022-4f62-b0b6-d963c603567b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:47.612390 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c6639a3e-ccb6-4e57-b29b-450c9e140998 req-3c5fe2e6-7022-4f62-b0b6-d963c603567b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0780940 Feb 28 11:55:47.656658 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c6639a3e-ccb6-4e57-b29b-450c9e140998 req-fb3ec7b5-c5d0-4ee7-85e4-4939c5cc96dd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387535 Feb 28 11:55:48.849596 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554584c-af74-4109-8ccb-91d43222bbb2 req-f3756fc7-8c3a-41b7-ab99-db3dbff05181 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:48.851014 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5554584c-af74-4109-8ccb-91d43222bbb2 req-f3756fc7-8c3a-41b7-ab99-db3dbff05181 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0891538 Feb 28 11:55:48.893459 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5554584c-af74-4109-8ccb-91d43222bbb2 req-34eef2bc-c40e-4efc-a41a-588073ef53d6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368350 Feb 28 11:55:50.074451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a914e00-17cb-49e3-b582-c8d9f0f3c8d2 req-78d33dfb-d359-4a41-82c3-07a95e2baf08 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:50.075835 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9a914e00-17cb-49e3-b582-c8d9f0f3c8d2 req-78d33dfb-d359-4a41-82c3-07a95e2baf08 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0785804 Feb 28 11:55:50.118217 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9a914e00-17cb-49e3-b582-c8d9f0f3c8d2 req-72e1ae0f-be56-46bb-8006-9a97a1e7fcec tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367403 Feb 28 11:55:51.303245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bae480-b3f7-448b-b55f-89b71b967f20 req-d5721f7d-13c8-41f5-b2dc-ae079c0a269a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:51.304685 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3bae480-b3f7-448b-b55f-89b71b967f20 req-d5721f7d-13c8-41f5-b2dc-ae079c0a269a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0807958 Feb 28 11:55:51.349162 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f3bae480-b3f7-448b-b55f-89b71b967f20 req-c215e4cb-bff3-4d22-bc56-bc0afab47bff tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381255 Feb 28 11:55:52.529464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568f60c-3256-449d-9a3b-a846267c3c8a req-2299f0f1-3fd3-43f8-ad4d-4970f557e348 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:52.530862 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7568f60c-3256-449d-9a3b-a846267c3c8a req-2299f0f1-3fd3-43f8-ad4d-4970f557e348 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0776832 Feb 28 11:55:52.576131 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7568f60c-3256-449d-9a3b-a846267c3c8a req-c04ba9b8-c54f-405d-9dd7-fa747a542452 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396831 Feb 28 11:55:53.758299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de14b-a7d1-4e55-866d-6d40f4192981 req-ca41684a-ef03-439d-9713-f29a506be2e3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:53.759781 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-906de14b-a7d1-4e55-866d-6d40f4192981 req-ca41684a-ef03-439d-9713-f29a506be2e3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0795791 Feb 28 11:55:53.803841 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-906de14b-a7d1-4e55-866d-6d40f4192981 req-6757686a-2756-45c5-a840-a2e4d97e2a73 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379903 Feb 28 11:55:54.999701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c309d-d86a-4aeb-a8ec-9dfef64d7727 req-c04119e6-6a0d-499d-b3d8-208540e703f6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:55.001091 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-399c309d-d86a-4aeb-a8ec-9dfef64d7727 req-c04119e6-6a0d-499d-b3d8-208540e703f6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0921028 Feb 28 11:55:55.093560 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-399c309d-d86a-4aeb-a8ec-9dfef64d7727 req-62d44f52-bf60-4380-934a-32719d25a1e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556266 Feb 28 11:55:55.109831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-3e5fad96-99a2-438d-99b1-b53b86cfc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:55.111286 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-3e5fad96-99a2-438d-99b1-b53b86cfc4ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 1099 time: 0.1093388 Feb 28 11:55:55.251230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-0fadff2d-1bd9-4f79-8677-ae8d77cd7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:55.252571 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-0fadff2d-1bd9-4f79-8677-ae8d77cd7517 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1225021 Feb 28 11:55:55.445497 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-d3eaf745-d4f5-416b-868a-03bd2d3a94d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 200 len: 1002 time: 0.1873682 Feb 28 11:55:55.507180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-d75768bf-ab33-405e-bed5-359da31d88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:55.508459 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-d75768bf-ab33-405e-bed5-359da31d88bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0568175 Feb 28 11:55:55.579976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-eb264276-b3fa-4967-bbe3-fac90b89a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:55.581391 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-eb264276-b3fa-4967-bbe3-fac90b89a06a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672185 Feb 28 11:55:55.708461 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-c240fbfc-de50-4787-9121-46fba3d600e9 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213942 Feb 28 11:55:55.836939 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-145537a9-2b8e-4d2b-8559-3b143b73336b req-1a283bde-ef45-4746-b90d-2fecdc76f01a service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226230 Feb 28 11:55:56.277372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5b28f-422e-44bc-9a01-2fc26ac94f4a req-fe05ff3a-d9eb-4691-8390-79f875f5e8fd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:56.278817 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dee5b28f-422e-44bc-9a01-2fc26ac94f4a req-fe05ff3a-d9eb-4691-8390-79f875f5e8fd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0818160 Feb 28 11:55:56.322193 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dee5b28f-422e-44bc-9a01-2fc26ac94f4a req-e9933034-3458-4b11-a678-0f65ebd0fe7e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378463 Feb 28 11:55:57.363411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:57.551495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35302a6-9120-4f42-b89e-27068f514fc0 req-0c653fec-1f26-448e-bdf6-9bcf4fa70811 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:57.552925 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f35302a6-9120-4f42-b89e-27068f514fc0 req-0c653fec-1f26-448e-bdf6-9bcf4fa70811 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.1250029 Feb 28 11:55:57.598125 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f35302a6-9120-4f42-b89e-27068f514fc0 req-d977ae0d-fb25-4bdd-89f2-59463338aea6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386629 Feb 28 11:55:58.679058 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-24aa0be8-bca9-4ec5-be07-163ec7ffd99c service neutron] 10.222.0.37 "GET /v2.0/ports/449d4d37-3d6d-4434-af84-bccb7f6bb22d/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0793467 Feb 28 11:55:58.840866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e41941-970e-47ad-bd7a-eabca0b12149 req-681547db-d1a7-4b49-806c-0a18a627b44f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:58.842360 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-33e41941-970e-47ad-bd7a-eabca0b12149 req-681547db-d1a7-4b49-806c-0a18a627b44f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.1323764 Feb 28 11:55:58.928633 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-33e41941-970e-47ad-bd7a-eabca0b12149 req-3282b1b2-9f5a-4e48-8d8c-0185f8357f09 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800865 Feb 28 11:55:58.957054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-9d97d556-b981-4595-87bb-f69de3405120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:58.958491 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-9d97d556-b981-4595-87bb-f69de3405120 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 1099 time: 0.0807521 Feb 28 11:55:59.049033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-7c4f3df7-0f87-43bb-b6ad-7c1ae9a681a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:59.050479 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-7c4f3df7-0f87-43bb-b6ad-7c1ae9a681a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 1099 time: 0.0719631 Feb 28 11:55:59.177686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-d89fd61f-230f-40fd-9d26-c330c6b91253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:59.179197 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-d89fd61f-230f-40fd-9d26-c330c6b91253 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1230373 Feb 28 11:55:59.280485 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-7113ec32-d26b-485a-bd11-8de728b4e4e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 200 len: 1002 time: 0.0934577 Feb 28 11:55:59.339855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-b649256f-1716-4f8d-a4f8-f62d63e95870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:59.341240 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-b649256f-1716-4f8d-a4f8-f62d63e95870 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0555630 Feb 28 11:55:59.418054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-51d277dd-d6bb-44f8-ab45-97de4e431ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:59.419563 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-51d277dd-d6bb-44f8-ab45-97de4e431ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725887 Feb 28 11:55:59.549440 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-edc3e987-bb79-4d94-ab86-b05badb32f53 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236689 Feb 28 11:55:59.775298 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57ab7303-d127-4c38-9db6-9de58358a6f6 req-53646895-c6e1-40fd-b7d3-60c5facfbfa2 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203763 Feb 28 11:56:00.111551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092c662-2e3b-412e-8557-03ddacb3a270 req-800d1b56-bbeb-46f6-8af1-502e74c8b5de tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:00.112997 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5092c662-2e3b-412e-8557-03ddacb3a270 req-800d1b56-bbeb-46f6-8af1-502e74c8b5de tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0781403 Feb 28 11:56:00.159275 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5092c662-2e3b-412e-8557-03ddacb3a270 req-738f7f9c-b919-4d66-9d10-340ad7888321 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405223 Feb 28 11:56:00.250576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6fe64e97-7b2b-4aa3-928e-4dbc3321be52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:01.269278 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:56:01.352709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601562bb-dd89-4ef8-800d-03c7a66d2980 req-1ec15284-fde2-443b-ba6e-02485092c037 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:01.354174 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-601562bb-dd89-4ef8-800d-03c7a66d2980 req-1ec15284-fde2-443b-ba6e-02485092c037 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0867553 Feb 28 11:56:01.404783 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-601562bb-dd89-4ef8-800d-03c7a66d2980 req-56aae585-f3d1-444d-bed6-851258639273 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442953 Feb 28 11:56:02.503318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-824adb51-c574-4810-be93-5976e2aa5bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:02.594601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7c9f4-a2e6-4352-abdd-ab8336664f1c req-3626f832-8003-4fb3-8455-275d2e9e2215 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:02.596058 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-60f7c9f4-a2e6-4352-abdd-ab8336664f1c req-3626f832-8003-4fb3-8455-275d2e9e2215 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0824494 Feb 28 11:56:02.638500 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-60f7c9f4-a2e6-4352-abdd-ab8336664f1c req-dfacc6ef-0025-4891-91c5-8d5931bf8c68 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369055 Feb 28 11:56:02.801848 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:56:02.804201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:56:03.047288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-446bd6f3-866f-4bc7-973f-70c13920ada4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:03.048777 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-446bd6f3-866f-4bc7-973f-70c13920ada4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086&tenant_id=b81de7657f674d8abe75a913b37b5836&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 946 time: 0.0883362 Feb 28 11:56:03.054375 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:03.072746 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:03.092223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'mac_address': 'fa:16:3e:e0:69:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:56:03.097337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:56:03.134606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:03.143666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:03.184329 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-5d5f150a-5244-4acd-a0ee-76574ebf4583 service neutron] 10.222.0.37 "GET /v2.0/ports/449d4d37-3d6d-4434-af84-bccb7f6bb22d/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.1280189 Feb 28 11:56:03.186988 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'code': 200} Feb 28 11:56:03.215733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:03.243198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 449d4d37-3d6d-4434-af84-bccb7f6bb22d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:56:03.251034 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:03.252331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d224d33-af80-451d-8c45-b216583dcc79 req-3214bd99-8f27-4ea6-90f4-953bebf109ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:03.259193 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9d224d33-af80-451d-8c45-b216583dcc79 req-3214bd99-8f27-4ea6-90f4-953bebf109ca tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.1733701 Feb 28 11:56:03.305924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:56:03.306182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:56:03.311633 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9d224d33-af80-451d-8c45-b216583dcc79 req-4b4bd633-585c-4135-8bb7-07fc0882b9a8 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516844 Feb 28 11:56:03.329212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-d13ade43-fad3-4530-a05e-9fb29c990d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:03.330653 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-d13ade43-fad3-4530-a05e-9fb29c990d3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 1097 time: 0.1259923 Feb 28 11:56:03.469239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-8dfba62b-7c1f-455d-bfb5-fd18b4374dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:03.470668 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-8dfba62b-7c1f-455d-bfb5-fd18b4374dcd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1347063 Feb 28 11:56:03.573564 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-3100deb6-43ae-4ed2-83f0-27e701e97950 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 200 len: 1000 time: 0.0965064 Feb 28 11:56:03.634567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-7ed49983-a8ba-4180-995b-4ed1beb00f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:03.636899 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-7ed49983-a8ba-4180-995b-4ed1beb00f2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0581467 Feb 28 11:56:03.673872 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:03.714958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-3d11c3e9-3749-473d-b06d-42aee762b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:03.716450 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-3d11c3e9-3749-473d-b06d-42aee762b54c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743487 Feb 28 11:56:03.854916 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-9ef28fec-16e0-45dd-a2c5-df8fc17a5a2e service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326814 Feb 28 11:56:03.872261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:03.877671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:03.895031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449d4d37-3d6d-4434-af84-bccb7f6bb22d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:56:03.912778 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:03.916593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:03.983308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['449d4d37-3d6d-4434-af84-bccb7f6bb22d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:56:03.991701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-189635eb-0ee7-4177-b717-3f4785e1adef service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315114 Feb 28 11:56:04.032093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:04.501491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeecdb-cf2e-40b9-9335-7d5da7d7c5f6 req-761d6522-d449-4ee7-b5c8-f1b7fc05959e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:04.502917 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2eeecdb-cf2e-40b9-9335-7d5da7d7c5f6 req-761d6522-d449-4ee7-b5c8-f1b7fc05959e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 945 time: 0.0855713 Feb 28 11:56:04.548282 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2eeecdb-cf2e-40b9-9335-7d5da7d7c5f6 req-3585bd99-44ee-4503-8a69-5634ee3dc9cf tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396008 Feb 28 11:56:04.801184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:56:04.875846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 449d4d37-3d6d-4434-af84-bccb7f6bb22d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:56:04.876215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:04.989168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:05.020096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:05.023991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:05.125322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:05.186453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:56:05.236721 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'code': 200} Feb 28 11:56:05.262971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:05.735755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41567fd4-eca2-46db-842a-9f917e69f0ab req-86bd4fb3-1165-40c2-8485-7eb760aa35f4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:05.737247 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-41567fd4-eca2-46db-842a-9f917e69f0ab req-86bd4fb3-1165-40c2-8485-7eb760aa35f4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0861409 Feb 28 11:56:05.781710 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-41567fd4-eca2-46db-842a-9f917e69f0ab req-53dea6b7-b8f2-436a-8acf-78355bdbf411 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388207 Feb 28 11:56:06.328140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-a8ccc4db-9154-4e2e-b976-20b1aa7eb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:06.329580 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-a8ccc4db-9154-4e2e-b976-20b1aa7eb561 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 1099 time: 0.0705364 Feb 28 11:56:06.420599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-cc12fa57-f3b0-4b3e-b8ef-3ab5226a4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:06.421933 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-cc12fa57-f3b0-4b3e-b8ef-3ab5226a4737 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 1099 time: 0.0725706 Feb 28 11:56:06.645194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-11aa4d01-a944-4e3b-a2ee-47c535fcef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:06.646638 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-11aa4d01-a944-4e3b-a2ee-47c535fcef09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.2191496 Feb 28 11:56:06.748301 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-664a8bca-90c4-4abb-827c-f23c5b588a93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 200 len: 1002 time: 0.0950112 Feb 28 11:56:06.808998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-57f36fbb-ad55-4929-a2a2-a4e81d3e23de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:06.810398 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-57f36fbb-ad55-4929-a2a2-a4e81d3e23de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0569267 Feb 28 11:56:06.884724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-33a30e70-cc12-4c43-9003-174e9ae54697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:06.886884 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-33a30e70-cc12-4c43-9003-174e9ae54697 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697699 Feb 28 11:56:07.076661 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-593b8206-3dee-45a1-b0fb-2ecddf09f67a service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828928 Feb 28 11:56:07.084242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7b9f-bb27-4b1c-b573-24e649224445 req-e7e417df-8803-49be-b176-bcf9a9c01c64 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:07.085597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-10fa7b9f-bb27-4b1c-b573-24e649224445 req-e7e417df-8803-49be-b176-bcf9a9c01c64 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.1937051 Feb 28 11:56:07.214827 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-10fa7b9f-bb27-4b1c-b573-24e649224445 req-d438e741-1435-4d7e-abb2-7445e5009433 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111939 Feb 28 11:56:07.242029 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b51ad6e-0afe-49d1-9fad-5325912b4747 req-28c69905-62f4-40b4-af30-515c2908a2b3 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554735 Feb 28 11:56:08.404091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174e101-2ffc-4807-bd0f-38455fdbec5b req-d6fd9cc6-c3d0-4fda-b233-07ddf9bb2b61 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:08.405511 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a174e101-2ffc-4807-bd0f-38455fdbec5b req-d6fd9cc6-c3d0-4fda-b233-07ddf9bb2b61 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0850213 Feb 28 11:56:08.451821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a174e101-2ffc-4807-bd0f-38455fdbec5b req-db731ede-b137-41ec-8682-407622893d83 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406098 Feb 28 11:56:08.811445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:56:08.814382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:56:09.025303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:09.054759 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:09.079856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'mac_address': 'fa:16:3e:e0:69:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:56:09.081224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:56:09.115516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:09.120739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:09.158346 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'code': 200} Feb 28 11:56:09.204595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:09.227656 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:09.231433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449d4d37-3d6d-4434-af84-bccb7f6bb22d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:56:09.247017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:09.250766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:09.316516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['449d4d37-3d6d-4434-af84-bccb7f6bb22d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:56:09.358685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:09.635531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf8da6-b4a0-4925-8964-c6cd3ed606ce req-95e2ba2c-304e-445c-b91f-c672bab88c25 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:09.636869 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dfaf8da6-b4a0-4925-8964-c6cd3ed606ce req-95e2ba2c-304e-445c-b91f-c672bab88c25 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0782018 Feb 28 11:56:09.683069 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dfaf8da6-b4a0-4925-8964-c6cd3ed606ce req-949ad4aa-2a43-497b-8261-8ad1f33c08df tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403223 Feb 28 11:56:09.866128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d7d83-1712-4a52-89c2-4b6fb329627b req-9af86cba-8fc6-4dce-bf31-479a325eeff6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:09.867590 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-746d7d83-1712-4a52-89c2-4b6fb329627b req-9af86cba-8fc6-4dce-bf31-479a325eeff6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0809348 Feb 28 11:56:09.911879 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-746d7d83-1712-4a52-89c2-4b6fb329627b req-1a8001fa-9a3c-4a30-9931-f671dda5d8d9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378206 Feb 28 11:56:10.099785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7165e-878c-4183-80ed-c707fcc51f55 req-91d7224b-d2b7-45c8-918a-85c0722528ea tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:10.101225 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b6b7165e-878c-4183-80ed-c707fcc51f55 req-91d7224b-d2b7-45c8-918a-85c0722528ea tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0858681 Feb 28 11:56:10.145027 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b6b7165e-878c-4183-80ed-c707fcc51f55 req-2f969a72-7aac-46f7-8205-a123705e261a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375955 Feb 28 11:56:10.515140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea8f6-23fa-4028-ac69-6ee552b72e5e req-4b0d8061-8786-4403-9ce9-d0c0e443923b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:10.516574 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52eea8f6-23fa-4028-ac69-6ee552b72e5e req-4b0d8061-8786-4403-9ce9-d0c0e443923b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 946 time: 0.0772111 Feb 28 11:56:10.559653 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-52eea8f6-23fa-4028-ac69-6ee552b72e5e req-35c3b79f-bf04-4380-a07a-3f1f2301271c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375898 Feb 28 11:56:10.820523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:56:10.889594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 449d4d37-3d6d-4434-af84-bccb7f6bb22d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:56:10.889964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:11.000661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:11.031929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:11.035646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:11.107889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:11.158891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:56:11.203380 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'code': 200} Feb 28 11:56:11.741885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed16c-f821-4b92-8dc8-0f6cc57d1105 req-c985f3a0-767d-48d5-9840-a956c3e57680 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:11.744074 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-da1ed16c-f821-4b92-8dc8-0f6cc57d1105 req-c985f3a0-767d-48d5-9840-a956c3e57680 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 947 time: 0.0824444 Feb 28 11:56:11.787690 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-da1ed16c-f821-4b92-8dc8-0f6cc57d1105 req-abe0607d-e4c8-4ba0-9a64-2c69898565c3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372052 Feb 28 11:56:12.527713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-a5619a9f-83ab-43f7-a1ea-bfebb5a0c6df tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:12.529299 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-a5619a9f-83ab-43f7-a1ea-bfebb5a0c6df tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 947 time: 0.0781319 Feb 28 11:56:12.605739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Deleting port 449d4d37-3d6d-4434-af84-bccb7f6bb22d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:56:12.606073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:12.979682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] For port 449d4d37-3d6d-4434-af84-bccb7f6bb22d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=449d4d37-3d6d-4434-af84-bccb7f6bb22d,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:12.980382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:13.096111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2100835-5da5-43a2-a44d-5944b1664654 req-5cf8136f-54a4-4dbf-977e-903c7a40aba3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:13.097489 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a2100835-5da5-43a2-a44d-5944b1664654 req-5cf8136f-54a4-4dbf-977e-903c7a40aba3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 947 time: 0.1978691 Feb 28 11:56:13.274695 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a2100835-5da5-43a2-a44d-5944b1664654 req-2d53df6c-00ac-4328-81e5-6904dab5fc47 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228228 Feb 28 11:56:13.317629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:13.317992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:13.318297 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7 disassociated. External IP: 172.26.8.15, port: 449d4d37-3d6d-4434-af84-bccb7f6bb22d. Feb 28 11:56:13.318631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Calling delete_port for 449d4d37-3d6d-4434-af84-bccb7f6bb22d owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:56:13.459003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:13.508500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event deleted for resources: {'Port': ['ID=449d4d37-3d6d-4434-af84-bccb7f6bb22d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:13.698198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:56:13.869269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:56:13.878369 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:56:13.888432 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:56:13.889031 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:56:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:13.940511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] No DVR routers for this DVR port 449d4d37-3d6d-4434-af84-bccb7f6bb22d on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:56:13.942909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:13.945394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-deleted', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:56:13.961863 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-982c5a4e-fc34-4439-8740-72820e6450d1 req-32bcd6b9-6d21-454d-9351-b37317d584e4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "DELETE /v2.0/ports/449d4d37-3d6d-4434-af84-bccb7f6bb22d HTTP/1.1" status: 204 len: 173 time: 1.4274323 Feb 28 11:56:13.992353 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446bb559-eafe-40d0-83da-8e08a1dfd086', 'name': 'network-vif-deleted', 'tag': '449d4d37-3d6d-4434-af84-bccb7f6bb22d', 'status': 'completed', 'code': 200} Feb 28 11:56:14.063777 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:56:14.363301 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:14.366817 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:56:14.375447 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:56:14.376038 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:56:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:14.443274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9910b586-5ef6-4b4d-8ed1-c7c2b7fd92bd req-18a6c27f-9c15-4dc5-b4e1-d286d65b26ab tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:56:14.460476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9910b586-5ef6-4b4d-8ed1-c7c2b7fd92bd req-18a6c27f-9c15-4dc5-b4e1-d286d65b26ab tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:56:14.462058 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9910b586-5ef6-4b4d-8ed1-c7c2b7fd92bd req-18a6c27f-9c15-4dc5-b4e1-d286d65b26ab tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=446bb559-eafe-40d0-83da-8e08a1dfd086 HTTP/1.1" status: 200 len: 210 time: 0.0651538 Feb 28 11:56:14.554985 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:56:14.848945 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:14.852635 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5cab5-f5fa-4a48-b306-445fb7cd094f None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:56:15.063838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45067b-d825-426e-bd6a-e4c4121a6015 None None] New status for floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:56:15.805308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-d1d2a69a-fd23-4763-87e7-5cdec98fc986 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--671251458&fields=id&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 267 time: 0.0373507 Feb 28 11:56:15.959339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a5fbac2a-3276-412b-a3a6-e703a716a462 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:15.960746 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a5fbac2a-3276-412b-a3a6-e703a716a462 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 811 time: 0.1485116 Feb 28 11:56:15.974600 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-d7d7dcaf-4f93-43ca-89a2-72577e427c97 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/quotas/b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 375 time: 0.0085616 Feb 28 11:56:16.154955 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a80a1302-2774-4923-bed7-46436493de3d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756184 Feb 28 11:56:16.335448 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-b4792c74-e400-44c4-bc9c-ac1439518327 service neutron] 10.222.0.64 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668634 Feb 28 11:56:16.465727 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-8c123ea6-aea6-4eb9-89e3-1f58963375d6 service neutron] 10.222.0.64 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245964 Feb 28 11:56:16.635521 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37ab2123-e171-43fd-b0a3-9b0044c64b80 req-a0be7ab7-29ed-4b6a-b45b-61c58ace2b1e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 210 time: 0.0415614 Feb 28 11:56:16.924828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:56:16.959250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 449d4d37-3d6d-4434-af84-bccb7f6bb22d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:56:16.959597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 449d4d37-3d6d-4434-af84-bccb7f6bb22d not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:56:17.614691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-f205424a-6bd3-4236-aceb-1988330df88e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:17.616120 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-f205424a-6bd3-4236-aceb-1988330df88e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 811 time: 0.1455538 Feb 28 11:56:17.670649 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-fe738bc4-9f00-4876-8f58-7d058cbed3c1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 379 time: 0.0461135 Feb 28 11:56:17.678791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'port': {'device_id': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'admin_state_up': True, 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'security_groups': ['6172913c-0b2e-41ac-8531-1eb01a3fd0d1']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:56:17.818903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f479e6f2-fbbe-4243-ba5c-c7982221c9b5 req-b626ba37-8a17-4ccd-9a58-6100df85b89d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 210 time: 0.0602350 Feb 28 11:56:17.854252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:56:17.863578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:56:17.873567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Made reservation on behalf of b81de7657f674d8abe75a913b37b5836 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:56:17.877184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:18.034641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Allocated IP 172.20.0.10 (b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac/5af5934b-4466-4479-8708-42e8a8e34a43/03bb2806-55ed-403e-8d5a-c778554e1dbf) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:56:18.219812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:18.235434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Transition to ACTIVE for port object 03bb2806-55ed-403e-8d5a-c778554e1dbf will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:56:18.257859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:18.326364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:56:18.333228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:56:18.337447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:56:18.369182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:18.389168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.389516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.389852 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.390190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.390518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.390842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.391192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.391541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.391846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.392165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.392482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.392801 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:18.417030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:18.417677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:18.444897 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-a6231a46-cadb-46d5-9b25-d5b7c3b88b90 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7697864 Feb 28 11:56:18.455848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Request body: {'port': {'device_id': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:56:18.572778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:18.604379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-833a3c17-0111-44a7-bea0-957100375305 None None] Provisioning for port 03bb2806-55ed-403e-8d5a-c778554e1dbf completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:56:18.609109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-833a3c17-0111-44a7-bea0-957100375305 None None] Provisioning complete for port 03bb2806-55ed-403e-8d5a-c778554e1dbf triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:56:18.609484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-833a3c17-0111-44a7-bea0-957100375305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:18.665299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-833a3c17-0111-44a7-bea0-957100375305 None None] Port 03bb2806-55ed-403e-8d5a-c778554e1dbf cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:56:19.075672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d9b4c-a08d-4307-a4ce-1e5f0af4321b req-beb7713e-b6aa-4782-9229-5b7413cbfd5f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:19.076270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-725d9b4c-a08d-4307-a4ce-1e5f0af4321b req-beb7713e-b6aa-4782-9229-5b7413cbfd5f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:56:19.083965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bb2806-55ed-403e-8d5a-c778554e1dbf {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:56:19.096665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:19.115646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-725d9b4c-a08d-4307-a4ce-1e5f0af4321b req-beb7713e-b6aa-4782-9229-5b7413cbfd5f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:56:19.116909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-725d9b4c-a08d-4307-a4ce-1e5f0af4321b req-beb7713e-b6aa-4782-9229-5b7413cbfd5f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 932 time: 0.1833138 Feb 28 11:56:19.124734 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Transition to ACTIVE for port object 03bb2806-55ed-403e-8d5a-c778554e1dbf will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:56:19.139011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:19.285645 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-725d9b4c-a08d-4307-a4ce-1e5f0af4321b req-675c40a7-31ee-4005-a464-bc636a1fcdcd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620433 Feb 28 11:56:19.293063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:19.398476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Attempting to bind port 03bb2806-55ed-403e-8d5a-c778554e1dbf on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:56:19.398811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Attempting to bind port 03bb2806-55ed-403e-8d5a-c778554e1dbf by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:56:19.399228 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Attempting to bind port 03bb2806-55ed-403e-8d5a-c778554e1dbf on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:56:19.403685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Port 03bb2806-55ed-403e-8d5a-c778554e1dbf on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:56:19.404003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Attempting to bind port 03bb2806-55ed-403e-8d5a-c778554e1dbf on network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:56:19.408974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:56:19.409306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Checking segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:56:19.409682 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Bound using segment: {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:56:19.410102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Bound port: 03bb2806-55ed-403e-8d5a-c778554e1dbf, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dde4ad4-1d2c-40af-aee3-d82ac89a442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:56:19.410442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:19.510110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:56:19.512946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:56:19.520642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:19.578062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:19.578653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:19.580023 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-61a9525f-219f-4005-a235-4552dee6891e service neutron] 10.222.0.37 "PUT /v2.0/ports/03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 200 len: 1094 time: 1.1284180 Feb 28 11:56:19.580449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:56:19.610421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9525f-219f-4005-a235-4552dee6891e service neutron] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:19.653891 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'status': 'completed', 'code': 200} Feb 28 11:56:19.695762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-20a9b30d-a659-44e0-82c7-0729b684aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:19.697432 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-20a9b30d-a659-44e0-82c7-0729b684aa50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 1097 time: 0.0761862 Feb 28 11:56:19.769035 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-fbd3fe50-4e65-449b-b51c-313aedf110fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 200 len: 217 time: 0.0650203 Feb 28 11:56:19.832049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-9d165c74-2d1e-4d88-8110-db084983c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:19.833780 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-9d165c74-2d1e-4d88-8110-db084983c474 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0595901 Feb 28 11:56:19.911203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-2c86d699-37cc-4a55-ab8f-e22d28b4fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:19.912689 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-2c86d699-37cc-4a55-ab8f-e22d28b4fcf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731442 Feb 28 11:56:20.041669 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-ac8692c5-ad7b-4f74-b6b6-df156df3ec5a service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228211 Feb 28 11:56:20.170346 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-17ba092a-2c5a-4511-b7e5-c9a2319822e9 req-b259771b-5838-423d-af36-3b3e6e4e0b66 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228118 Feb 28 11:56:20.289380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-9f927489-7685-44b6-afe8-ab744889bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:20.290860 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-9f927489-7685-44b6-afe8-ab744889bf9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 1097 time: 0.0709102 Feb 28 11:56:20.468150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-13b702ec-5351-4500-a196-1c7d9774e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:20.469619 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-13b702ec-5351-4500-a196-1c7d9774e73b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1720123 Feb 28 11:56:20.549984 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-a5dab088-16ac-4650-b20e-4223fcde0653 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 200 len: 217 time: 0.0728939 Feb 28 11:56:20.562607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecdb91-4c23-4889-a905-92902473b237 req-0854fb60-8c21-4561-92e7-03117ebaeaaf tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:20.563994 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-66ecdb91-4c23-4889-a905-92902473b237 req-0854fb60-8c21-4561-92e7-03117ebaeaaf tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 944 time: 0.1663544 Feb 28 11:56:20.750567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-976063ee-cc92-4bbd-92ed-12b7ed9fa1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:20.752039 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-976063ee-cc92-4bbd-92ed-12b7ed9fa1fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.1872067 Feb 28 11:56:20.756535 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-66ecdb91-4c23-4889-a905-92902473b237 req-33ef28d5-f121-4a6f-ac14-50d13f174adc tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578151 Feb 28 11:56:20.829353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-eb738be2-c7ee-4cca-86a9-c5668b2e6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:20.830810 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-eb738be2-c7ee-4cca-86a9-c5668b2e6251 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718944 Feb 28 11:56:20.968181 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-eb56a69d-cf2f-47b7-8b59-0d5b4e1e4c2f service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290464 Feb 28 11:56:21.115407 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5dca380a-eb1a-40bc-b522-53e33a5bb6ab req-a070de1f-d46b-4c4d-ab84-a16e7976cf40 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411099 Feb 28 11:56:21.943917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0e625-97ac-4638-82fb-0104351235bb req-fd75b8dd-24be-4f80-9aae-e8637d6a2bd8 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:21.945404 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c6e0e625-97ac-4638-82fb-0104351235bb req-fd75b8dd-24be-4f80-9aae-e8637d6a2bd8 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 944 time: 0.0807552 Feb 28 11:56:21.988395 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c6e0e625-97ac-4638-82fb-0104351235bb req-283a2e78-f229-4871-b180-ac1084e021d6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372472 Feb 28 11:56:22.941230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:56:23.070953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:23.084279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'mac_address': 'fa:16:3e:70:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:56:23.138557 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:23.166067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bb2806-55ed-403e-8d5a-c778554e1dbf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:56:23.178301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1645dc-f34b-4192-a2a0-ffda4dfb7d93 req-97cf37bb-5056-4bff-a712-cd57398476a0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:23.179762 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c1645dc-f34b-4192-a2a0-ffda4dfb7d93 req-97cf37bb-5056-4bff-a712-cd57398476a0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 944 time: 0.0854404 Feb 28 11:56:23.182007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:23.186149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:23.225614 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c1645dc-f34b-4192-a2a0-ffda4dfb7d93 req-fe728929-2938-4c0f-92d7-9391a67feb79 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391788 Feb 28 11:56:23.288651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:23.295526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.295858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.296192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.296524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.296850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.297175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.297499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.297818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.298140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.298478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.298797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.299113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:23.398887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['03bb2806-55ed-403e-8d5a-c778554e1dbf'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:56:24.410237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f879c-3e94-416c-9979-eeed7839dce7 req-cc7229e2-b45a-46ad-a5e6-512429477dd7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:24.411678 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c2f879c-3e94-416c-9979-eeed7839dce7 req-cc7229e2-b45a-46ad-a5e6-512429477dd7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 945 time: 0.0786667 Feb 28 11:56:24.457057 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c2f879c-3e94-416c-9979-eeed7839dce7 req-cf8ebb24-e2fb-4540-b12d-f9f46f8665e1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398331 Feb 28 11:56:24.955931 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:56:25.020064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 03bb2806-55ed-403e-8d5a-c778554e1dbf completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:56:25.024351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 03bb2806-55ed-403e-8d5a-c778554e1dbf triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:56:25.024720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:25.137500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:25.163344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:56:25.172789 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:56:25.176746 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:25.247873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:25.351292 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'code': 200} Feb 28 11:56:25.614528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68014c7-027a-4f14-9cc2-420a73ac2150 req-1d1ce8c0-9221-409c-986c-bd28022274a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:25.615906 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f68014c7-027a-4f14-9cc2-420a73ac2150 req-1d1ce8c0-9221-409c-986c-bd28022274a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 1099 time: 0.1117892 Feb 28 11:56:25.669735 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f68014c7-027a-4f14-9cc2-420a73ac2150 req-1a9a93af-e339-4ea3-9b8d-4126f82c4c7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470548 Feb 28 11:56:25.681735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1276-59b9-4490-a0d6-2e6f4500ee59 req-5c137907-cfb7-42c4-8df6-2ac8a333a25a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:25.683372 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8dbe1276-59b9-4490-a0d6-2e6f4500ee59 req-5c137907-cfb7-42c4-8df6-2ac8a333a25a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.1173494 Feb 28 11:56:25.735333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8dbe1276-59b9-4490-a0d6-2e6f4500ee59 req-65c962e6-ed1a-4003-ac30-b1493bc291b4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463603 Feb 28 11:56:26.918073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25756-2d8e-4dbd-8430-f99299b01d1f req-11dd5f69-b3f2-4b1e-acf4-292768202110 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:26.919547 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-01f25756-2d8e-4dbd-8430-f99299b01d1f req-11dd5f69-b3f2-4b1e-acf4-292768202110 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0803089 Feb 28 11:56:26.966039 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-01f25756-2d8e-4dbd-8430-f99299b01d1f req-c4d39148-0b0b-4b68-be5a-9b54ca7dfd3d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409501 Feb 28 11:56:27.142256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5623dd-4bad-496c-b570-180143bc404d req-56d99f1e-05fd-4242-a766-464d85177266 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:27.143782 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8e5623dd-4bad-496c-b570-180143bc404d req-56d99f1e-05fd-4242-a766-464d85177266 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0784452 Feb 28 11:56:27.152860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34316) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:56:27.157767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e7d55b33-d8c6-462f-81af-3fffabc58480 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Request body: {'floatingip': {'port_id': '03bb2806-55ed-403e-8d5a-c778554e1dbf'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:56:27.236326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7d55b33-d8c6-462f-81af-3fffabc58480 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:27.365827 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:27.915404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7d55b33-d8c6-462f-81af-3fffabc58480 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:27.918970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7d55b33-d8c6-462f-81af-3fffabc58480 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:28.093539 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-e7d55b33-d8c6-462f-81af-3fffabc58480 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7 associated. External IP: 172.26.8.15, port: 03bb2806-55ed-403e-8d5a-c778554e1dbf. Feb 28 11:56:28.436326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d55b33-d8c6-462f-81af-3fffabc58480 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:56:28.606909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d55b33-d8c6-462f-81af-3fffabc58480 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:56:28.611163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7d55b33-d8c6-462f-81af-3fffabc58480 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:28.616275 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:56:28.626913 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:56:28.627543 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:56:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:28.668510 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e7d55b33-d8c6-462f-81af-3fffabc58480 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "PUT /v2.0/floatingips/c235064a-1b59-4f2a-a625-81ceeec4a6b7 HTTP/1.1" status: 200 len: 992 time: 1.5146034 Feb 28 11:56:28.669203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:56:28.723086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'status': 'completed', 'code': 200} Feb 28 11:56:28.827767 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-91ee813c-e297-4bd6-a993-621c5d3ae39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:28.829325 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-91ee813c-e297-4bd6-a993-621c5d3ae39c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0792315 Feb 28 11:56:28.844841 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:56:28.964278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-bc76e4d5-c25d-4854-9939-baeb29d3ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:28.966386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-bc76e4d5-c25d-4854-9939-baeb29d3ac5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1310174 Feb 28 11:56:29.220515 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:70:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:56:27Z', 'revision_number': 13, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:29.224755 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:56:29.231651 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-a8e4963e-441c-46fc-bb1e-ed5aa7f86911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 200 len: 1000 time: 0.2598987 Feb 28 11:56:29.234008 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:56:29.234607 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:56:02Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:29.294433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-a385cf93-2a58-4881-b21b-20e1a2b13d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:29.295959 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-a385cf93-2a58-4881-b21b-20e1a2b13d7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0588398 Feb 28 11:56:29.373518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-0d84b2ec-76b7-4855-b658-3744ff9bf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:29.375111 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-0d84b2ec-76b7-4855-b658-3744ff9bf6da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737104 Feb 28 11:56:29.409018 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:56:29.508422 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-14f1c149-9b44-4bfb-bc21-2a5d3b0b46af service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270788 Feb 28 11:56:29.641662 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f47f3eeb-4df7-41ec-9888-99b5a09b75d3 req-fcb25797-c9a7-4616-84ef-c12420c59f06 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262550 Feb 28 11:56:29.769767 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:70:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:56:27Z', 'revision_number': 13, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:29.774331 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee3689-9c71-473b-8035-8d7f1b6c1ad5 None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c235064a-1b59-4f2a-a625-81ceeec4a6b7', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'floating_ip_address': '172.26.8.15', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'port_id': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'mac_address': 'fa:16:3e:70:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:24Z', 'updated_at': '2022-02-28T11:56:27Z', 'revision_number': 13, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:56:29.973054 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71411476-0f14-47af-8659-764f375d979c None None] New status for floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:56:30.255205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c903c3f3-76f0-400d-abf6-89e72f7051c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:30.350574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc243951-e3d8-421d-8745-a1b61039061b req-d6560718-2272-468f-bfaf-43379dbf87bf tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:30.352044 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fc243951-e3d8-421d-8745-a1b61039061b req-d6560718-2272-468f-bfaf-43379dbf87bf tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0789645 Feb 28 11:56:30.395068 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fc243951-e3d8-421d-8745-a1b61039061b req-97ee129e-c687-429a-9995-d30c0a41a53c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369503 Feb 28 11:56:32.504895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8db4-b9bd-4b8f-b421-343991c8b9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:33.676275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:33.825046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:35.265734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:38.267481 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:56:38.997336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54274163-bb55-4ba2-a4fe-74a1f262ba37 req-274d13df-db30-462a-a11a-c58e17d5752b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:38.998702 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-54274163-bb55-4ba2-a4fe-74a1f262ba37 req-274d13df-db30-462a-a11a-c58e17d5752b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0835423 Feb 28 11:56:39.016246 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-84aa25f4-848b-4e0f-ba48-040bc0c0febe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1478405 Feb 28 11:56:39.043438 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-54274163-bb55-4ba2-a4fe-74a1f262ba37 req-d1b2ba0f-6d7c-4f62-b81d-5348d4516f92 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387695 Feb 28 11:56:40.283244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-4df1ed20-8212-43a4-a392-fcab6c0d6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:40.284517 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-4df1ed20-8212-43a4-a392-fcab6c0d6c95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 1099 time: 0.1311116 Feb 28 11:56:40.294341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992200be-a3e2-48a9-9fff-7288bee3109c req-df1d4c18-fe96-4ea7-afb1-3bdfa6fdbb33 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:40.295694 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-992200be-a3e2-48a9-9fff-7288bee3109c req-df1d4c18-fe96-4ea7-afb1-3bdfa6fdbb33 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.1120968 Feb 28 11:56:40.423070 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-992200be-a3e2-48a9-9fff-7288bee3109c req-79a01ac2-f7e8-40fb-9bc0-c7cb8407e747 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090200 Feb 28 11:56:40.452420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-92f2e5ee-7c1a-464f-9eff-317f052ebb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:40.453846 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-92f2e5ee-7c1a-464f-9eff-317f052ebb89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1573312 Feb 28 11:56:40.552772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-1fdf52b1-a440-42f4-b9d5-3d4045fd61f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 200 len: 1002 time: 0.0929070 Feb 28 11:56:40.614547 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-0cadef11-598e-4151-8cf6-90f163deb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:40.615940 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-0cadef11-598e-4151-8cf6-90f163deb195 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0574448 Feb 28 11:56:40.687370 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-43b4964d-f173-4434-960f-c74413ea9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:40.688737 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-43b4964d-f173-4434-960f-c74413ea9d13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674303 Feb 28 11:56:40.816175 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-bcc0c14e-01b1-463c-979a-9413c845e2c8 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219127 Feb 28 11:56:40.949625 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-0a17ad8b-0d7d-4f79-a4ac-a6c4eba12b86 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211929 Feb 28 11:56:41.613296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca3448-0a48-45b5-bf4d-35defd374b1b req-c4081566-b37a-4cda-921e-8b5f2584e15f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:41.614768 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1bca3448-0a48-45b5-bf4d-35defd374b1b req-c4081566-b37a-4cda-921e-8b5f2584e15f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0837085 Feb 28 11:56:41.661190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1bca3448-0a48-45b5-bf4d-35defd374b1b req-5f460abc-316b-4ca1-a682-d32169bd849b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 Feb 28 11:56:42.945779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da04a54-77f0-4c4e-95fc-1c762d496240 req-2fdf6cf3-66cc-471a-8af8-761110557776 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:42.947265 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3da04a54-77f0-4c4e-95fc-1c762d496240 req-2fdf6cf3-66cc-471a-8af8-761110557776 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.1790655 Feb 28 11:56:42.990068 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3da04a54-77f0-4c4e-95fc-1c762d496240 req-c8787d01-1a4a-48ba-89e7-5efe668f7275 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371668 Feb 28 11:56:44.171673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cc780-4b63-42c4-8782-1ba7087fdec0 req-6d21bb3b-b058-4914-a76b-11944371c11c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:44.173136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f1cc780-4b63-42c4-8782-1ba7087fdec0 req-6d21bb3b-b058-4914-a76b-11944371c11c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0804663 Feb 28 11:56:44.215947 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8f1cc780-4b63-42c4-8782-1ba7087fdec0 req-a7918c54-d647-46fb-a824-08f7169d9b24 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372543 Feb 28 11:56:45.397116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de813f-6477-4397-afa5-1ca35b71b656 req-fb76305b-d9c3-45ab-b10c-dd642301bd72 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:45.398546 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-09de813f-6477-4397-afa5-1ca35b71b656 req-fb76305b-d9c3-45ab-b10c-dd642301bd72 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0784671 Feb 28 11:56:45.444091 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-09de813f-6477-4397-afa5-1ca35b71b656 req-79fe7a9e-e30e-4b97-8432-8fd45b6e81dc tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393970 Feb 28 11:56:46.634218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84476c-9fda-478d-81d6-c668eb06cafa req-7f4546de-8eee-4cc9-8b4c-45b50eae1f28 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:46.635716 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e84476c-9fda-478d-81d6-c668eb06cafa req-7f4546de-8eee-4cc9-8b4c-45b50eae1f28 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0844922 Feb 28 11:56:46.678652 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e84476c-9fda-478d-81d6-c668eb06cafa req-e3e0fbd0-bb55-48fb-86d6-e699763af3ad tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372834 Feb 28 11:56:47.861408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be015517-ff6f-4753-bdde-fb9bee98cbf7 req-a3c288c5-bac0-4acd-8333-76cca901bfa7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:47.862827 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be015517-ff6f-4753-bdde-fb9bee98cbf7 req-a3c288c5-bac0-4acd-8333-76cca901bfa7 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0806439 Feb 28 11:56:47.905993 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be015517-ff6f-4753-bdde-fb9bee98cbf7 req-adac7e50-493d-44b5-8ce9-4283943438c6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376718 Feb 28 11:56:49.098021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5ab96-24ad-44ab-9ddf-c93edb51926c req-5e6df40d-4211-4904-a079-b5b8e2fa085a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:49.098021 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-10a5ab96-24ad-44ab-9ddf-c93edb51926c req-5e6df40d-4211-4904-a079-b5b8e2fa085a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0819886 Feb 28 11:56:49.138329 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-10a5ab96-24ad-44ab-9ddf-c93edb51926c req-3cbd6d95-2672-486b-a799-0c75bf9ee05b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371854 Feb 28 11:56:50.333398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eea64-1387-4b97-b37c-3ac66e83c90f req-bcb65cc0-99ce-4f6b-8381-f2a6599f1351 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:50.334827 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-499eea64-1387-4b97-b37c-3ac66e83c90f req-bcb65cc0-99ce-4f6b-8381-f2a6599f1351 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0883183 Feb 28 11:56:50.377085 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-499eea64-1387-4b97-b37c-3ac66e83c90f req-92b14fa7-09b3-4386-bde0-ddbbc8dc451f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366864 Feb 28 11:56:51.560874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b09220-ae07-4cf4-b566-a0c9aa01a19d req-d7f1306e-a0bb-460a-b187-0fe57f728b7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:51.562316 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95b09220-ae07-4cf4-b566-a0c9aa01a19d req-d7f1306e-a0bb-460a-b187-0fe57f728b7c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0811877 Feb 28 11:56:51.604195 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-95b09220-ae07-4cf4-b566-a0c9aa01a19d req-9b6117dc-ef2a-46df-bd16-bbf3f963060b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357754 Feb 28 11:56:52.786201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f482-7a08-4628-9d34-fc7a763eac78 req-2e3efabe-72c8-431c-84b2-3915008a1840 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:52.787663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c863f482-7a08-4628-9d34-fc7a763eac78 req-2e3efabe-72c8-431c-84b2-3915008a1840 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0797465 Feb 28 11:56:52.831835 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c863f482-7a08-4628-9d34-fc7a763eac78 req-2f5ad022-6ae4-49c1-81be-c024d9ee20bc tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381696 Feb 28 11:56:54.018179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ac0cf-619a-4b33-a919-0740308135ff req-809caf25-683f-44c2-84c4-21290c15f9ac tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:54.019544 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2d9ac0cf-619a-4b33-a919-0740308135ff req-809caf25-683f-44c2-84c4-21290c15f9ac tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0822918 Feb 28 11:56:54.063149 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2d9ac0cf-619a-4b33-a919-0740308135ff req-e3c167d7-6be3-46a6-a618-415a51631d78 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379531 Feb 28 11:56:55.243081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad47a38-b660-4cd3-bd14-2e22aaae2934 req-ced4c09b-526b-486a-91bc-19aaf765f3ea tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:55.244572 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ad47a38-b660-4cd3-bd14-2e22aaae2934 req-ced4c09b-526b-486a-91bc-19aaf765f3ea tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0782466 Feb 28 11:56:55.289829 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ad47a38-b660-4cd3-bd14-2e22aaae2934 req-d2fd1bda-f3c6-48cb-86a2-c2b93186a60f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397377 Feb 28 11:56:56.483254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d88fb-f179-421a-82bc-ecfebbe9f601 req-50e90713-a480-4add-8694-1554561b020f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:56.484701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a47d88fb-f179-421a-82bc-ecfebbe9f601 req-50e90713-a480-4add-8694-1554561b020f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0786369 Feb 28 11:56:56.528164 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a47d88fb-f179-421a-82bc-ecfebbe9f601 req-2d86c803-3391-4078-bc4b-cdf0def75551 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378346 Feb 28 11:56:57.057982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-88b8cbf4-7af7-4165-b388-1beeaa96ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:57.059355 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-88b8cbf4-7af7-4165-b388-1beeaa96ecbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0724602 Feb 28 11:56:57.202546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-6e8e517f-5245-4aaa-ae93-41c464461c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:57.204053 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-6e8e517f-5245-4aaa-ae93-41c464461c82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1242723 Feb 28 11:56:57.302318 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-fdb3abda-445b-400b-8843-7e758de82234 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 200 len: 1002 time: 0.0928817 Feb 28 11:56:57.363098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-143558d6-ddc1-42d9-95ac-0c4201104841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:57.364467 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-143558d6-ddc1-42d9-95ac-0c4201104841 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0562339 Feb 28 11:56:57.373891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:57.438391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-7fb59fd4-7117-4c23-875e-b3eac8c042a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:57.439858 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-7fb59fd4-7117-4c23-875e-b3eac8c042a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687182 Feb 28 11:56:57.711207 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-98791e88-b005-4205-b08a-cab3bf866e80 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656047 Feb 28 11:56:57.820576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5874c58-b98b-4666-a5db-28759a58cf32 req-41f84448-c1aa-4186-ad61-3f7b924fb28c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:57.822002 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5874c58-b98b-4666-a5db-28759a58cf32 req-41f84448-c1aa-4186-ad61-3f7b924fb28c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.1837058 Feb 28 11:56:57.887430 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f5874c58-b98b-4666-a5db-28759a58cf32 req-f2ae10a8-b75b-4f43-a784-f3aa7eff9566 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582643 Feb 28 11:56:57.892385 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ba97449-22c6-44c4-a361-1a6eed223ba8 req-0dd7f102-c212-4dee-ab11-bfd43ac9acf8 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734164 Feb 28 11:56:59.076341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6f7e0-6a5a-4a2e-bb49-3e2d8f318ac7 req-ea7102c8-bafb-4e8a-9e73-c662b185ab46 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:59.077699 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-19d6f7e0-6a5a-4a2e-bb49-3e2d8f318ac7 req-ea7102c8-bafb-4e8a-9e73-c662b185ab46 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0861628 Feb 28 11:56:59.121331 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-19d6f7e0-6a5a-4a2e-bb49-3e2d8f318ac7 req-189db2c3-3079-4b57-a5f3-89af140bd250 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 Feb 28 11:57:00.249044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-30eb04cb-fd55-4df9-9537-cf47cad70b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:00.300548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7c1c7-f3d3-49ca-8b09-120b6a426523 req-af111288-f00d-4653-b1b9-8bf6af2a51ce tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:00.302007 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37a7c1c7-f3d3-49ca-8b09-120b6a426523 req-af111288-f00d-4653-b1b9-8bf6af2a51ce tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0779467 Feb 28 11:57:00.344393 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37a7c1c7-f3d3-49ca-8b09-120b6a426523 req-d0b377e6-f77b-4d9c-8244-ab00fa6bcac6 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359392 Feb 28 11:57:01.532130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb9b11-d7e7-48f6-8200-0034746d429a req-60fd9e31-132a-4076-bdc8-4d57d9524455 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:01.533562 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ddb9b11-d7e7-48f6-8200-0034746d429a req-60fd9e31-132a-4076-bdc8-4d57d9524455 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0809896 Feb 28 11:57:01.576838 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5ddb9b11-d7e7-48f6-8200-0034746d429a req-ef9cc279-39ad-490b-bc89-fd6b99123618 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377042 Feb 28 11:57:02.505532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-464f4a1f-d970-4b07-a583-f28f23f6dcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:02.761224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fd3d0-8dd9-4553-a0d2-2bb754e6f3b4 req-ba92af7e-91bf-4e2d-b91f-1a42b9ef042b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:02.761224 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-589fd3d0-8dd9-4553-a0d2-2bb754e6f3b4 req-ba92af7e-91bf-4e2d-b91f-1a42b9ef042b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0795851 Feb 28 11:57:02.809390 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-589fd3d0-8dd9-4553-a0d2-2bb754e6f3b4 req-84e285a7-abd8-4ed0-ac69-fe6dea7a6ef5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 Feb 28 11:57:03.205645 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-2a4a5dc1-432f-468d-ba01-b94660d2ec27 service neutron] 10.222.0.37 "GET /v2.0/ports/03bb2806-55ed-403e-8d5a-c778554e1dbf/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0749867 Feb 28 11:57:03.461159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-f4787ace-8a10-4df9-b1f2-762010424484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:03.462615 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-f4787ace-8a10-4df9-b1f2-762010424484 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 1099 time: 0.0697730 Feb 28 11:57:03.553423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-dbde607c-df42-47ad-ae2b-c2024680f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:03.554856 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-dbde607c-df42-47ad-ae2b-c2024680f9f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0720420 Feb 28 11:57:03.680088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:03.686005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-946df81c-d477-48ef-a940-8649d44909d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:03.687548 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-946df81c-d477-48ef-a940-8649d44909d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1262505 Feb 28 11:57:03.788824 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-4e183534-79ec-4599-892d-148dc406e8ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 200 len: 1002 time: 0.0956531 Feb 28 11:57:03.827856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:03.850763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-1f46c3ef-52c3-46f9-96b9-8877148c2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:03.852268 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-1f46c3ef-52c3-46f9-96b9-8877148c2f14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0571144 Feb 28 11:57:03.971242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-7804b5c2-313d-4968-8602-577b39614f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:03.972714 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-7804b5c2-313d-4968-8602-577b39614f0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140187 Feb 28 11:57:04.098721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b45aa-f2af-4dd9-952d-86e71f68a56e req-a38bdb6b-0361-42f4-a7d6-4fc28a79c390 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:04.100124 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b73b45aa-f2af-4dd9-952d-86e71f68a56e req-a38bdb6b-0361-42f4-a7d6-4fc28a79c390 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.1771753 Feb 28 11:57:04.151308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-bdcba197-ca92-46ee-afdd-94847e9d8890 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709592 Feb 28 11:57:04.179100 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b73b45aa-f2af-4dd9-952d-86e71f68a56e req-428412d2-87e8-4b0a-b08a-8813f88a1d4c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725935 Feb 28 11:57:04.389456 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-77dbdb4e-726f-4a4f-9206-a87e3e97a542 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325230 Feb 28 11:57:05.281350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:05.390900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511eb9-4001-41cc-8901-92ffecbce4f2 req-989209b1-2972-4c81-af1a-e72c7d56055b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:05.392251 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-32511eb9-4001-41cc-8901-92ffecbce4f2 req-989209b1-2972-4c81-af1a-e72c7d56055b tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0969820 Feb 28 11:57:05.435343 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-32511eb9-4001-41cc-8901-92ffecbce4f2 req-3d0447f7-d56f-49d3-ad06-7a48ee31f2f0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374846 Feb 28 11:57:06.617057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c65cb7-7ac8-4d65-8afe-394142b56416 req-13556fc3-9433-4078-9dd3-e36eecfd3af4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:06.618474 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c8c65cb7-7ac8-4d65-8afe-394142b56416 req-13556fc3-9433-4078-9dd3-e36eecfd3af4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0789242 Feb 28 11:57:06.664917 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c8c65cb7-7ac8-4d65-8afe-394142b56416 req-28147270-995a-497f-9cfd-6914746c7167 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 Feb 28 11:57:07.125726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:57:07.128907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:57:07.344066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:07.365725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:07.386676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'mac_address': 'fa:16:3e:70:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:57:07.392918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:57:07.433693 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:07.442290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:07.502228 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:07.516173 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'code': 200} Feb 28 11:57:07.537601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03bb2806-55ed-403e-8d5a-c778554e1dbf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:57:07.545776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:07.604576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:57:07.604938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:57:07.853842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0077a-1978-4245-9714-643a69ffefae req-f5554c90-e6e8-48f2-a0b6-45640a04da58 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:07.855415 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-abb0077a-1978-4245-9714-643a69ffefae req-f5554c90-e6e8-48f2-a0b6-45640a04da58 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 944 time: 0.0787876 Feb 28 11:57:07.899400 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-abb0077a-1978-4245-9714-643a69ffefae req-5e276e68-4e54-47e1-9488-ba4aa5c36f70 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381777 Feb 28 11:57:08.160226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:08.176935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bb2806-55ed-403e-8d5a-c778554e1dbf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:57:08.191971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:08.196237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:08.261313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['03bb2806-55ed-403e-8d5a-c778554e1dbf'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:57:08.306877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:09.087151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162ca60-735f-4325-93e6-ae75de308eef req-a63cd604-cd81-436a-a30c-16d825d71920 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:09.088528 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e162ca60-735f-4325-93e6-ae75de308eef req-a63cd604-cd81-436a-a30c-16d825d71920 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 945 time: 0.0819743 Feb 28 11:57:09.131001 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e162ca60-735f-4325-93e6-ae75de308eef req-d3bab4de-1908-4e82-8356-afbfdb17fa28 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370085 Feb 28 11:57:09.141735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:57:09.236726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 03bb2806-55ed-403e-8d5a-c778554e1dbf triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:57:09.237474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:09.347636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:09.395863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:09.458280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:09.516661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:57:09.543478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:09.569709 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'code': 200} Feb 28 11:57:10.314921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2868c9-380f-4703-8f86-7bfd7baee624 req-0eb3e2ca-e986-4851-9aa3-4f579af906c3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:10.316383 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e2868c9-380f-4703-8f86-7bfd7baee624 req-0eb3e2ca-e986-4851-9aa3-4f579af906c3 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0788903 Feb 28 11:57:10.359457 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0e2868c9-380f-4703-8f86-7bfd7baee624 req-3fc3bcd9-f5a6-456e-b99e-0bd9f3ce7808 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374320 Feb 28 11:57:11.545554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567d376-3506-4f27-8695-c6195274f54f req-2cd3f498-5ccf-40e1-b9b7-779c0b314f44 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:11.546979 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0567d376-3506-4f27-8695-c6195274f54f req-2cd3f498-5ccf-40e1-b9b7-779c0b314f44 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0826342 Feb 28 11:57:11.590016 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0567d376-3506-4f27-8695-c6195274f54f req-7c2f0b00-41d3-4674-a31d-33756f73c094 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374634 Feb 28 11:57:12.788407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451eace-b306-4aa1-ba94-ea7272ec691d req-e5e3fb54-b1cc-4a15-801a-8c615d6b076d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:12.789851 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b451eace-b306-4aa1-ba94-ea7272ec691d req-e5e3fb54-b1cc-4a15-801a-8c615d6b076d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0814228 Feb 28 11:57:12.838305 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b451eace-b306-4aa1-ba94-ea7272ec691d req-2460d061-5e87-4826-9cbd-96565d282577 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 Feb 28 11:57:14.021890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aaa82-402e-46ca-a47b-1e0f906fc4e5 req-3fb5ec1d-e7fc-4e38-99a3-dd0bbf7a6235 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:14.023347 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-318aaa82-402e-46ca-a47b-1e0f906fc4e5 req-3fb5ec1d-e7fc-4e38-99a3-dd0bbf7a6235 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0791526 Feb 28 11:57:14.066877 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-318aaa82-402e-46ca-a47b-1e0f906fc4e5 req-3af53702-554c-49c8-bab5-58c316affe17 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369110 Feb 28 11:57:14.515091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-82d02b11-55d5-491d-8fe7-db292a766343 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:14.516562 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-82d02b11-55d5-491d-8fe7-db292a766343 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2&tenant_id=b81de7657f674d8abe75a913b37b5836&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 946 time: 0.1414065 Feb 28 11:57:14.583757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047fc40-d4cf-4a74-8018-22d5097d98fe req-9651a0a9-eefc-4cc8-a126-c91a328becf2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:14.585171 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8047fc40-d4cf-4a74-8018-22d5097d98fe req-9651a0a9-eefc-4cc8-a126-c91a328becf2 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.1527276 Feb 28 11:57:14.647476 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-53b0dbb5-f9c9-45dd-9b48-d685553d8c07 service neutron] 10.222.0.37 "GET /v2.0/ports/03bb2806-55ed-403e-8d5a-c778554e1dbf/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.1248226 Feb 28 11:57:14.651787 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8047fc40-d4cf-4a74-8018-22d5097d98fe req-0aa1b005-bf6c-4811-af0e-b5c3a4ac31bd tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551496 Feb 28 11:57:14.737132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-b10ca5a1-343f-4416-b348-425d4228e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:14.738558 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-b10ca5a1-343f-4416-b348-425d4228e4d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0692308 Feb 28 11:57:14.864208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-085b4c3f-ec77-4033-932c-ea9302c38854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:14.865616 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-085b4c3f-ec77-4033-932c-ea9302c38854 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1218996 Feb 28 11:57:14.965983 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-3b61f530-d569-41a0-b221-0aa2cad71808 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 200 len: 1002 time: 0.0941362 Feb 28 11:57:15.029667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-8e865367-8ef3-4bf2-847c-52f6fda66b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:15.031040 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-8e865367-8ef3-4bf2-847c-52f6fda66b4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0590971 Feb 28 11:57:15.104524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-186f3e9c-74bd-4a35-9cbe-38140755c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:15.105986 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-186f3e9c-74bd-4a35-9cbe-38140755c6db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690973 Feb 28 11:57:15.267091 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:57:15.324592 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-6ffe6290-cc9d-41f6-98d0-397a878f4c58 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127767 Feb 28 11:57:15.451477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-81a9506b-9ea1-4acf-ae90-283e336aede3 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211882 Feb 28 11:57:15.838268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30c537-8ee5-4f09-b8fd-d952e091a0d4 req-18f9cb4d-c9cd-4854-9021-6f3b4364ec55 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:15.839757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ad30c537-8ee5-4f09-b8fd-d952e091a0d4 req-18f9cb4d-c9cd-4854-9021-6f3b4364ec55 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0804708 Feb 28 11:57:15.885515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ad30c537-8ee5-4f09-b8fd-d952e091a0d4 req-00571597-60cd-4933-961c-d033ae0a7d3d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402000 Feb 28 11:57:17.071635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8fde8-13f4-4e35-b2b5-ad617d5ca744 req-2a418e2d-60a8-446c-abf8-d06590cecfb1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:17.073074 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4cb8fde8-13f4-4e35-b2b5-ad617d5ca744 req-2a418e2d-60a8-446c-abf8-d06590cecfb1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0828326 Feb 28 11:57:17.116633 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4cb8fde8-13f4-4e35-b2b5-ad617d5ca744 req-a4db3723-3d8c-413f-b332-721cc241ab66 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375929 Feb 28 11:57:18.305038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075025f-88f7-4228-ab85-771323580100 req-e57e4a1b-08b4-4c5a-a480-126c2526028e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:18.307515 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5075025f-88f7-4228-ab85-771323580100 req-e57e4a1b-08b4-4c5a-a480-126c2526028e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0846481 Feb 28 11:57:18.354667 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5075025f-88f7-4228-ab85-771323580100 req-3d361810-c771-4bc6-a15c-7dd264761125 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414338 Feb 28 11:57:18.424167 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-bb5a358a-6942-474c-ae88-b775b9a4ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:18.425533 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-bb5a358a-6942-474c-ae88-b775b9a4ab91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2&tenant_id=b81de7657f674d8abe75a913b37b5836 HTTP/1.1" status: 200 len: 1099 time: 0.0692656 Feb 28 11:57:18.516519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-71e0223b-0eea-4c25-bf6e-c318ac7c5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:18.517951 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-71e0223b-0eea-4c25-bf6e-c318ac7c5e59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81de7657f674d8abe75a913b37b5836&device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0716169 Feb 28 11:57:18.645751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-05bd23de-9645-42f1-a496-52ac5826b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:18.647204 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-05bd23de-9645-42f1-a496-52ac5826b3ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 200 len: 912 time: 0.1236684 Feb 28 11:57:18.748231 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-28ffc311-8c1d-4fe8-b703-01dcdd6dd1b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 200 len: 1002 time: 0.0948706 Feb 28 11:57:18.809878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-4d920c02-e0e7-4eb3-8c9a-a3e1ae5ff73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:18.811341 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-4d920c02-e0e7-4eb3-8c9a-a3e1ae5ff73b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 200 len: 850 time: 0.0573938 Feb 28 11:57:18.883219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-cf353ca3-55eb-4bc1-906a-b4a15aa836fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:18.884640 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-cf353ca3-55eb-4bc1-906a-b4a15aa836fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678003 Feb 28 11:57:19.013074 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-309ae690-c021-4594-a6e1-882a1b723d9f service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224480 Feb 28 11:57:19.138150 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dbf1abce-94cb-4f3b-9866-102aa7914e8e req-e8fd25ca-30c4-4b46-83b3-6a63d4994513 service neutron] 10.222.0.37 "GET /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199329 Feb 28 11:57:19.546161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ac8fb-f613-43c7-a3bf-7948aa60a4a3 req-10d413c8-c408-4189-870d-840b333764b5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:19.547545 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6e5ac8fb-f613-43c7-a3bf-7948aa60a4a3 req-10d413c8-c408-4189-870d-840b333764b5 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0827861 Feb 28 11:57:19.592354 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6e5ac8fb-f613-43c7-a3bf-7948aa60a4a3 req-7bc1612d-5bb5-46b5-82e6-87b683ef644c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390604 Feb 28 11:57:20.783249 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6265269-c0d9-49a9-ba2d-b1a6c58d668f req-78068aac-65d1-484e-96bc-e2d009191a2d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:20.784696 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d6265269-c0d9-49a9-ba2d-b1a6c58d668f req-78068aac-65d1-484e-96bc-e2d009191a2d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0808349 Feb 28 11:57:20.830411 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d6265269-c0d9-49a9-ba2d-b1a6c58d668f req-995c5578-34dd-4d1e-acb3-ddbefc52c158 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402248 Feb 28 11:57:21.188613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:57:21.298096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:21.323643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:57:21.333374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:21.337342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:21.382155 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'code': 200} Feb 28 11:57:21.406612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:22.038936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb40945-c0b3-47bc-a2b9-65983da2972f req-ddbe0a80-23b5-40be-9681-aa58949de47f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:22.040343 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dfb40945-c0b3-47bc-a2b9-65983da2972f req-ddbe0a80-23b5-40be-9681-aa58949de47f tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 944 time: 0.1026883 Feb 28 11:57:22.084944 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dfb40945-c0b3-47bc-a2b9-65983da2972f req-0aac7fb3-02c7-4391-8e91-765fa9b2d4a1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382776 Feb 28 11:57:23.203079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:57:23.340330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:23.353914 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'port_id': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'mac_address': 'fa:16:3e:70:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:57:23.376330 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742602b-b8a9-4f6f-8ad6-5fcb6ad19f25 req-3b16436a-f340-4579-95f0-e93928b024fe tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:23.377692 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a742602b-b8a9-4f6f-8ad6-5fcb6ad19f25 req-3b16436a-f340-4579-95f0-e93928b024fe tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 944 time: 0.1830864 Feb 28 11:57:23.408336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:23.420651 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a742602b-b8a9-4f6f-8ad6-5fcb6ad19f25 req-8286ae8b-acd8-4919-88cd-c9d76bacc6d1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372295 Feb 28 11:57:23.425033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bb2806-55ed-403e-8d5a-c778554e1dbf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:57:23.441295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:23.444976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:23.508991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['03bb2806-55ed-403e-8d5a-c778554e1dbf'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:57:23.550947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:23.562897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.563282 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.563625 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.563957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.564286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.564614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.564939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.565261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.565584 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.565908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.566226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:23.566552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:24.604827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b46ff-f4cf-4595-a6b9-a4febcb8746d req-531ec19b-e7a3-4fe4-8608-63d01def8f65 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:24.606792 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe1b46ff-f4cf-4595-a6b9-a4febcb8746d req-531ec19b-e7a3-4fe4-8608-63d01def8f65 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 946 time: 0.0792651 Feb 28 11:57:24.649469 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fe1b46ff-f4cf-4595-a6b9-a4febcb8746d req-c3f72c37-3b71-4d86-a477-24a5404b8fe4 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371749 Feb 28 11:57:25.219442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:57:25.287856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 03bb2806-55ed-403e-8d5a-c778554e1dbf triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:57:25.288229 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:25.400221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:25.425870 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:57:25.441093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:25.448807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:25.486517 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'code': 200} Feb 28 11:57:25.518113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:25.845293 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae646c9-b85e-43f0-b59a-7039247ef0c4 req-b433caa3-560c-44e5-9dff-ea992792bf4d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:25.845920 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eae646c9-b85e-43f0-b59a-7039247ef0c4 req-b433caa3-560c-44e5-9dff-ea992792bf4d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 947 time: 0.0867090 Feb 28 11:57:25.888655 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eae646c9-b85e-43f0-b59a-7039247ef0c4 req-0232eba2-69ba-438f-96fb-6020b8ab1432 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372229 Feb 28 11:57:27.077356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64408be-abfb-4229-81de-98cef493f0ea req-1a11f94d-80a7-404e-a47a-fdb3c1c99f08 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:27.078962 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e64408be-abfb-4229-81de-98cef493f0ea req-1a11f94d-80a7-404e-a47a-fdb3c1c99f08 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 947 time: 0.0821383 Feb 28 11:57:27.126682 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e64408be-abfb-4229-81de-98cef493f0ea req-8b42f653-a099-4c28-a809-d4bdb9b616bb tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407958 Feb 28 11:57:27.377829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:28.309766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef9e4d-068b-4dc5-9183-fe2895374f66 req-c4060c3f-cacd-4027-b39b-dbf3f069025d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:28.311265 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e3ef9e4d-068b-4dc5-9183-fe2895374f66 req-c4060c3f-cacd-4027-b39b-dbf3f069025d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 947 time: 0.0791545 Feb 28 11:57:28.354086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e3ef9e4d-068b-4dc5-9183-fe2895374f66 req-e639d03c-ecc3-4f76-8e08-ff3b1bf56bed tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373635 Feb 28 11:57:28.538058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2df77a-7eb4-44e0-8aff-474e8bf5cbe7 req-4879b989-bafb-48a2-b1e6-50a600a7667c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:28.545754 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0f2df77a-7eb4-44e0-8aff-474e8bf5cbe7 req-4879b989-bafb-48a2-b1e6-50a600a7667c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 947 time: 0.0811045 Feb 28 11:57:28.587647 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0f2df77a-7eb4-44e0-8aff-474e8bf5cbe7 req-8b0a36ab-3ddb-497b-b403-f92f415bef32 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379965 Feb 28 11:57:28.767185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaba16d-4507-4bdd-b0d1-ce56beaf258c req-bed89f42-f8c7-471e-b59e-833f121380fe tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:28.768646 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bcaba16d-4507-4bdd-b0d1-ce56beaf258c req-bed89f42-f8c7-471e-b59e-833f121380fe tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 947 time: 0.0789008 Feb 28 11:57:28.815005 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bcaba16d-4507-4bdd-b0d1-ce56beaf258c req-2d3d84e7-5a07-4655-94ba-7d46bab2d06e tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408039 Feb 28 11:57:29.181698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8702952-7b81-47a2-b5b5-d855f2d076d1 req-7344d268-2d9b-4dba-bd3a-d2c2b30fcd3d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:29.185159 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a8702952-7b81-47a2-b5b5-d855f2d076d1 req-7344d268-2d9b-4dba-bd3a-d2c2b30fcd3d tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 947 time: 0.0791378 Feb 28 11:57:29.228231 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a8702952-7b81-47a2-b5b5-d855f2d076d1 req-c952ce53-615c-4458-9ea6-344a40350437 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376043 Feb 28 11:57:30.251038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-29323d99-6a88-431b-a7cd-ea9e3f395434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:30.415750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ebcb0-7f33-4d2d-b00c-7281c24e7352 req-a88061d8-853e-480e-b82f-cd759709b7ee tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:30.417873 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-067ebcb0-7f33-4d2d-b00c-7281c24e7352 req-a88061d8-853e-480e-b82f-cd759709b7ee tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 947 time: 0.0808125 Feb 28 11:57:30.459996 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-067ebcb0-7f33-4d2d-b00c-7281c24e7352 req-fbf75126-ada9-49d8-8f97-919538d90464 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365279 Feb 28 11:57:31.458810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-bf64d44f-e9fa-41fb-856c-cf2d2bbdeb42 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:31.460229 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-bf64d44f-e9fa-41fb-856c-cf2d2bbdeb42 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 947 time: 0.0779462 Feb 28 11:57:31.534148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Deleting port 03bb2806-55ed-403e-8d5a-c778554e1dbf {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:57:31.534492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:31.836179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] For port 03bb2806-55ed-403e-8d5a-c778554e1dbf, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=03bb2806-55ed-403e-8d5a-c778554e1dbf,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:31.836531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:31.931499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dca3a6-198d-470a-b48c-ac972a56b1bd req-868efc7c-63a1-4cb6-8bfa-8432c375dca0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:31.933221 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-42dca3a6-198d-470a-b48c-ac972a56b1bd req-868efc7c-63a1-4cb6-8bfa-8432c375dca0 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 947 time: 0.2005887 Feb 28 11:57:32.059751 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-42dca3a6-198d-470a-b48c-ac972a56b1bd req-b059d3fc-a811-4e47-923e-130324ca2611 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups?id=6172913c-0b2e-41ac-8531-1eb01a3fd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209097 Feb 28 11:57:32.269379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:32.269739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:32.270048 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7 disassociated. External IP: 172.26.8.15, port: 03bb2806-55ed-403e-8d5a-c778554e1dbf. Feb 28 11:57:32.270382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Calling delete_port for 03bb2806-55ed-403e-8d5a-c778554e1dbf owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:57:32.410067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:32.467440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event deleted for resources: {'Port': ['ID=03bb2806-55ed-403e-8d5a-c778554e1dbf,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:32.508183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-58520151-7e67-4c0a-985a-8ecc15cb4066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:32.522106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.522455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.522795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.523144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.523489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.523823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.524148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.524472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.524796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.525115 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.525433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.525749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:32.661477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:57:32.836418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:57:32.845772 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:57:32.855792 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:57:32.856384 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:57:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:32.909482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] No DVR routers for this DVR port 03bb2806-55ed-403e-8d5a-c778554e1dbf on host hv-neutron-8311 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:57:32.911967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:32.914354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-deleted', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:57:32.932019 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0ea3a3ea-c108-49cd-a9fd-0594a6630be9 req-6ff25a97-b7db-4cb7-b68c-d718cf09c92c tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.37 "DELETE /v2.0/ports/03bb2806-55ed-403e-8d5a-c778554e1dbf HTTP/1.1" status: 204 len: 173 time: 1.4668374 Feb 28 11:57:33.026029 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef5139-4999-4a08-831c-7edfd64ac2a2', 'name': 'network-vif-deleted', 'tag': '03bb2806-55ed-403e-8d5a-c778554e1dbf', 'status': 'completed', 'code': 200} Feb 28 11:57:33.033896 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:57:33.211026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-679f27a8-64e8-40e6-9c05-067880314fc0 req-664fe238-9899-4610-a8be-819ca5c7af23 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Synchronizing usage tracker for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:57:33.228003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-679f27a8-64e8-40e6-9c05-067880314fc0 req-664fe238-9899-4610-a8be-819ca5c7af23 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Unset dirty status for tenant:b81de7657f674d8abe75a913b37b5836 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:57:33.229310 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-679f27a8-64e8-40e6-9c05-067880314fc0 req-664fe238-9899-4610-a8be-819ca5c7af23 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/ports?device_id=25ef5139-4999-4a08-831c-7edfd64ac2a2 HTTP/1.1" status: 200 len: 210 time: 0.0609114 Feb 28 11:57:33.384635 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:33.388681 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:57:33.397637 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:57:33.398248 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:57:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:33.577277 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:57:33.683424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:33.831907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:33.891173 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:33.895053 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f0ffd-3ff8-4b92-9e59-0c2fac92edeb None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:21Z', 'revision_number': 4, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '6b02d4c7-aea2-46b9-b291-5ffe5465ee5a', 'name': '', 'network_id': 'b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'mac_address': 'fa:16:3e:4c:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:20Z', 'updated_at': '2022-02-28T11:53:26Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'subnets': [{'id': '5af5934b-4466-4479-8708-42e8a8e34a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:57:34.114857 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872ccd16-cada-480d-bb70-846d7db8f19f None None] New status for floating IP c235064a-1b59-4f2a-a625-81ceeec4a6b7: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:57:35.263773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:35.265799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:57:35.301246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 03bb2806-55ed-403e-8d5a-c778554e1dbf {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:57:35.301586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 03bb2806-55ed-403e-8d5a-c778554e1dbf not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:57:37.461499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34550) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:37.524308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b21ba093-13c2-4079-98a1-911f4318e8c9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:37.554888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b21ba093-13c2-4079-98a1-911f4318e8c9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:37.606919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b21ba093-13c2-4079-98a1-911f4318e8c9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:37.623567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ba093-13c2-4079-98a1-911f4318e8c9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6172913c-0b2e-41ac-8531-1eb01a3fd0d1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:37.634738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b21ba093-13c2-4079-98a1-911f4318e8c9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:37.636357 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b21ba093-13c2-4079-98a1-911f4318e8c9 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "DELETE /v2.0/security-groups/6172913c-0b2e-41ac-8531-1eb01a3fd0d1 HTTP/1.1" status: 204 len: 168 time: 0.1731675 Feb 28 11:57:37.638809 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34554) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:37.654597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.api.v2.resource [None req-4fae34f4-60b3-4bb6-b3ef-430ec3ba3b0a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] show failed (client error): The resource could not be found. Feb 28 11:57:37.655574 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4fae34f4-60b3-4bb6-b3ef-430ec3ba3b0a tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "GET /v2.0/security-groups/6172913c-0b2e-41ac-8531-1eb01a3fd0d1 HTTP/1.1" status: 404 len: 347 time: 0.0158660 Feb 28 11:57:37.658065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34558) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:37.810960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Deleting port 64c5d5ce-3dd5-48bb-a02b-dddb21fb916a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:57:37.811243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:37.977090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:37.977410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:38.095172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Calling delete_port for 64c5d5ce-3dd5-48bb-a02b-dddb21fb916a owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:57:38.330685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:38.377591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Pushing event deleted for resources: {'Port': ['ID=64c5d5ce-3dd5-48bb-a02b-dddb21fb916a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:38.465739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:38.482753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:38.483905 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-65465731-1585-4367-8800-acaec7ea1df1 tempest-ServerActionsTestJSON-137436763 tempest-ServerActionsTestJSON-137436763-project] 10.222.0.64 "DELETE /v2.0/floatingips/c235064a-1b59-4f2a-a625-81ceeec4a6b7 HTTP/1.1" status: 204 len: 168 time: 0.8249676 Feb 28 11:57:38.486855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34562) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:39.005253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:39.338278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Deleting port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:57:39.338532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:39.506243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] For port 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=6b02d4c7-aea2-46b9-b291-5ffe5465ee5a,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:39.506915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:39.742326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Calling delete_port for 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:57:39.916418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:39.993483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b02d4c7-aea2-46b9-b291-5ffe5465ee5a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:40.228248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:40.575824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:57:40.749934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:57:40.758710 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] Sync routers for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:57:40.765345 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d86a6bdc-22d6-434f-82f7-4b3da2716482 admin admin] 10.222.0.64 "PUT /v2.0/routers/3b6e00cd-8373-4c52-9ff3-f7148f0ecf97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2752750 Feb 28 11:57:40.765799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:40.769460 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:57:40.770069 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:57:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:40.941804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:40.949649 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:57:41.234334 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:57:39Z', 'revision_number': 5, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port': {'id': '1892fe83-3409-43a9-8a73-d7e2bd271e24', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:41.236774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:41.238061 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] Checking router: 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:57:41.246522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Deleting port 1892fe83-3409-43a9-8a73-d7e2bd271e24 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:57:41.246692 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] Routers {'3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:57:41.247011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:41.247283 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:57:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:41.423059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] For port 1892fe83-3409-43a9-8a73-d7e2bd271e24, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1892fe83-3409-43a9-8a73-d7e2bd271e24,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:41.423437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:41.424311 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] Set router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:57:41.527889 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:57:41Z', 'revision_number': 6, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:41.531582 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67948f8d-462b-47f6-bc67-d5a537ce4a12 None None] The sync data for ids ['3b6e00cd-8373-4c52-9ff3-f7148f0ecf97'] in dv-neutron-831192-2-hyperv is: [{'id': '3b6e00cd-8373-4c52-9ff3-f7148f0ecf97', 'name': 'tempest-ServerActionsTestJSON-129806402-router', 'tenant_id': 'b81de7657f674d8abe75a913b37b5836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:17Z', 'updated_at': '2022-02-28T11:57:41Z', 'revision_number': 6, 'project_id': 'b81de7657f674d8abe75a913b37b5836', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:57:41.549896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Calling delete_port for 1892fe83-3409-43a9-8a73-d7e2bd271e24 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:57:41.720460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:41.770901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Pushing event deleted for resources: {'Port': ['ID=1892fe83-3409-43a9-8a73-d7e2bd271e24,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:41.858653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.039945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.042614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.064438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.065042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:57:42.076819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.077914 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-731c4fb8-0a36-4aa4-8940-4d67e8c4aded admin admin] 10.222.0.64 "DELETE /v2.0/routers/3b6e00cd-8373-4c52-9ff3-f7148f0ecf97 HTTP/1.1" status: 204 len: 168 time: 1.3113260 Feb 28 11:57:42.080433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34570) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:42.137499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5a0d37-f725-494c-924e-d0da6d90c947 admin admin] Deleting subnet 5af5934b-4466-4479-8708-42e8a8e34a43 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:57:42.140239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0d37-f725-494c-924e-d0da6d90c947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.189748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0d37-f725-494c-924e-d0da6d90c947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.264720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0d37-f725-494c-924e-d0da6d90c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.331922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0d37-f725-494c-924e-d0da6d90c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.374849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0d37-f725-494c-924e-d0da6d90c947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.378080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a0d37-f725-494c-924e-d0da6d90c947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af5934b-4466-4479-8708-42e8a8e34a43,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:42.380047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d4db6-7a1b-4bd8-9fe1-4a6d297379eb None None] Network b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:57:42.384288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1d5a0d37-f725-494c-924e-d0da6d90c947 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5af5934b-4466-4479-8708-42e8a8e34a43 HTTP/1.1" status: 204 len: 168 time: 0.3028946 Feb 28 11:57:42.386777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34574) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:42.604926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.615081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Deleting port 20690dd7-2c2a-4644-a133-fe4115804fe1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:57:42.615446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.623570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] DHCP port deletion for b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:57:42.628015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] Deleting port 20690dd7-2c2a-4644-a133-fe4115804fe1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:57:42.628408 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.824841 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] For port 20690dd7-2c2a-4644-a133-fe4115804fe1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=20690dd7-2c2a-4644-a133-fe4115804fe1,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:42.825361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.825511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1892fe83-3409-43a9-8a73-d7e2bd271e24 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:57:42.865133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 1892fe83-3409-43a9-8a73-d7e2bd271e24 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:57:42.865467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1892fe83-3409-43a9-8a73-d7e2bd271e24 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:57:42.865879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 20690dd7-2c2a-4644-a133-fe4115804fe1 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:57:42.904633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] For port 20690dd7-2c2a-4644-a133-fe4115804fe1, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=20690dd7-2c2a-4644-a133-fe4115804fe1,segment=NetworkSegment(4dde4ad4-1d2c-40af-aee3-d82ac89a442e),segment_id=4dde4ad4-1d2c-40af-aee3-d82ac89a442e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:42.905016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.950755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Calling delete_port for 20690dd7-2c2a-4644-a133-fe4115804fe1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:57:43.024874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.032138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] Calling delete_port for 20690dd7-2c2a-4644-a133-fe4115804fe1 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:57:43.076311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Pushing event deleted for resources: {'Port': ['ID=20690dd7-2c2a-4644-a133-fe4115804fe1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:43.077113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No active binding found for port 20690dd7-2c2a-4644-a133-fe4115804fe1 {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 28 11:57:43.077515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 20690dd7-2c2a-4644-a133-fe4115804fe1 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:57:43.077933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:57:43.078068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] No DVR routers for this DVR port 20690dd7-2c2a-4644-a133-fe4115804fe1 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:57:43.117910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:57:43.118266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 6b02d4c7-aea2-46b9-b291-5ffe5465ee5a not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:57:43.142988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:57:43.143346 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:57:43.192390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.217400 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:43.229017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dde4ad4-1d2c-40af-aee3-d82ac89a442e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:43.229308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dde4ad4-1d2c-40af-aee3-d82ac89a442e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:43.241069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.256879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.263439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:57:43.263815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:57:43.276494 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:57:43.353256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.369196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.380805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] Pushing event deleted for resources: {'Network': ['ID=b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:43.391917 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cdd23b6f-a01b-4deb-81e4-876a0fe8e31d admin admin] 10.222.0.64 "DELETE /v2.0/networks/b8df1a71-1a9a-4289-ae7d-908e4fd0d2ac HTTP/1.1" status: 204 len: 168 time: 1.0041361 Feb 28 11:57:43.503800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34580) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:43.551397 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6f945303-ef19-4137-99b7-27595f56e8e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b81de7657f674d8abe75a913b37b5836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463336 Feb 28 11:57:43.553671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34584) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:43.610562 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8587591-1e33-4599-b693-e698cb30c19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.637131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8587591-1e33-4599-b693-e698cb30c19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.644851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] Deleting port 20690dd7-2c2a-4644-a133-fe4115804fe1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:57:43.645357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.695897 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8587591-1e33-4599-b693-e698cb30c19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.712949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2b26c396-af3a-4160-9d14-3c1c1da6117a None None] The port '20690dd7-2c2a-4644-a133-fe4115804fe1' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:57:43.713223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8587591-1e33-4599-b693-e698cb30c19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80ba3f-3f5d-4352-9a22-eb73702c5c4f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:43.727573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8587591-1e33-4599-b693-e698cb30c19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.728681 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f8587591-1e33-4599-b693-e698cb30c19e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad80ba3f-3f5d-4352-9a22-eb73702c5c4f HTTP/1.1" status: 204 len: 168 time: 0.1741502 Feb 28 11:57:44.420253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34608) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:44.523342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1810997319-network', 'tenant_id': '684875960699450abfdce3fdd3a48269'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:57:44.528713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:57:44.532635 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Usage tracker for resource:network and tenant:684875960699450abfdce3fdd3a48269 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:57:44.535487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:57:44.541156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:57:44.551444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Made reservation on behalf of 684875960699450abfdce3fdd3a48269 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:57:44.553707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.565919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.579633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:57:44.583306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Usage tracker for resource:security_group_rule and tenant:684875960699450abfdce3fdd3a48269 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:57:44.585983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:57:44.592042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:57:44.671013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.674480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.703557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:57:44.711665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc572b-1d0a-4cea-b38e-64d14266329d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:44.718092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.718366 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Added segment c62d301d-3d20-431b-922d-68ba2cd98214 of type vlan for network 4b039451-142b-4a60-822b-fb52bc180441 Feb 28 11:57:44.745599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.773963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.774937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:44.775538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.879220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] Pushing event updated for resources: {'Network': ['ID=4b039451-142b-4a60-822b-fb52bc180441,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:44.881888 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2183e4fe-52fe-4e4e-9f20-6609a7485789 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4606478 Feb 28 11:57:44.884753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34614) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:44.889379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 4b039451-142b-4a60-822b-fb52bc180441 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:57:44.890471 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Request body: {'subnet': {'network_id': '4b039451-142b-4a60-822b-fb52bc180441', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1810997319-subnet', 'tenant_id': '684875960699450abfdce3fdd3a48269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:57:44.895304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:57:44.899030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Usage tracker for resource:subnet and tenant:684875960699450abfdce3fdd3a48269 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:57:44.902459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:57:44.908064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:57:44.917850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Made reservation on behalf of 684875960699450abfdce3fdd3a48269 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:57:44.920659 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:45.121863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:45.196130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8ec6d3-e095-4779-975b-d87db7a068e0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:45.201134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Checking segment: {'id': 'c62d301d-3d20-431b-922d-68ba2cd98214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b039451-142b-4a60-822b-fb52bc180441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:57:45.201492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Network hostable DHCP agents. Network: 4b039451-142b-4a60-822b-fb52bc180441, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:57:45.220409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Network 4b039451-142b-4a60-822b-fb52bc180441 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:57:45.229244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 4b039451-142b-4a60-822b-fb52bc180441) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:57:45.233033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:45.233620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:45.238882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f727576-a645-4204-bbcd-1d2c90b1db85 None None] Network 4b039451-142b-4a60-822b-fb52bc180441 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:57:45.254068 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9ce829cd-df9e-4438-a1ad-4ec5c46948e5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3682380 Feb 28 11:57:45.443963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f02f00-b368-444a-9d64-e1f87e48cfd1 None None] Network 4b039451-142b-4a60-822b-fb52bc180441 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:57:45.752065 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb0139-0c36-47e0-a915-ed65de07712d req-3b63be67-36cb-49e5-89db-ed78d67bd1fc tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:45.752744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-65bb0139-0c36-47e0-a915-ed65de07712d req-3b63be67-36cb-49e5-89db-ed78d67bd1fc tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Synchronizing usage tracker for tenant:684875960699450abfdce3fdd3a48269 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:57:45.769040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-65bb0139-0c36-47e0-a915-ed65de07712d req-3b63be67-36cb-49e5-89db-ed78d67bd1fc tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Unset dirty status for tenant:684875960699450abfdce3fdd3a48269 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:57:45.770075 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-3b63be67-36cb-49e5-89db-ed78d67bd1fc tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/networks?id=4b039451-142b-4a60-822b-fb52bc180441 HTTP/1.1" status: 200 len: 814 time: 0.1608417 Feb 28 11:57:45.784432 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-4f406a4b-9719-427f-8602-928d37941daa tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/quotas/684875960699450abfdce3fdd3a48269 HTTP/1.1" status: 200 len: 375 time: 0.0088558 Feb 28 11:57:45.925826 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-0dfa33ec-d5af-4b27-b492-23b603090350 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=684875960699450abfdce3fdd3a48269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1366332 Feb 28 11:57:46.057258 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-63dfee26-489f-4e7f-9775-0ac25627f717 service neutron] 10.222.0.64 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240592 Feb 28 11:57:46.186437 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-37561d36-3242-4743-b148-2839f8faa75b service neutron] 10.222.0.64 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234553 Feb 28 11:57:46.357120 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fccabd10-fb61-49a3-a9b6-3d44140e82eb req-cb2eca91-7cba-4b86-a94b-05c9f0a45fb9 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 210 time: 0.0424798 Feb 28 11:57:47.344077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb0139-0c36-47e0-a915-ed65de07712d req-a82884c1-c1e7-4131-a2c1-ffc77a8de200 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:47.345462 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-a82884c1-c1e7-4131-a2c1-ffc77a8de200 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.37 "GET /v2.0/networks?id=4b039451-142b-4a60-822b-fb52bc180441 HTTP/1.1" status: 200 len: 814 time: 0.1432381 Feb 28 11:57:47.356948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Request body: {'port': {'device_id': '790dac4e-f5ed-474c-8f28-54a5f4acf281', 'network_id': '4b039451-142b-4a60-822b-fb52bc180441', 'admin_state_up': True, 'tenant_id': '684875960699450abfdce3fdd3a48269'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:57:47.522320 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-54c81b73-0dcc-4890-88b3-c41c97facb2a req-c9e18277-21e7-41a1-b519-61c4b779138f tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 210 time: 0.0548012 Feb 28 11:57:47.532280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:57:47.536122 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Usage tracker for resource:port and tenant:684875960699450abfdce3fdd3a48269 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:57:47.538891 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:57:47.544628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:57:47.553148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Made reservation on behalf of 684875960699450abfdce3fdd3a48269 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:57:47.556512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:47.714329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Allocated IP 172.20.0.3 (4b039451-142b-4a60-822b-fb52bc180441/eb8ec6d3-e095-4779-975b-d87db7a068e0/d1d9224b-72bc-47b2-8bba-c92bd817c1d3) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:57:47.915787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:47.946122 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:48.011048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Network 4b039451-142b-4a60-822b-fb52bc180441 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:57:48.013924 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:57:48.016275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:57:48.070866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Pushing event updated for resources: {'Port': ['ID=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:48.092273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:48.092867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:48.112290 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-22835afb-4b77-470e-8847-204bac91a038 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7589548 Feb 28 11:57:48.123666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Request body: {'port': {'device_id': '790dac4e-f5ed-474c-8f28-54a5f4acf281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:57:48.228989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:48.559237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d9224b-72bc-47b2-8bba-c92bd817c1d3 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:57:48.566866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:48.581038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Transition to ACTIVE for port object d1d9224b-72bc-47b2-8bba-c92bd817c1d3 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:57:48.585432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:48.855790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Pushing event updated for resources: {'Port': ['ID=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:48.974049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab146156-dada-41a1-90f0-e232db9a32bb req-f6c79541-e385-470e-a49a-409e0693d7b4 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:48.974732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-ab146156-dada-41a1-90f0-e232db9a32bb req-f6c79541-e385-470e-a49a-409e0693d7b4 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Synchronizing usage tracker for tenant:684875960699450abfdce3fdd3a48269 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:57:48.986084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Attempting to bind port d1d9224b-72bc-47b2-8bba-c92bd817c1d3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:57:48.986415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Attempting to bind port d1d9224b-72bc-47b2-8bba-c92bd817c1d3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c62d301d-3d20-431b-922d-68ba2cd98214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b039451-142b-4a60-822b-fb52bc180441'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:57:48.986738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Attempting to bind port d1d9224b-72bc-47b2-8bba-c92bd817c1d3 on network 4b039451-142b-4a60-822b-fb52bc180441 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:57:48.996349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Port d1d9224b-72bc-47b2-8bba-c92bd817c1d3 on network 4b039451-142b-4a60-822b-fb52bc180441 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:57:48.996666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Attempting to bind port d1d9224b-72bc-47b2-8bba-c92bd817c1d3 on network 4b039451-142b-4a60-822b-fb52bc180441 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:57:49.003309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:57:49.003646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Checking segment: {'id': 'c62d301d-3d20-431b-922d-68ba2cd98214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b039451-142b-4a60-822b-fb52bc180441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:57:49.004025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Bound using segment: {'id': 'c62d301d-3d20-431b-922d-68ba2cd98214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b039451-142b-4a60-822b-fb52bc180441'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:57:49.004448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Bound port: d1d9224b-72bc-47b2-8bba-c92bd817c1d3, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62d301d-3d20-431b-922d-68ba2cd98214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b039451-142b-4a60-822b-fb52bc180441'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:57:49.004793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:49.016061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-ab146156-dada-41a1-90f0-e232db9a32bb req-f6c79541-e385-470e-a49a-409e0693d7b4 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Unset dirty status for tenant:684875960699450abfdce3fdd3a48269 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:57:49.017178 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ab146156-dada-41a1-90f0-e232db9a32bb req-f6c79541-e385-470e-a49a-409e0693d7b4 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 943 time: 0.2979832 Feb 28 11:57:49.116592 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-ab146156-dada-41a1-90f0-e232db9a32bb req-b92e9ab8-27b0-4322-bc58-242125940246 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Synchronizing usage tracker for tenant:684875960699450abfdce3fdd3a48269 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:57:49.138805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] For port d1d9224b-72bc-47b2-8bba-c92bd817c1d3, host hv-neutron-8311, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:57:49.142576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] For port d1d9224b-72bc-47b2-8bba-c92bd817c1d3, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:57:49.144381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-ab146156-dada-41a1-90f0-e232db9a32bb req-b92e9ab8-27b0-4322-bc58-242125940246 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Unset dirty status for tenant:684875960699450abfdce3fdd3a48269 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:57:49.145805 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ab146156-dada-41a1-90f0-e232db9a32bb req-b92e9ab8-27b0-4322-bc58-242125940246 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230521 Feb 28 11:57:49.147250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:49.204225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:49.204830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:49.206165 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] 10.222.0.37 "PUT /v2.0/ports/d1d9224b-72bc-47b2-8bba-c92bd817c1d3 HTTP/1.1" status: 200 len: 1093 time: 1.0870938 Feb 28 11:57:49.206601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790dac4e-f5ed-474c-8f28-54a5f4acf281', 'tag': 'd1d9224b-72bc-47b2-8bba-c92bd817c1d3'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:57:49.236542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c06831-596f-433a-81f2-45d8cacaa7ee service neutron] Pushing event updated for resources: {'Port': ['ID=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:49.271884 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790dac4e-f5ed-474c-8f28-54a5f4acf281', 'tag': 'd1d9224b-72bc-47b2-8bba-c92bd817c1d3', 'status': 'completed', 'code': 200} Feb 28 11:57:49.311327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb0139-0c36-47e0-a915-ed65de07712d req-15f95fb3-abb8-40fe-8573-c7cb6f579098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:49.312772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-15f95fb3-abb8-40fe-8573-c7cb6f579098 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=684875960699450abfdce3fdd3a48269&device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 1096 time: 0.0716960 Feb 28 11:57:49.382244 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-ee6ba98e-b38c-4480-a34a-e0b0ee670817 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d9224b-72bc-47b2-8bba-c92bd817c1d3 HTTP/1.1" status: 200 len: 217 time: 0.0628464 Feb 28 11:57:49.442661 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb0139-0c36-47e0-a915-ed65de07712d req-9f97afdd-d334-4b95-9006-5fbd69029b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:49.444047 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-9f97afdd-d334-4b95-9006-5fbd69029b22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb8ec6d3-e095-4779-975b-d87db7a068e0 HTTP/1.1" status: 200 len: 854 time: 0.0562220 Feb 28 11:57:49.488905 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-469ba7a3-b017-4ea6-ad1a-e7032dde1f4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b039451-142b-4a60-822b-fb52bc180441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388777 Feb 28 11:57:49.624773 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-32c071fe-d961-4c7b-a0ce-b92c0e366dfb service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299312 Feb 28 11:57:49.754577 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65bb0139-0c36-47e0-a915-ed65de07712d req-bdd2934d-b1c9-4ee5-970b-4ab5505c8bc8 service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236939 Feb 28 11:57:49.868855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-691c89ff-29e9-4706-8aaa-f5432e934ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:49.870826 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-691c89ff-29e9-4706-8aaa-f5432e934ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=684875960699450abfdce3fdd3a48269&device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 1096 time: 0.0744460 Feb 28 11:57:50.004873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-acef4a6d-6fcd-4952-a25e-643c8352cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:50.006233 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-acef4a6d-6fcd-4952-a25e-643c8352cfee service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b039451-142b-4a60-822b-fb52bc180441 HTTP/1.1" status: 200 len: 915 time: 0.1285453 Feb 28 11:57:50.077428 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-b724e7a7-4c21-4965-81f4-875b37116b22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d9224b-72bc-47b2-8bba-c92bd817c1d3 HTTP/1.1" status: 200 len: 217 time: 0.0635695 Feb 28 11:57:50.139043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-b0afd7af-66eb-4004-81aa-68ceae2b49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:50.140467 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-b0afd7af-66eb-4004-81aa-68ceae2b49e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb8ec6d3-e095-4779-975b-d87db7a068e0 HTTP/1.1" status: 200 len: 854 time: 0.0570540 Feb 28 11:57:50.187094 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-a6793dbd-0a7f-4a8c-910d-a74d4b140991 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b039451-142b-4a60-822b-fb52bc180441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401835 Feb 28 11:57:50.458494 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-6bf05018-2c2d-4265-8064-5f227b0b77bb service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650309 Feb 28 11:57:50.518826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d17af8-88e6-40a4-9f01-7371cddefd46 req-0d49b771-34a3-4142-ae6e-44fa78bb2f77 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:50.520280 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05d17af8-88e6-40a4-9f01-7371cddefd46 req-0d49b771-34a3-4142-ae6e-44fa78bb2f77 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 943 time: 0.1535227 Feb 28 11:57:50.632036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-05d17af8-88e6-40a4-9f01-7371cddefd46 req-b2cc3b27-3c93-4bbc-bad9-56a12680ed72 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 Feb 28 11:57:50.640094 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be512926-ee29-4a62-9c5b-a288949b4f15 req-183e3ce1-6562-4210-bf6b-f36dcbf5e740 service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695452 Feb 28 11:57:51.343414 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d1d9224b-72bc-47b2-8bba-c92bd817c1d3 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:57:51.475689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d1d9224b-72bc-47b2-8bba-c92bd817c1d3, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:51.488736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'd1d9224b-72bc-47b2-8bba-c92bd817c1d3', 'network_id': '4b039451-142b-4a60-822b-fb52bc180441', 'port_id': 'd1d9224b-72bc-47b2-8bba-c92bd817c1d3', 'mac_address': 'fa:16:3e:18:2f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8ec6d3-e095-4779-975b-d87db7a068e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:57:51.542491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:51.558719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d9224b-72bc-47b2-8bba-c92bd817c1d3 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:57:51.573406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d1d9224b-72bc-47b2-8bba-c92bd817c1d3, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:51.577086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:51.644671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:51.779113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['d1d9224b-72bc-47b2-8bba-c92bd817c1d3'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:57:51.822202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32090d5-948a-4f4b-af92-62ab8e3afe4f req-5df09c69-5617-44ac-a68a-0a2c55c6defb tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:51.826110 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b32090d5-948a-4f4b-af92-62ab8e3afe4f req-5df09c69-5617-44ac-a68a-0a2c55c6defb tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 944 time: 0.0886548 Feb 28 11:57:51.867612 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b32090d5-948a-4f4b-af92-62ab8e3afe4f req-067c1f21-5ee1-479a-8706-a16f50e60c7d tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Feb 28 11:57:52.265690 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:57:53.045091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedf118-52e4-4c59-a9c3-3c072ecf30a7 req-a7d8b06c-6d64-48d3-8227-9db87064580c tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:53.046416 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7dedf118-52e4-4c59-a9c3-3c072ecf30a7 req-a7d8b06c-6d64-48d3-8227-9db87064580c tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 944 time: 0.0769305 Feb 28 11:57:53.089363 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7dedf118-52e4-4c59-a9c3-3c072ecf30a7 req-b15c5d9d-16e5-4bde-8bd0-ac62b2861d22 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374501 Feb 28 11:57:53.357891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d1d9224b-72bc-47b2-8bba-c92bd817c1d3 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:57:53.422431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port d1d9224b-72bc-47b2-8bba-c92bd817c1d3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:57:53.427056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port d1d9224b-72bc-47b2-8bba-c92bd817c1d3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:57:53.427463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:53.538881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:53.565243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790dac4e-f5ed-474c-8f28-54a5f4acf281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d9224b-72bc-47b2-8bba-c92bd817c1d3'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:57:53.574929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port d1d9224b-72bc-47b2-8bba-c92bd817c1d3, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:57:53.578691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:53.615162 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790dac4e-f5ed-474c-8f28-54a5f4acf281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d9224b-72bc-47b2-8bba-c92bd817c1d3', 'code': 200} Feb 28 11:57:53.648632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:53.829894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46042c28-dd0c-4494-b6b8-87670774a757 req-080c8657-478f-4dc6-8177-b7b0bca8fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:53.831385 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46042c28-dd0c-4494-b6b8-87670774a757 req-080c8657-478f-4dc6-8177-b7b0bca8fc65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 1098 time: 0.0704141 Feb 28 11:57:53.869845 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46042c28-dd0c-4494-b6b8-87670774a757 req-32e3c297-a1f7-4f88-a962-a2eb6f801135 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330350 Feb 28 11:57:54.267899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6a537-b742-4d9d-aa48-752d35deb77e req-af75ce8b-6a38-47a3-a622-0f95ee025138 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:54.269315 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35d6a537-b742-4d9d-aa48-752d35deb77e req-af75ce8b-6a38-47a3-a622-0f95ee025138 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0778201 Feb 28 11:57:54.310916 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-35d6a537-b742-4d9d-aa48-752d35deb77e req-db140841-f2b5-4a46-a82a-6b7849046fac tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361519 Feb 28 11:57:55.494152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be81efa-445a-4a13-a7f6-7718605916fe req-52cc3c30-3b5f-4e2b-b8bd-2fa00695b0d6 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:55.495598 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9be81efa-445a-4a13-a7f6-7718605916fe req-52cc3c30-3b5f-4e2b-b8bd-2fa00695b0d6 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0809338 Feb 28 11:57:55.538430 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9be81efa-445a-4a13-a7f6-7718605916fe req-982facac-a5b0-4549-84fc-748e710c016f tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373485 Feb 28 11:57:55.814207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-144d6cee-9f91-4fc9-99ba-e4a3a3a218da tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:55.815661 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-144d6cee-9f91-4fc9-99ba-e4a3a3a218da tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/networks?id=4b039451-142b-4a60-822b-fb52bc180441 HTTP/1.1" status: 200 len: 814 time: 0.1424849 Feb 28 11:57:55.830782 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-6a4fdfbe-37ad-45b2-89a9-4760bd929de3 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/quotas/684875960699450abfdce3fdd3a48269 HTTP/1.1" status: 200 len: 375 time: 0.0092289 Feb 28 11:57:55.910554 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-094937fe-6a2a-46bd-9455-344ab4ec722d tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=684875960699450abfdce3fdd3a48269&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748811 Feb 28 11:57:56.080618 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-a7c8a56a-8925-456a-884c-3875323d4e2f service neutron] 10.222.0.64 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635444 Feb 28 11:57:56.215639 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-41887c29-4483-4ce2-8966-bdcfca58b83b service neutron] 10.222.0.64 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291862 Feb 28 11:57:56.386153 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3ae449a5-cf43-456f-9016-6b39dde9aa19 req-865d0c8d-ddf2-4daa-82a6-f1c8674bb961 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 210 time: 0.0425494 Feb 28 11:57:57.004706 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47083427-5cf9-427b-82cb-4271d4dae55f req-6d397af2-2444-45d2-b76a-30ad0227126a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672719 Feb 28 11:57:57.147674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083427-5cf9-427b-82cb-4271d4dae55f req-bf2a100f-62fa-4491-a47d-fb8fcc3711f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:57.149122 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47083427-5cf9-427b-82cb-4271d4dae55f req-bf2a100f-62fa-4491-a47d-fb8fcc3711f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=684875960699450abfdce3fdd3a48269&device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 1098 time: 0.0785012 Feb 28 11:57:57.409027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:57.417247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083427-5cf9-427b-82cb-4271d4dae55f req-0a2fb2e3-2f99-4bb6-beb9-06bce7765304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:57.420065 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47083427-5cf9-427b-82cb-4271d4dae55f req-0a2fb2e3-2f99-4bb6-beb9-06bce7765304 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b039451-142b-4a60-822b-fb52bc180441 HTTP/1.1" status: 200 len: 915 time: 0.2503102 Feb 28 11:57:57.491333 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47083427-5cf9-427b-82cb-4271d4dae55f req-f1986a6a-ca0d-4a42-9445-e05b2d3f6792 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d9224b-72bc-47b2-8bba-c92bd817c1d3 HTTP/1.1" status: 200 len: 217 time: 0.0661805 Feb 28 11:57:57.512867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-0b8b5a60-86a9-410f-828f-2bc374e62ad2 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:57.514313 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-0b8b5a60-86a9-410f-828f-2bc374e62ad2 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.37 "GET /v2.0/networks?id=4b039451-142b-4a60-822b-fb52bc180441 HTTP/1.1" status: 200 len: 814 time: 0.2812109 Feb 28 11:57:57.525433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Request body: {'port': {'device_id': '3e0e067d-441a-4d27-9557-5134e9b1abbd', 'network_id': '4b039451-142b-4a60-822b-fb52bc180441', 'admin_state_up': True, 'tenant_id': '684875960699450abfdce3fdd3a48269'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:57:57.582692 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5037e8e9-c048-4ab3-b6af-bc0f86302172 req-6a8c735d-a4a0-4d74-8002-7f5307ac3cff tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 210 time: 0.0531006 Feb 28 11:57:57.595654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083427-5cf9-427b-82cb-4271d4dae55f req-84876884-b0ba-4a86-83ca-7d5eb6a0d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:57.597174 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47083427-5cf9-427b-82cb-4271d4dae55f req-84876884-b0ba-4a86-83ca-7d5eb6a0d964 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb8ec6d3-e095-4779-975b-d87db7a068e0 HTTP/1.1" status: 200 len: 854 time: 0.1001744 Feb 28 11:57:57.649001 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47083427-5cf9-427b-82cb-4271d4dae55f req-c0bb408c-5ac9-48e8-82ad-2865c73b8ac3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b039451-142b-4a60-822b-fb52bc180441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429730 Feb 28 11:57:57.670301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:57:57.679531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:57:57.700375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Made reservation on behalf of 684875960699450abfdce3fdd3a48269 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:57:57.704215 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:57.782880 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47083427-5cf9-427b-82cb-4271d4dae55f req-0c026b8d-ce9d-45a7-a342-6abd6308745b service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280336 Feb 28 11:57:57.865991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Allocated IP 172.20.0.5 (4b039451-142b-4a60-822b-fb52bc180441/eb8ec6d3-e095-4779-975b-d87db7a068e0/9b2b2c13-40a8-4647-a460-9c743f610bf8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:57:57.915593 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-47083427-5cf9-427b-82cb-4271d4dae55f req-19668c2f-448c-403a-b58e-d210030e64cc service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267350 Feb 28 11:57:58.064307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:58.092454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:58.103200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['d1d9224b-72bc-47b2-8bba-c92bd817c1d3'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:57:58.161151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Network 4b039451-142b-4a60-822b-fb52bc180441 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:57:58.162249 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:57:58.170951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:57:58.212137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Pushing event updated for resources: {'Port': ['ID=9b2b2c13-40a8-4647-a460-9c743f610bf8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:58.225957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.226294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.226632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.226959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.227315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.227643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.227969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.228295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.228647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.229505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.229824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.230143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:58.247006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:58.247654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:58.271662 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5acfcb04-fe53-4fc0-b626-e7f28cf53bd5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7497275 Feb 28 11:57:58.282733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Request body: {'port': {'device_id': '3e0e067d-441a-4d27-9557-5134e9b1abbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:57:58.390833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:58.720392 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2b2c13-40a8-4647-a460-9c743f610bf8 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:57:58.727723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:58.742185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Transition to ACTIVE for port object 9b2b2c13-40a8-4647-a460-9c743f610bf8 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:57:58.746285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:58.771270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2f7f-235f-4cb3-99b5-80ffa1ac395f req-515c2bdd-baa9-4406-aefd-ce9cdd881fe6 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:58.772749 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4d6f2f7f-235f-4cb3-99b5-80ffa1ac395f req-515c2bdd-baa9-4406-aefd-ce9cdd881fe6 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 931 time: 0.0848954 Feb 28 11:57:58.817778 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4d6f2f7f-235f-4cb3-99b5-80ffa1ac395f req-71a04302-cb7c-476b-98a1-1f6153c6a92d tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385597 Feb 28 11:57:58.903268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Pushing event updated for resources: {'Port': ['ID=9b2b2c13-40a8-4647-a460-9c743f610bf8,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:58.973669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Attempting to bind port 9b2b2c13-40a8-4647-a460-9c743f610bf8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:57:58.973920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Attempting to bind port 9b2b2c13-40a8-4647-a460-9c743f610bf8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c62d301d-3d20-431b-922d-68ba2cd98214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b039451-142b-4a60-822b-fb52bc180441'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:57:58.974237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Attempting to bind port 9b2b2c13-40a8-4647-a460-9c743f610bf8 on network 4b039451-142b-4a60-822b-fb52bc180441 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:57:58.978691 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Port 9b2b2c13-40a8-4647-a460-9c743f610bf8 on network 4b039451-142b-4a60-822b-fb52bc180441 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:57:58.979001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Attempting to bind port 9b2b2c13-40a8-4647-a460-9c743f610bf8 on network 4b039451-142b-4a60-822b-fb52bc180441 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:57:58.983974 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:57:58.984302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Checking segment: {'id': 'c62d301d-3d20-431b-922d-68ba2cd98214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b039451-142b-4a60-822b-fb52bc180441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:57:58.984675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Bound using segment: {'id': 'c62d301d-3d20-431b-922d-68ba2cd98214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b039451-142b-4a60-822b-fb52bc180441'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:57:58.985086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Bound port: 9b2b2c13-40a8-4647-a460-9c743f610bf8, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62d301d-3d20-431b-922d-68ba2cd98214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b039451-142b-4a60-822b-fb52bc180441'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:57:58.985418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:59.073003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] For port 9b2b2c13-40a8-4647-a460-9c743f610bf8, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:57:59.076183 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] For port 9b2b2c13-40a8-4647-a460-9c743f610bf8, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9b2b2c13-40a8-4647-a460-9c743f610bf8,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:57:59.081182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:59.133092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:59.133686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:59.135008 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] 10.222.0.37 "PUT /v2.0/ports/9b2b2c13-40a8-4647-a460-9c743f610bf8 HTTP/1.1" status: 200 len: 1093 time: 0.8563647 Feb 28 11:57:59.135450 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0e067d-441a-4d27-9557-5134e9b1abbd', 'tag': '9b2b2c13-40a8-4647-a460-9c743f610bf8'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:57:59.166828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246d974-3110-468d-a948-100b2b31d5dd service neutron] Pushing event updated for resources: {'Port': ['ID=9b2b2c13-40a8-4647-a460-9c743f610bf8,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:59.238312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-b0fdeca0-fc91-49a8-932d-a61ca9cc8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:59.239859 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-b0fdeca0-fc91-49a8-932d-a61ca9cc8c1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=684875960699450abfdce3fdd3a48269&device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 1096 time: 0.0699060 Feb 28 11:57:59.241330 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0e067d-441a-4d27-9557-5134e9b1abbd', 'tag': '9b2b2c13-40a8-4647-a460-9c743f610bf8', 'status': 'completed', 'code': 200} Feb 28 11:57:59.396865 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-dcec78bf-897f-4c39-aa79-a0b6814e00b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2b2c13-40a8-4647-a460-9c743f610bf8 HTTP/1.1" status: 200 len: 217 time: 0.1467936 Feb 28 11:57:59.457973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-1f482d39-9779-440b-a54c-4f121b8f4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:59.459397 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-1f482d39-9779-440b-a54c-4f121b8f4a3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb8ec6d3-e095-4779-975b-d87db7a068e0 HTTP/1.1" status: 200 len: 854 time: 0.0566463 Feb 28 11:57:59.503997 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-bf5ac798-c4ed-49dc-8296-69b3112bf976 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b039451-142b-4a60-822b-fb52bc180441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389328 Feb 28 11:57:59.632311 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-3226e64c-c71c-436a-af6e-1ff41a1efaac service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217406 Feb 28 11:57:59.773299 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dd6eede-7d84-4822-995b-5e657f7307d4 req-47f1cc33-97df-493b-af82-f95af0b338ce service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341183 Feb 28 11:57:59.888951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-daa0adc8-5709-45cf-a2c0-c08002e75bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:59.891750 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-daa0adc8-5709-45cf-a2c0-c08002e75bf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=684875960699450abfdce3fdd3a48269&device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 1096 time: 0.0759172 Feb 28 11:58:00.013231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83657b69-5da7-41e3-ae77-09eb77e1fa31 req-ef88bd10-4de4-494b-a4b9-52b9aa592323 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:00.014612 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-83657b69-5da7-41e3-ae77-09eb77e1fa31 req-ef88bd10-4de4-494b-a4b9-52b9aa592323 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 943 time: 0.0845506 Feb 28 11:58:00.026104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-4d1eefe8-6a28-4943-a380-59803f4171bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:00.028163 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-4d1eefe8-6a28-4943-a380-59803f4171bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b039451-142b-4a60-822b-fb52bc180441 HTTP/1.1" status: 200 len: 915 time: 0.1313708 Feb 28 11:58:00.059402 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-83657b69-5da7-41e3-ae77-09eb77e1fa31 req-8cd74ec0-7ccc-4498-8663-8f460ec2d588 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 Feb 28 11:58:00.095157 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-c3cb3e5c-3cf2-4bcf-ab7d-3fbcf4b5d342 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2b2c13-40a8-4647-a460-9c743f610bf8 HTTP/1.1" status: 200 len: 217 time: 0.0610642 Feb 28 11:58:00.158942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-39ee22ad-2f3a-4d89-af4d-301d5015017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:00.160396 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-39ee22ad-2f3a-4d89-af4d-301d5015017e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb8ec6d3-e095-4779-975b-d87db7a068e0 HTTP/1.1" status: 200 len: 854 time: 0.0595002 Feb 28 11:58:00.217054 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-17d9198a-dcc6-461e-adfe-8cb781bdb8ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b039451-142b-4a60-822b-fb52bc180441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460784 Feb 28 11:58:00.255248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fd5ad2c-9dd6-43d3-bdde-622150e729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:00.348611 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-3a0daed6-4556-49e6-9f24-e8dc1ab3548c service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254165 Feb 28 11:58:00.485866 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f4359f0c-414f-4dd1-9adf-690c829ae837 req-b291086c-9ca3-4964-b9e2-df2a58349d3e service neutron] 10.222.0.37 "GET /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279581 Feb 28 11:58:01.241048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faedf18-4e3c-4dac-9122-51ee401b7835 req-78248fb8-8fa4-4fda-9e05-ed916a0c852d tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:01.242519 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4faedf18-4e3c-4dac-9122-51ee401b7835 req-78248fb8-8fa4-4fda-9e05-ed916a0c852d tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 943 time: 0.0791893 Feb 28 11:58:01.285327 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4faedf18-4e3c-4dac-9122-51ee401b7835 req-4bb22c4a-4c00-4e24-b795-aff0ea2593f7 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Feb 28 11:58:01.404488 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 9b2b2c13-40a8-4647-a460-9c743f610bf8 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:58:01.545734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 9b2b2c13-40a8-4647-a460-9c743f610bf8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9b2b2c13-40a8-4647-a460-9c743f610bf8,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:01.558615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '9b2b2c13-40a8-4647-a460-9c743f610bf8', 'network_id': '4b039451-142b-4a60-822b-fb52bc180441', 'port_id': '9b2b2c13-40a8-4647-a460-9c743f610bf8', 'mac_address': 'fa:16:3e:bc:72:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8ec6d3-e095-4779-975b-d87db7a068e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:58:01.615128 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:01.630980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2b2c13-40a8-4647-a460-9c743f610bf8 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:58:01.645988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 9b2b2c13-40a8-4647-a460-9c743f610bf8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9b2b2c13-40a8-4647-a460-9c743f610bf8,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:01.649987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:01.715349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=9b2b2c13-40a8-4647-a460-9c743f610bf8,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:01.857940 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['9b2b2c13-40a8-4647-a460-9c743f610bf8'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:58:02.467639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6a923-f957-4f31-be78-057d3a158e30 req-8ade5a62-d340-4d4f-bb58-134a47449709 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:02.469061 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-00c6a923-f957-4f31-be78-057d3a158e30 req-8ade5a62-d340-4d4f-bb58-134a47449709 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 944 time: 0.0816822 Feb 28 11:58:02.511671 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f45dcb62-9f93-4bce-85c6-cb367f83afee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:02.518484 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-00c6a923-f957-4f31-be78-057d3a158e30 req-16728cd6-4b9d-4bf7-a090-82ea804887e7 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 Feb 28 11:58:03.411762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 9b2b2c13-40a8-4647-a460-9c743f610bf8 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:03.477052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 9b2b2c13-40a8-4647-a460-9c743f610bf8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:03.482246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 9b2b2c13-40a8-4647-a460-9c743f610bf8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:03.482615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:03.598904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:03.625474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e067d-441a-4d27-9557-5134e9b1abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2b2c13-40a8-4647-a460-9c743f610bf8'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:58:03.647874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 9b2b2c13-40a8-4647-a460-9c743f610bf8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9b2b2c13-40a8-4647-a460-9c743f610bf8,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:03.652470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:03.690244 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0e067d-441a-4d27-9557-5134e9b1abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2b2c13-40a8-4647-a460-9c743f610bf8', 'code': 200} Feb 28 11:58:03.717775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee78f2-3c07-4370-b4ce-37c47a03929b req-72503c40-4604-4314-a68d-d9fd83ab8aba tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:03.719497 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07ee78f2-3c07-4370-b4ce-37c47a03929b req-72503c40-4604-4314-a68d-d9fd83ab8aba tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 945 time: 0.0951340 Feb 28 11:58:03.773153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:03.775477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07ee78f2-3c07-4370-b4ce-37c47a03929b req-38a81f44-e70c-414b-acbf-e2e36d50c29a tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Feb 28 11:58:03.784699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=9b2b2c13-40a8-4647-a460-9c743f610bf8,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:03.835473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:03.917035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2608d-3002-491b-9400-95f54398bbf7 req-63140494-ebc4-4bd8-911d-c3f3d8e15491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:03.918574 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4dc2608d-3002-491b-9400-95f54398bbf7 req-63140494-ebc4-4bd8-911d-c3f3d8e15491 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 1098 time: 0.0721982 Feb 28 11:58:03.959015 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4dc2608d-3002-491b-9400-95f54398bbf7 req-e34319d4-33cd-423a-a07c-1c7a945eb01b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340962 Feb 28 11:58:04.969520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acddba-ba5b-4548-bfd7-69f495b65667 req-28d0a0ff-eabf-44af-8e0d-28365efa4939 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:04.971000 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-94acddba-ba5b-4548-bfd7-69f495b65667 req-28d0a0ff-eabf-44af-8e0d-28365efa4939 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 945 time: 0.0841990 Feb 28 11:58:05.016869 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-94acddba-ba5b-4548-bfd7-69f495b65667 req-bf9044a7-49c2-45c0-808d-fe048a1ecd78 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Feb 28 11:58:05.266818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:06.202590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caf4f0-9930-4c1c-b207-3ecee8baf3b9 req-089c6034-3eff-4073-8012-2875c375eab5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:06.204047 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d6caf4f0-9930-4c1c-b207-3ecee8baf3b9 req-089c6034-3eff-4073-8012-2875c375eab5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 945 time: 0.0801370 Feb 28 11:58:06.250158 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d6caf4f0-9930-4c1c-b207-3ecee8baf3b9 req-787ae9e3-456a-4edf-ade8-d0d71ecb038d tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Feb 28 11:58:06.623518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a38376-b223-4d4f-bbb4-f81c6b636b34 req-cf131c89-8a7a-4023-9e6f-56ddd5f80c9b tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:06.624874 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a8a38376-b223-4d4f-bbb4-f81c6b636b34 req-cf131c89-8a7a-4023-9e6f-56ddd5f80c9b tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 945 time: 0.0800567 Feb 28 11:58:06.667603 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a8a38376-b223-4d4f-bbb4-f81c6b636b34 req-947a7356-38aa-4f64-8aa7-71e1e0843b56 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372393 Feb 28 11:58:07.864559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b7813-0592-41ad-8586-3b8e0a18c9de req-6ce9b3c4-5938-44a6-b1a5-171c45e28b51 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:07.866009 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dd6b7813-0592-41ad-8586-3b8e0a18c9de req-6ce9b3c4-5938-44a6-b1a5-171c45e28b51 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 945 time: 0.0896893 Feb 28 11:58:07.911360 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dd6b7813-0592-41ad-8586-3b8e0a18c9de req-2e00caa1-d4aa-4084-a141-843f85db3435 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390239 Feb 28 11:58:07.954744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-5e5336d2-4319-4094-b05c-b4ae6f439f7a tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:07.955464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-5e5336d2-4319-4094-b05c-b4ae6f439f7a tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Synchronizing usage tracker for tenant:684875960699450abfdce3fdd3a48269 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:07.971581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-5e5336d2-4319-4094-b05c-b4ae6f439f7a tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Unset dirty status for tenant:684875960699450abfdce3fdd3a48269 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:07.972983 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-5e5336d2-4319-4094-b05c-b4ae6f439f7a tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 945 time: 0.1004169 Feb 28 11:58:08.045229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Deleting port 9b2b2c13-40a8-4647-a460-9c743f610bf8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:08.045486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:08.296832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] For port 9b2b2c13-40a8-4647-a460-9c743f610bf8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9b2b2c13-40a8-4647-a460-9c743f610bf8,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:08.297189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:08.506644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Calling delete_port for 9b2b2c13-40a8-4647-a460-9c743f610bf8 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:58:08.645565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:08.657076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['d1d9224b-72bc-47b2-8bba-c92bd817c1d3', '9b2b2c13-40a8-4647-a460-9c743f610bf8'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:58:08.695293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Pushing event deleted for resources: {'Port': ['ID=9b2b2c13-40a8-4647-a460-9c743f610bf8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:08.771352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] No DVR routers for this DVR port 9b2b2c13-40a8-4647-a460-9c743f610bf8 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:58:08.773805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:08.777030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e067d-441a-4d27-9557-5134e9b1abbd', 'name': 'network-vif-deleted', 'tag': '9b2b2c13-40a8-4647-a460-9c743f610bf8'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:58:08.794538 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fc8eeacd-8617-486d-829d-afabab1e1df5 req-88caef72-8862-42f7-9d58-d9438b6b0026 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.37 "DELETE /v2.0/ports/9b2b2c13-40a8-4647-a460-9c743f610bf8 HTTP/1.1" status: 204 len: 173 time: 0.8167579 Feb 28 11:58:08.824383 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0e067d-441a-4d27-9557-5134e9b1abbd', 'name': 'network-vif-deleted', 'tag': '9b2b2c13-40a8-4647-a460-9c743f610bf8', 'status': 'completed', 'code': 200} Feb 28 11:58:09.073998 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-181fb09e-ffb8-411c-a766-1b35925b877b req-3185eb66-06ab-44dd-9c27-37fc7e3bc6d4 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e0e067d-441a-4d27-9557-5134e9b1abbd HTTP/1.1" status: 200 len: 210 time: 0.0416441 Feb 28 11:58:10.328223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457b4a4-99b7-49a3-8a61-63c17b57f813 req-d92f03dc-3929-43e7-bea0-3a846cfe3f01 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:10.329637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0457b4a4-99b7-49a3-8a61-63c17b57f813 req-d92f03dc-3929-43e7-bea0-3a846cfe3f01 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0810521 Feb 28 11:58:10.372801 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0457b4a4-99b7-49a3-8a61-63c17b57f813 req-ddd4485a-2de5-441b-9f30-dc0a8c4c9d09 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376146 Feb 28 11:58:10.568811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a36730-8a58-4ee7-bc1f-280768a164c6 req-a626a577-4491-4d8e-97d8-b01286678fae tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:10.570239 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a7a36730-8a58-4ee7-bc1f-280768a164c6 req-a626a577-4491-4d8e-97d8-b01286678fae tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0779922 Feb 28 11:58:10.612929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a7a36730-8a58-4ee7-bc1f-280768a164c6 req-01785aee-7d11-4a64-9ef6-19a299df4a6f tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Feb 28 11:58:10.798957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bbcd5-9510-4f70-920b-c8a5f30878bd req-55bbbd66-2900-4a73-aa7f-0e9e4fb1c3f0 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:10.800421 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e84bbcd5-9510-4f70-920b-c8a5f30878bd req-55bbbd66-2900-4a73-aa7f-0e9e4fb1c3f0 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0829749 Feb 28 11:58:10.845182 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e84bbcd5-9510-4f70-920b-c8a5f30878bd req-4398f9f4-b7fe-4ff2-b5ab-7e082eab4cf1 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Feb 28 11:58:11.123161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679c31-5f49-4d8e-b468-722b6da010e3 req-d1b3ed3d-d145-470b-967a-ab75db6009ad tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:11.124629 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65679c31-5f49-4d8e-b468-722b6da010e3 req-d1b3ed3d-d145-470b-967a-ab75db6009ad tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0774975 Feb 28 11:58:11.166847 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-65679c31-5f49-4d8e-b468-722b6da010e3 req-05e09303-59f3-41ba-ae70-28017ee9225f tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368235 Feb 28 11:58:11.348360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d34cd-6eee-432e-9ff2-d22d6bcd87a6 req-13a41341-fe95-45f0-ac51-fdea5a174934 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:11.349795 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-197d34cd-6eee-432e-9ff2-d22d6bcd87a6 req-13a41341-fe95-45f0-ac51-fdea5a174934 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0816350 Feb 28 11:58:11.392247 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-197d34cd-6eee-432e-9ff2-d22d6bcd87a6 req-0ac158a6-e8f0-4983-9518-f0f567cd2031 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369329 Feb 28 11:58:11.421946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 9b2b2c13-40a8-4647-a460-9c743f610bf8 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:58:11.455968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 9b2b2c13-40a8-4647-a460-9c743f610bf8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:58:11.456319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 9b2b2c13-40a8-4647-a460-9c743f610bf8 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:58:11.588773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7314a-4085-4654-a59e-08ed38d9fbbc req-82883d30-8cb2-4a86-8d6a-c65d135f4d5f tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:11.590199 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07c7314a-4085-4654-a59e-08ed38d9fbbc req-82883d30-8cb2-4a86-8d6a-c65d135f4d5f tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0828030 Feb 28 11:58:11.723937 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-07c7314a-4085-4654-a59e-08ed38d9fbbc req-4fa18a7b-cc5d-4973-8168-0a4690383ad5 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281056 Feb 28 11:58:12.246569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aae2d-fca1-46c9-a1cc-d2386cc80bce req-f96387bc-60ee-4100-8a12-ae715559a078 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:12.248037 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a91aae2d-fca1-46c9-a1cc-d2386cc80bce req-f96387bc-60ee-4100-8a12-ae715559a078 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0846992 Feb 28 11:58:12.290450 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a91aae2d-fca1-46c9-a1cc-d2386cc80bce req-e582d7ec-c5c5-4233-add9-306173409812 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 Feb 28 11:58:13.475165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097fe8-d30c-45e6-bcc6-6210bb487b91 req-b1d7e674-3773-40d1-a0cf-9b31b57938b7 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:13.476607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d097fe8-d30c-45e6-bcc6-6210bb487b91 req-b1d7e674-3773-40d1-a0cf-9b31b57938b7 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0814636 Feb 28 11:58:13.521288 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d097fe8-d30c-45e6-bcc6-6210bb487b91 req-4cc93261-6528-4bef-a874-76563cae926e tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/security-groups?id=2dfc572b-1d0a-4cea-b38e-64d14266329d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Feb 28 11:58:13.530813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-010ca802-afb5-4967-8ea7-b277520917b1 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:13.531540 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-010ca802-afb5-4967-8ea7-b277520917b1 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Synchronizing usage tracker for tenant:684875960699450abfdce3fdd3a48269 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:13.546916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-010ca802-afb5-4967-8ea7-b277520917b1 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Unset dirty status for tenant:684875960699450abfdce3fdd3a48269 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:13.548081 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-010ca802-afb5-4967-8ea7-b277520917b1 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.37 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 945 time: 0.0940289 Feb 28 11:58:13.616082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Deleting port d1d9224b-72bc-47b2-8bba-c92bd817c1d3 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:13.616347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:13.871858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] For port d1d9224b-72bc-47b2-8bba-c92bd817c1d3, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,segment=NetworkSegment(c62d301d-3d20-431b-922d-68ba2cd98214),segment_id=c62d301d-3d20-431b-922d-68ba2cd98214)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:13.872119 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:13.996700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Calling delete_port for d1d9224b-72bc-47b2-8bba-c92bd817c1d3 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:58:14.145804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:14.158248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['d1d9224b-72bc-47b2-8bba-c92bd817c1d3'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:58:14.227408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Pushing event deleted for resources: {'Port': ['ID=d1d9224b-72bc-47b2-8bba-c92bd817c1d3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:14.273062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] No DVR routers for this DVR port d1d9224b-72bc-47b2-8bba-c92bd817c1d3 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:58:14.276115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:14.279952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790dac4e-f5ed-474c-8f28-54a5f4acf281', 'name': 'network-vif-deleted', 'tag': 'd1d9224b-72bc-47b2-8bba-c92bd817c1d3'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:58:14.293471 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d04594f0-93c3-4614-b8c5-35a68b8a70c9 req-31b93dd4-ae90-4bc2-be44-42dafc964595 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.37 "DELETE /v2.0/ports/d1d9224b-72bc-47b2-8bba-c92bd817c1d3 HTTP/1.1" status: 204 len: 173 time: 0.7405102 Feb 28 11:58:14.329315 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790dac4e-f5ed-474c-8f28-54a5f4acf281', 'name': 'network-vif-deleted', 'tag': 'd1d9224b-72bc-47b2-8bba-c92bd817c1d3', 'status': 'completed', 'code': 200} Feb 28 11:58:14.682682 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-01479b3c-1087-4768-9d3b-c251c3b154f4 req-605c2d56-abf3-424f-b84e-566b09a75484 tempest-ServersNegativeTestJSON-200163391 tempest-ServersNegativeTestJSON-200163391-project] 10.222.0.64 "GET /v2.0/ports?device_id=790dac4e-f5ed-474c-8f28-54a5f4acf281 HTTP/1.1" status: 200 len: 210 time: 0.0418525 Feb 28 11:58:15.776323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34764) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:15.840475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c03f71-9954-4dad-ac84-04d9a71c84f7 admin admin] Deleting subnet eb8ec6d3-e095-4779-975b-d87db7a068e0 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:58:15.843379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05c03f71-9954-4dad-ac84-04d9a71c84f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:15.890916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05c03f71-9954-4dad-ac84-04d9a71c84f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:15.948473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05c03f71-9954-4dad-ac84-04d9a71c84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.012688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05c03f71-9954-4dad-ac84-04d9a71c84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.050860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c03f71-9954-4dad-ac84-04d9a71c84f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8ec6d3-e095-4779-975b-d87db7a068e0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:16.052781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05c03f71-9954-4dad-ac84-04d9a71c84f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.058908 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-05c03f71-9954-4dad-ac84-04d9a71c84f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eb8ec6d3-e095-4779-975b-d87db7a068e0 HTTP/1.1" status: 204 len: 168 time: 0.2815731 Feb 28 11:58:16.061376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34768) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:16.171461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.291708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.315896 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b039451-142b-4a60-822b-fb52bc180441']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:16.327405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62d301d-3d20-431b-922d-68ba2cd98214') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:16.327725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62d301d-3d20-431b-922d-68ba2cd98214') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:16.339136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.358058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.364183 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:58:16.364558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:58:16.377093 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:58:16.448017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.464392 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.474186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b039451-142b-4a60-822b-fb52bc180441,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:16.481912 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9ba13e2e-f0cc-4818-8f2b-5adcc4b09a67 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4b039451-142b-4a60-822b-fb52bc180441 HTTP/1.1" status: 204 len: 168 time: 0.4195740 Feb 28 11:58:16.589213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34774) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:16.641131 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f8c844fa-5c1d-441e-9899-d6c310f24e7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=684875960699450abfdce3fdd3a48269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507905 Feb 28 11:58:16.643494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34778) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:16.700110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c194c85-01c2-4bc8-9c71-55423b4199e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.725501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c194c85-01c2-4bc8-9c71-55423b4199e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.776879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c194c85-01c2-4bc8-9c71-55423b4199e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.793938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c194c85-01c2-4bc8-9c71-55423b4199e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc572b-1d0a-4cea-b38e-64d14266329d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:16.805732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c194c85-01c2-4bc8-9c71-55423b4199e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.807589 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1c194c85-01c2-4bc8-9c71-55423b4199e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2dfc572b-1d0a-4cea-b38e-64d14266329d HTTP/1.1" status: 204 len: 168 time: 0.1632142 Feb 28 11:58:17.466435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d1d9224b-72bc-47b2-8bba-c92bd817c1d3 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:58:17.503194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: d1d9224b-72bc-47b2-8bba-c92bd817c1d3 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:58:17.503540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device d1d9224b-72bc-47b2-8bba-c92bd817c1d3 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:58:17.527489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34802) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:17.655203 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1144635541'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:17.660023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:17.663749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:network and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:17.666501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:17.672600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:17.683132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:17.686452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:17.698752 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:17.712738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:17.716489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:security_group_rule and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:17.719216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:17.724756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:17.912795 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:17.917262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:17.951557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:17.956652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba2caa-f26e-4fcf-8089-c6a6fc555be4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:17.963410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:17.963749 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Added segment 67ec471e-9cc0-41cb-bace-6e1ba8d02c59 of type vlan for network 0627c585-1bf1-484e-9a86-4b7f2cfc29e2 Feb 28 11:58:17.989824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:18.017500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:18.022813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:18.023417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:18.128317 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5997350 Feb 28 11:58:18.130998 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227634a-b058-4321-9507-30e019122848 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Network': ['ID=0627c585-1bf1-484e-9a86-4b7f2cfc29e2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:18.156481 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 0627c585-1bf1-484e-9a86-4b7f2cfc29e2 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:21.346476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34808) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:21.352206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'subnet': {'network_id': '0627c585-1bf1-484e-9a86-4b7f2cfc29e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:21.463288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:21.466975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:subnet and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:21.469698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:21.475240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:21.485855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:21.489233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.704011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.780780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Subnet': ['ID=70461d0f-0763-47eb-935f-5167c2a75a5d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:21.789068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Checking segment: {'id': '67ec471e-9cc0-41cb-bace-6e1ba8d02c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '0627c585-1bf1-484e-9a86-4b7f2cfc29e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:21.789426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network hostable DHCP agents. Network: 0627c585-1bf1-484e-9a86-4b7f2cfc29e2, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:21.807588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network 0627c585-1bf1-484e-9a86-4b7f2cfc29e2 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:21.815796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 0627c585-1bf1-484e-9a86-4b7f2cfc29e2) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:21.820422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:21.821412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.825195 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1747c5-df0a-46bd-8b9a-0b4758963580 None None] Network 0627c585-1bf1-484e-9a86-4b7f2cfc29e2 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:21.847189 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-30f600cc-534d-4806-8573-4eab54765e83 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4995081 Feb 28 11:58:21.851374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34812) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:21.857428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1165218643'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:21.862260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:21.866362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:network and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:21.869884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:21.875470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:21.885157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:21.888700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.919432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:21.929927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.930300 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Added segment 3fc140c4-69c6-4f6d-a836-484d02e5b8f5 of type vlan for network a8eac238-c22c-434b-a6a8-b76a88019610 Feb 28 11:58:21.958404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.991026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.999804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:22.000402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.052493 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2007787 Feb 28 11:58:22.053662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-0627c585-1bf1-484e-9a86-4b7f2cfc29e2', 'network_id': '0627c585-1bf1-484e-9a86-4b7f2cfc29e2', 'tenant_id': 'd99bde33a4054611ac862d02fa99ad0b', 'fixed_ips': [{'subnet_id': '70461d0f-0763-47eb-935f-5167c2a75a5d'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:58:22.054693 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.055505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34816) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:22.061992 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'subnet': {'network_id': 'a8eac238-c22c-434b-a6a8-b76a88019610', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:22.111882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e50f9-a513-4999-869e-0d1b9cb97170 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Network': ['ID=a8eac238-c22c-434b-a6a8-b76a88019610,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:22.127284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network a8eac238-c22c-434b-a6a8-b76a88019610 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:22.195200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:22.199017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:subnet and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:22.205296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:22.211293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:22.221655 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:22.225667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.313362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Allocated IP 2001:db8:0:ffff::2 (0627c585-1bf1-484e-9a86-4b7f2cfc29e2/70461d0f-0763-47eb-935f-5167c2a75a5d/206fd0d1-c72b-4165-9f53-100ebb8071e9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:22.477194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.529863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.542172 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Transition to ACTIVE for port object 206fd0d1-c72b-4165-9f53-100ebb8071e9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:22.563158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Transition to ACTIVE for port object 206fd0d1-c72b-4165-9f53-100ebb8071e9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:22.569841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Subnet': ['ID=0f0b382a-8975-4902-821f-2c3866cb2b14,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:22.572336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.586464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Checking segment: {'id': '3fc140c4-69c6-4f6d-a836-484d02e5b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a8eac238-c22c-434b-a6a8-b76a88019610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:22.586833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network hostable DHCP agents. Network: a8eac238-c22c-434b-a6a8-b76a88019610, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:22.606592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network a8eac238-c22c-434b-a6a8-b76a88019610 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:22.623496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, a8eac238-c22c-434b-a6a8-b76a88019610) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:22.627780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:22.628369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.645292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Network 0627c585-1bf1-484e-9a86-4b7f2cfc29e2 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:22.646462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b375c2-9408-4367-8f39-25b31e0d34c0 None None] Network a8eac238-c22c-434b-a6a8-b76a88019610 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:22.654410 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dfe57e1c-7ab1-453b-9ffa-cd98130718ab tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5972896 Feb 28 11:58:22.657169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34820) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:22.666892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:22.669970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:22.798108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.814654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Pushing event updated for resources: {'Port': ['ID=206fd0d1-c72b-4165-9f53-100ebb8071e9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:22.851018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Attempting to bind port 206fd0d1-c72b-4165-9f53-100ebb8071e9 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:22.851730 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Attempting to bind port 206fd0d1-c72b-4165-9f53-100ebb8071e9 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '67ec471e-9cc0-41cb-bace-6e1ba8d02c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '0627c585-1bf1-484e-9a86-4b7f2cfc29e2'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:22.851844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Attempting to bind port 206fd0d1-c72b-4165-9f53-100ebb8071e9 on network 0627c585-1bf1-484e-9a86-4b7f2cfc29e2 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:22.862046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:22.862419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Checking segment: {'id': '67ec471e-9cc0-41cb-bace-6e1ba8d02c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '0627c585-1bf1-484e-9a86-4b7f2cfc29e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:22.862825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.863244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Bound using segment: {'id': '67ec471e-9cc0-41cb-bace-6e1ba8d02c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '0627c585-1bf1-484e-9a86-4b7f2cfc29e2'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:22.863716 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Bound port: 206fd0d1-c72b-4165-9f53-100ebb8071e9, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ec471e-9cc0-41cb-bace-6e1ba8d02c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '0627c585-1bf1-484e-9a86-4b7f2cfc29e2'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:22.864093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.864381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.948154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.988176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0b382a-8975-4902-821f-2c3866cb2b14,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:23.083950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.087877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] For port 206fd0d1-c72b-4165-9f53-100ebb8071e9, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:23.090939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] For port 206fd0d1-c72b-4165-9f53-100ebb8071e9, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=206fd0d1-c72b-4165-9f53-100ebb8071e9,segment=NetworkSegment(67ec471e-9cc0-41cb-bace-6e1ba8d02c59),segment_id=67ec471e-9cc0-41cb-bace-6e1ba8d02c59)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:23.093532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec773d-ba28-46d8-a379-51801e90be17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-a8eac238-c22c-434b-a6a8-b76a88019610', 'network_id': 'a8eac238-c22c-434b-a6a8-b76a88019610', 'tenant_id': 'd99bde33a4054611ac862d02fa99ad0b', 'fixed_ips': [{'subnet_id': '0f0b382a-8975-4902-821f-2c3866cb2b14'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:58:23.094419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6bec773d-ba28-46d8-a379-51801e90be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.108479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.110372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8eac238-c22c-434b-a6a8-b76a88019610']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:23.122917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc140c4-69c6-4f6d-a836-484d02e5b8f5') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:23.123246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc140c4-69c6-4f6d-a836-484d02e5b8f5') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:23.134443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.150428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.156783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:58:23.157168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:58:23.172520 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:58:23.251466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af739576-9b37-4dbb-bce8-24f389c5b908 None None] Pushing event updated for resources: {'Port': ['ID=206fd0d1-c72b-4165-9f53-100ebb8071e9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:23.270374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b3b3d-448a-43fa-b179-e892654672c3 None None] Network a8eac238-c22c-434b-a6a8-b76a88019610 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:23.272130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.289243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.290815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b3b3d-448a-43fa-b179-e892654672c3 None None] Network a8eac238-c22c-434b-a6a8-b76a88019610 could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 11:58:23.300287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Network': ['ID=a8eac238-c22c-434b-a6a8-b76a88019610,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:23.308397 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c9a8c971-d231-4b33-a09d-b3b0a495b89d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/networks/a8eac238-c22c-434b-a6a8-b76a88019610 HTTP/1.1" status: 204 len: 168 time: 0.6494200 Feb 28 11:58:23.309062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34824) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:23.314905 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116883775'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:23.320213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:23.324130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:network and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:23.327365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:23.334031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:23.343814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:23.347353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.375901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:23.384655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.385048 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Added segment bdaa7158-96d5-447d-8976-360b73c857ca of type vlan for network 0c38d929-1420-4650-b921-c23dd4fa2e52 Feb 28 11:58:23.411975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.450934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.456720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:23.457331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.557084 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2460911 Feb 28 11:58:23.559514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:23.566814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'subnet': {'network_id': '0c38d929-1420-4650-b921-c23dd4fa2e52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:23.573607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d42d-f251-4503-83b4-d3905e769a8a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Network': ['ID=0c38d929-1420-4650-b921-c23dd4fa2e52,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:23.583879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 0c38d929-1420-4650-b921-c23dd4fa2e52 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:23.684833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:23.690585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:subnet and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:23.693629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:23.699495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:23.708712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:23.712926 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.805516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Performing IP validity checks on allocation pools {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:58:23.806047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:58:23.931488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.112891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Subnet': ['ID=0475310d-0e7f-4ba4-a1b2-3ecc116cd347,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:24.121688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Checking segment: {'id': 'bdaa7158-96d5-447d-8976-360b73c857ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0c38d929-1420-4650-b921-c23dd4fa2e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:24.122051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network hostable DHCP agents. Network: 0c38d929-1420-4650-b921-c23dd4fa2e52, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:24.142299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network 0c38d929-1420-4650-b921-c23dd4fa2e52 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:24.152775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 0c38d929-1420-4650-b921-c23dd4fa2e52) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:24.157008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:24.157587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.163791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f883f2d-196e-4f36-a732-085c361a6400 None None] Network 0c38d929-1420-4650-b921-c23dd4fa2e52 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:24.183050 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4d52a37d-fa6c-4538-83ea-6472af13ed81 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6220169 Feb 28 11:58:24.185753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34832) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:24.255511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026b5d1-59b6-4cc5-8cba-a31984b64037 None None] Network 0627c585-1bf1-484e-9a86-4b7f2cfc29e2 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:24.329861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.393258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.424237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-78bcccee-88da-42a7-a3eb-12e6f80d267f None None] Provisioning for port 206fd0d1-c72b-4165-9f53-100ebb8071e9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:24.469715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.510488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Subnet': ['ID=0475310d-0e7f-4ba4-a1b2-3ecc116cd347,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:24.571326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c531d-aef3-4b0d-8a4b-1b321dc70f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-0c38d929-1420-4650-b921-c23dd4fa2e52', 'network_id': '0c38d929-1420-4650-b921-c23dd4fa2e52', 'tenant_id': 'd99bde33a4054611ac862d02fa99ad0b', 'fixed_ips': [{'subnet_id': '0475310d-0e7f-4ba4-a1b2-3ecc116cd347'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:58:24.572689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a23c531d-aef3-4b0d-8a4b-1b321dc70f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.604795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.629598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c38d929-1420-4650-b921-c23dd4fa2e52']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:24.641784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaa7158-96d5-447d-8976-360b73c857ca') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:24.642286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaa7158-96d5-447d-8976-360b73c857ca') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:24.653611 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.670189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.676367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:58:24.676948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.687367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a72335-0f06-476b-a15e-c788bfd99d7f None None] Network 0c38d929-1420-4650-b921-c23dd4fa2e52 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:58:24.692341 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:58:24.883558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 206fd0d1-c72b-4165-9f53-100ebb8071e9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:24.891840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.909775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.921265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Network': ['ID=0c38d929-1420-4650-b921-c23dd4fa2e52,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:24.928779 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f48ec874-a1d4-44a8-9492-1e74c8547c0d tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/networks/0c38d929-1420-4650-b921-c23dd4fa2e52 HTTP/1.1" status: 204 len: 168 time: 0.7382421 Feb 28 11:58:24.929170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34836) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:24.935256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1679513856'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:24.940079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:24.943858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:network and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:24.946686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:24.952265 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:24.961518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 206fd0d1-c72b-4165-9f53-100ebb8071e9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:24.963224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:24.966569 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.973071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 206fd0d1-c72b-4165-9f53-100ebb8071e9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:24.973380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.993447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:25.001729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.002067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Added segment 35faa5b1-689e-4b40-bbf1-18809b6a328e of type vlan for network 1a30100a-fe67-4b49-a938-ecc61f0d10c4 Feb 28 11:58:25.017315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7e09f87d-36f6-4f95-973f-b3cbc0ef277b None None] Provisioning complete for port 206fd0d1-c72b-4165-9f53-100ebb8071e9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:25.017696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e09f87d-36f6-4f95-973f-b3cbc0ef277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.027362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.056414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.061976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:25.062549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.108997 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1790512 Feb 28 11:58:25.112516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34840) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:25.120292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'subnet': {'network_id': '1a30100a-fe67-4b49-a938-ecc61f0d10c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:25.190944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.217719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e09f87d-36f6-4f95-973f-b3cbc0ef277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.250686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2854462-7d5d-4903-8a6c-a23bf8f17f01 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Network': ['ID=1a30100a-fe67-4b49-a938-ecc61f0d10c4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:25.251718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 206fd0d1-c72b-4165-9f53-100ebb8071e9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=206fd0d1-c72b-4165-9f53-100ebb8071e9,segment=NetworkSegment(67ec471e-9cc0-41cb-bace-6e1ba8d02c59),segment_id=67ec471e-9cc0-41cb-bace-6e1ba8d02c59)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:25.257850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.278824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:25.282604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:subnet and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:25.285374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:25.291604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:25.300407 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:25.303902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.317904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 1a30100a-fe67-4b49-a938-ecc61f0d10c4 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:25.494784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-7e09f87d-36f6-4f95-973f-b3cbc0ef277b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:58:25.495145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-7e09f87d-36f6-4f95-973f-b3cbc0ef277b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:58:25.502069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=206fd0d1-c72b-4165-9f53-100ebb8071e9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:25.510958 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.511327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.511668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.512010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.512343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.512675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.513002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.513327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.513650 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.513972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.514293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.514608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:25.519748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.598980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Subnet': ['ID=419db518-1a0f-48f7-bb9c-0e1bf1086b9f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:25.605216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Checking segment: {'id': '35faa5b1-689e-4b40-bbf1-18809b6a328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1a30100a-fe67-4b49-a938-ecc61f0d10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:25.605500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network hostable DHCP agents. Network: 1a30100a-fe67-4b49-a938-ecc61f0d10c4, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:25.624422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network 1a30100a-fe67-4b49-a938-ecc61f0d10c4 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:25.632834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 1a30100a-fe67-4b49-a938-ecc61f0d10c4) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:25.637401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:25.637976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.642030 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554cb2f-7c8f-4b57-8a5d-ed72353acc96 None None] Network 1a30100a-fe67-4b49-a938-ecc61f0d10c4 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:25.662725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34844) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:25.663394 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2d2e0390-d921-40c9-ad11-b718747342c5 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5493009 Feb 28 11:58:25.668430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458383208'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:25.673154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:25.676985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:network and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:25.679825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:25.685593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:25.695571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:25.699725 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.727784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:25.737744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.738083 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Added segment ca4b0e84-1b80-40d9-8a08-cc3af4108e51 of type vlan for network 76d7498c-d80c-4049-bfa4-fa61c8a044f3 Feb 28 11:58:25.765007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.793706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.799064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:25.799670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.851842 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1880090 Feb 28 11:58:25.854790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34848) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:25.860758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Request body: {'subnet': {'network_id': '76d7498c-d80c-4049-bfa4-fa61c8a044f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:25.861091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-1a30100a-fe67-4b49-a938-ecc61f0d10c4', 'network_id': '1a30100a-fe67-4b49-a938-ecc61f0d10c4', 'tenant_id': 'd99bde33a4054611ac862d02fa99ad0b', 'fixed_ips': [{'subnet_id': '419db518-1a0f-48f7-bb9c-0e1bf1086b9f'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:58:25.862043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.909446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff39c44-9f85-412a-9bd9-ade492853150 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Network': ['ID=76d7498c-d80c-4049-bfa4-fa61c8a044f3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:25.926686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 76d7498c-d80c-4049-bfa4-fa61c8a044f3 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:25.982248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:25.986026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Usage tracker for resource:subnet and tenant:d99bde33a4054611ac862d02fa99ad0b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:25.988795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:25.994868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:26.003625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Made reservation on behalf of d99bde33a4054611ac862d02fa99ad0b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:26.007143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.162128 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Allocated IP 2001:db8::2 (1a30100a-fe67-4b49-a938-ecc61f0d10c4/419db518-1a0f-48f7-bb9c-0e1bf1086b9f/72f050b4-08bf-4527-8c20-1dd2dd96e0cc) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:26.230383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.307700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event updated for resources: {'Subnet': ['ID=75c10132-4522-4516-a26d-9905d21729db,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:26.317216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Checking segment: {'id': 'ca4b0e84-1b80-40d9-8a08-cc3af4108e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d7498c-d80c-4049-bfa4-fa61c8a044f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:26.317576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network hostable DHCP agents. Network: 76d7498c-d80c-4049-bfa4-fa61c8a044f3, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:26.335862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Network 76d7498c-d80c-4049-bfa4-fa61c8a044f3 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:26.344798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 76d7498c-d80c-4049-bfa4-fa61c8a044f3) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:26.348808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:26.349388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.353953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b883b-5171-4ddc-8bce-60e8d4b9224d None None] Network 76d7498c-d80c-4049-bfa4-fa61c8a044f3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:26.370872 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-68a07f0e-97ab-46e8-bdad-7e3bd4b8c9d8 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5146668 Feb 28 11:58:26.373316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:26.445863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.467326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Transition to ACTIVE for port object 72f050b4-08bf-4527-8c20-1dd2dd96e0cc will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:26.503016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Transition to ACTIVE for port object 72f050b4-08bf-4527-8c20-1dd2dd96e0cc will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:26.513187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.535264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.581176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.610369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Network 1a30100a-fe67-4b49-a938-ecc61f0d10c4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:26.614477 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:26.621225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:26.654899 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.698187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Subnet': ['ID=75c10132-4522-4516-a26d-9905d21729db,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:26.698320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Pushing event updated for resources: {'Port': ['ID=72f050b4-08bf-4527-8c20-1dd2dd96e0cc,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:26.733838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3a9d4-1539-497a-a830-c45782f31824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-76d7498c-d80c-4049-bfa4-fa61c8a044f3', 'network_id': '76d7498c-d80c-4049-bfa4-fa61c8a044f3', 'tenant_id': 'd99bde33a4054611ac862d02fa99ad0b', 'fixed_ips': [{'subnet_id': '75c10132-4522-4516-a26d-9905d21729db'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:58:26.734655 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36c3a9d4-1539-497a-a830-c45782f31824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.797350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.808709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Attempting to bind port 72f050b4-08bf-4527-8c20-1dd2dd96e0cc on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:26.809082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Attempting to bind port 72f050b4-08bf-4527-8c20-1dd2dd96e0cc by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '35faa5b1-689e-4b40-bbf1-18809b6a328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1a30100a-fe67-4b49-a938-ecc61f0d10c4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:26.809443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Attempting to bind port 72f050b4-08bf-4527-8c20-1dd2dd96e0cc on network 1a30100a-fe67-4b49-a938-ecc61f0d10c4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:26.824194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d7498c-d80c-4049-bfa4-fa61c8a044f3']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:26.826601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:26.826978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Checking segment: {'id': '35faa5b1-689e-4b40-bbf1-18809b6a328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1a30100a-fe67-4b49-a938-ecc61f0d10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:26.827410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.827807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Bound using segment: {'id': '35faa5b1-689e-4b40-bbf1-18809b6a328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1a30100a-fe67-4b49-a938-ecc61f0d10c4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:26.828288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Bound port: 72f050b4-08bf-4527-8c20-1dd2dd96e0cc, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35faa5b1-689e-4b40-bbf1-18809b6a328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1a30100a-fe67-4b49-a938-ecc61f0d10c4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:26.828664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.837517 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4b0e84-1b80-40d9-8a08-cc3af4108e51') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:26.837826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4b0e84-1b80-40d9-8a08-cc3af4108e51') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:26.845801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 206fd0d1-c72b-4165-9f53-100ebb8071e9 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:26.851218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.868216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.874434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:58:26.874967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:58:26.890399 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:58:26.954353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292341f-c2e0-4b46-a396-92c57a4d229b None None] Network 76d7498c-d80c-4049-bfa4-fa61c8a044f3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:27.079510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.097114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.109550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Network': ['ID=76d7498c-d80c-4049-bfa4-fa61c8a044f3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:27.112196 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dc84b25b-724e-4374-a1b1-9a0c01263c69 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/networks/76d7498c-d80c-4049-bfa4-fa61c8a044f3 HTTP/1.1" status: 204 len: 168 time: 0.7379670 Feb 28 11:58:27.114712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34856) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:27.127783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] For port 72f050b4-08bf-4527-8c20-1dd2dd96e0cc, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:27.142308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 206fd0d1-c72b-4165-9f53-100ebb8071e9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:27.142707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.158106 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66b3576-5d77-4e9a-bfb6-263baaefab24 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] GET failed (client error): The resource could not be found. Feb 28 11:58:27.158630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f66b3576-5d77-4e9a-bfb6-263baaefab24 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Synchronizing usage tracker for tenant:d99bde33a4054611ac862d02fa99ad0b on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:27.174435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f66b3576-5d77-4e9a-bfb6-263baaefab24 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Unset dirty status for tenant:d99bde33a4054611ac862d02fa99ad0b on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:27.175603 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f66b3576-5d77-4e9a-bfb6-263baaefab24 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "GET /v2.0/subnets/75c10132-4522-4516-a26d-9905d21729db HTTP/1.1" status: 404 len: 337 time: 0.0599680 Feb 28 11:58:27.178422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34860) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:27.203023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] For port 72f050b4-08bf-4527-8c20-1dd2dd96e0cc, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=72f050b4-08bf-4527-8c20-1dd2dd96e0cc,segment=NetworkSegment(35faa5b1-689e-4b40-bbf1-18809b6a328e),segment_id=35faa5b1-689e-4b40-bbf1-18809b6a328e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:27.204020 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab78ec5-7424-48ce-b8d9-56560e388cac tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] DELETE failed (client error): The resource could not be found. Feb 28 11:58:27.204460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab78ec5-7424-48ce-b8d9-56560e388cac tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:58:27.206204 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bab78ec5-7424-48ce-b8d9-56560e388cac tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/networks/76d7498c-d80c-4049-bfa4-fa61c8a044f3 HTTP/1.1" status: 404 len: 339 time: 0.0268664 Feb 28 11:58:27.209890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34864) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:27.240445 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.248020 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd76e6d1-d430-4258-95e5-6801ea9516ed tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] DELETE failed (client error): The resource could not be found. Feb 28 11:58:27.248527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd76e6d1-d430-4258-95e5-6801ea9516ed tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:58:27.252559 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cd76e6d1-d430-4258-95e5-6801ea9516ed tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/subnets/75c10132-4522-4516-a26d-9905d21729db HTTP/1.1" status: 404 len: 337 time: 0.0389845 Feb 28 11:58:27.252867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34868) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:27.278169 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b7288a-54c7-4d19-af4a-8d96376c5205 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] DELETE failed (client error): The resource could not be found. Feb 28 11:58:27.278622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b7288a-54c7-4d19-af4a-8d96376c5205 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:58:27.280285 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-08b7288a-54c7-4d19-af4a-8d96376c5205 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/networks/76d7498c-d80c-4049-bfa4-fa61c8a044f3 HTTP/1.1" status: 404 len: 339 time: 0.0265143 Feb 28 11:58:27.282900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:27.357079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66526d0-0a14-40df-800d-842a5b22dca3 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Deleting subnet 419db518-1a0f-48f7-bb9c-0e1bf1086b9f {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:58:27.359866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f66526d0-0a14-40df-800d-842a5b22dca3 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.387769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4285ab-1225-45a7-87ab-32b15847ea1e None None] Pushing event updated for resources: {'Port': ['ID=72f050b4-08bf-4527-8c20-1dd2dd96e0cc,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:27.426259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f66526d0-0a14-40df-800d-842a5b22dca3 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.431637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.532435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f66526d0-0a14-40df-800d-842a5b22dca3 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.613481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f66526d0-0a14-40df-800d-842a5b22dca3 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.663677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66526d0-0a14-40df-800d-842a5b22dca3 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Subnet': ['ID=419db518-1a0f-48f7-bb9c-0e1bf1086b9f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:27.665538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f66526d0-0a14-40df-800d-842a5b22dca3 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.678247 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f66526d0-0a14-40df-800d-842a5b22dca3 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/subnets/419db518-1a0f-48f7-bb9c-0e1bf1086b9f HTTP/1.1" status: 204 len: 168 time: 0.3943377 Feb 28 11:58:27.680783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34876) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:27.794737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:27.804987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Deleting port 72f050b4-08bf-4527-8c20-1dd2dd96e0cc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:27.805319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.014287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] For port 72f050b4-08bf-4527-8c20-1dd2dd96e0cc, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=72f050b4-08bf-4527-8c20-1dd2dd96e0cc,segment=NetworkSegment(35faa5b1-689e-4b40-bbf1-18809b6a328e),segment_id=35faa5b1-689e-4b40-bbf1-18809b6a328e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:28.014651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.139863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Calling delete_port for 72f050b4-08bf-4527-8c20-1dd2dd96e0cc owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:58:28.210121 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfadde-fa06-488d-a030-4555a510bf44 None None] Network 1a30100a-fe67-4b49-a938-ecc61f0d10c4 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:28.224115 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.246317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-db062c09-d338-4f37-8f7b-79d8b5c110f1 None None] Could not find standard attr ID for object 72f050b4-08bf-4527-8c20-1dd2dd96e0cc. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:58:28.273397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Port': ['ID=72f050b4-08bf-4527-8c20-1dd2dd96e0cc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:28.277858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] No DVR routers for this DVR port 72f050b4-08bf-4527-8c20-1dd2dd96e0cc on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:58:28.400675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.423005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e79992-8b43-4163-b479-933a451ec6b2 None None] DHCP port deletion for 1a30100a-fe67-4b49-a938-ecc61f0d10c4 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:58:28.425915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a30100a-fe67-4b49-a938-ecc61f0d10c4']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:28.439315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35faa5b1-689e-4b40-bbf1-18809b6a328e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:28.439618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35faa5b1-689e-4b40-bbf1-18809b6a328e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:28.450821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.466268 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.472112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:58:28.472494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:58:28.487414 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:58:28.566585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.585514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.596883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Network': ['ID=1a30100a-fe67-4b49-a938-ecc61f0d10c4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:28.599633 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1235a26c-0b6f-4b5b-aa73-88dbf974d719 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/networks/1a30100a-fe67-4b49-a938-ecc61f0d10c4 HTTP/1.1" status: 204 len: 168 time: 0.9178481 Feb 28 11:58:28.602057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34880) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:28.735902 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3dd52b-44fd-466c-914f-f0b0ed781891 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] DELETE failed (client error): The resource could not be found. Feb 28 11:58:28.736540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3dd52b-44fd-466c-914f-f0b0ed781891 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:58:28.737911 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6e3dd52b-44fd-466c-914f-f0b0ed781891 tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/subnets/0475310d-0e7f-4ba4-a1b2-3ecc116cd347 HTTP/1.1" status: 404 len: 337 time: 0.1343932 Feb 28 11:58:28.740430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34884) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:28.764263 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79476ed-e3af-4159-9041-4477bb43901e tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] DELETE failed (client error): The resource could not be found. Feb 28 11:58:28.764707 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79476ed-e3af-4159-9041-4477bb43901e tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:58:28.766278 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d79476ed-e3af-4159-9041-4477bb43901e tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/networks/0c38d929-1420-4650-b921-c23dd4fa2e52 HTTP/1.1" status: 404 len: 339 time: 0.0249815 Feb 28 11:58:28.768686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34888) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:28.805050 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a630d0-72fe-42fd-8a4b-03399d3d8aec tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] DELETE failed (client error): The resource could not be found. Feb 28 11:58:28.805486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a630d0-72fe-42fd-8a4b-03399d3d8aec tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:58:28.807383 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c9a630d0-72fe-42fd-8a4b-03399d3d8aec tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/subnets/0f0b382a-8975-4902-821f-2c3866cb2b14 HTTP/1.1" status: 404 len: 337 time: 0.0377851 Feb 28 11:58:28.809665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:28.832370 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51ba2c4-750a-4078-98ad-ab648a22556a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] DELETE failed (client error): The resource could not be found. Feb 28 11:58:28.832807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51ba2c4-750a-4078-98ad-ab648a22556a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:58:28.834304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a51ba2c4-750a-4078-98ad-ab648a22556a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/networks/a8eac238-c22c-434b-a6a8-b76a88019610 HTTP/1.1" status: 404 len: 339 time: 0.0237987 Feb 28 11:58:28.836414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34896) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:28.901994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a451e599-b265-496e-8fa1-35f9d3fd626a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Deleting subnet 70461d0f-0763-47eb-935f-5167c2a75a5d {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:58:28.904842 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a451e599-b265-496e-8fa1-35f9d3fd626a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:28.957507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a451e599-b265-496e-8fa1-35f9d3fd626a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.040896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a451e599-b265-496e-8fa1-35f9d3fd626a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.109497 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a451e599-b265-496e-8fa1-35f9d3fd626a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.147663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451e599-b265-496e-8fa1-35f9d3fd626a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Subnet': ['ID=70461d0f-0763-47eb-935f-5167c2a75a5d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:29.151934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a451e599-b265-496e-8fa1-35f9d3fd626a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.157953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae46dc-d1cb-4656-bb0f-c650448605e5 None None] Network 0627c585-1bf1-484e-9a86-4b7f2cfc29e2 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:29.161096 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a451e599-b265-496e-8fa1-35f9d3fd626a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/subnets/70461d0f-0763-47eb-935f-5167c2a75a5d HTTP/1.1" status: 204 len: 168 time: 0.3232992 Feb 28 11:58:29.163496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:29.266112 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:58:29.275561 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.286054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Deleting port 206fd0d1-c72b-4165-9f53-100ebb8071e9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:29.286387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.398179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] DHCP port deletion for 0627c585-1bf1-484e-9a86-4b7f2cfc29e2 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:58:29.403676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] Deleting port 206fd0d1-c72b-4165-9f53-100ebb8071e9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:29.404056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.496802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] For port 206fd0d1-c72b-4165-9f53-100ebb8071e9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=206fd0d1-c72b-4165-9f53-100ebb8071e9,segment=NetworkSegment(67ec471e-9cc0-41cb-bace-6e1ba8d02c59),segment_id=67ec471e-9cc0-41cb-bace-6e1ba8d02c59)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:29.497161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.619515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] For port 206fd0d1-c72b-4165-9f53-100ebb8071e9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=206fd0d1-c72b-4165-9f53-100ebb8071e9,segment=NetworkSegment(67ec471e-9cc0-41cb-bace-6e1ba8d02c59),segment_id=67ec471e-9cc0-41cb-bace-6e1ba8d02c59)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:29.620108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.620825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Calling delete_port for 206fd0d1-c72b-4165-9f53-100ebb8071e9 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:58:29.699961 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.741233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] Calling delete_port for 206fd0d1-c72b-4165-9f53-100ebb8071e9 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:58:29.751326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Port': ['ID=206fd0d1-c72b-4165-9f53-100ebb8071e9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:29.758187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] No DVR routers for this DVR port 206fd0d1-c72b-4165-9f53-100ebb8071e9 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:58:29.812606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:58:29.812997 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:58:29.880068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.903846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0627c585-1bf1-484e-9a86-4b7f2cfc29e2']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:29.916968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ec471e-9cc0-41cb-bace-6e1ba8d02c59') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:29.917877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ec471e-9cc0-41cb-bace-6e1ba8d02c59') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:29.937218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.952898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.958681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:58:29.959062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:58:29.973273 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:58:30.052824 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.058189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.082976 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] Pushing event deleted for resources: {'Network': ['ID=0627c585-1bf1-484e-9a86-4b7f2cfc29e2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:30.086526 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2595bfcc-5ca2-40d5-8548-5014da3a6d0a tempest-NetworksIpV6Test-1447317104 tempest-NetworksIpV6Test-1447317104-project] 10.222.0.64 "DELETE /v2.0/networks/0627c585-1bf1-484e-9a86-4b7f2cfc29e2 HTTP/1.1" status: 204 len: 168 time: 0.9221151 Feb 28 11:58:30.259378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff106ac8-e22f-4c47-af99-21dfe0885b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.314678 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] Deleting port 206fd0d1-c72b-4165-9f53-100ebb8071e9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:30.315056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.347939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34908) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:30.382038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cb6209d3-b510-4d4f-8372-fa0677387dfd None None] The port '206fd0d1-c72b-4165-9f53-100ebb8071e9' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:58:30.492748 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8d5dedb5-8fe6-4efb-bb3b-bac9ec1c7364 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d99bde33a4054611ac862d02fa99ad0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435795 Feb 28 11:58:30.495226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34914) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:30.555933 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24b019c7-fb2b-47a8-9e78-a1439cf4e3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.580836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24b019c7-fb2b-47a8-9e78-a1439cf4e3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.631838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24b019c7-fb2b-47a8-9e78-a1439cf4e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.646302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b019c7-fb2b-47a8-9e78-a1439cf4e3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba2caa-f26e-4fcf-8089-c6a6fc555be4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:30.652966 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24b019c7-fb2b-47a8-9e78-a1439cf4e3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.654108 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-24b019c7-fb2b-47a8-9e78-a1439cf4e3e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eeba2caa-f26e-4fcf-8089-c6a6fc555be4 HTTP/1.1" status: 204 len: 168 time: 0.1579440 Feb 28 11:58:30.830840 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 206fd0d1-c72b-4165-9f53-100ebb8071e9 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:58:30.864398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 206fd0d1-c72b-4165-9f53-100ebb8071e9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:58:30.864817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 206fd0d1-c72b-4165-9f53-100ebb8071e9 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:58:31.318270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:31.417552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-478273979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:31.424206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:31.428033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Usage tracker for resource:router and tenant:1825dc8d20c84cd4bd12ff233be35d01 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:31.432295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:31.438114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:31.447576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.448543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.462067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.483056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.503845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.504984 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-25f6709c-e935-451e-92cf-19bed1d2f711 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1856961 Feb 28 11:58:31.507622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34944) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:31.513043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-359786186'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:31.517689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:31.521962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Usage tracker for resource:network and tenant:1825dc8d20c84cd4bd12ff233be35d01 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:31.524822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:31.530625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:31.539620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Made reservation on behalf of 1825dc8d20c84cd4bd12ff233be35d01 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:31.543373 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.554900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.569721 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:31.573329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Usage tracker for resource:security_group_rule and tenant:1825dc8d20c84cd4bd12ff233be35d01 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:31.576057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:31.581512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:31.660928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.664738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.706323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:31.715490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7898aca4-7d15-4140-8119-c98bbcb5516e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:31.722043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.722616 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Added segment 5af6c77a-6db8-4c6a-8557-b8326b9030e6 of type vlan for network 9c068fee-7809-471c-ab8b-48f5b2fc9e9d Feb 28 11:58:31.749709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.779206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.784815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:31.785563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:31.893808 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3851266 Feb 28 11:58:31.896469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faf599-9853-4659-bb5b-36ca29eac26d tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event updated for resources: {'Network': ['ID=9c068fee-7809-471c-ab8b-48f5b2fc9e9d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:31.896779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:31.903664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Request body: {'subnet': {'network_id': '9c068fee-7809-471c-ab8b-48f5b2fc9e9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:31.906785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 9c068fee-7809-471c-ab8b-48f5b2fc9e9d details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:32.108544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:32.112278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Usage tracker for resource:subnet and tenant:1825dc8d20c84cd4bd12ff233be35d01 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:32.114975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:32.120530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:32.129795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Made reservation on behalf of 1825dc8d20c84cd4bd12ff233be35d01 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:32.133149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.346321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.428836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event updated for resources: {'Subnet': ['ID=d67cb2a0-f63c-4e6d-8f77-0d707f741cda,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:32.433044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Checking segment: {'id': '5af6c77a-6db8-4c6a-8557-b8326b9030e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9c068fee-7809-471c-ab8b-48f5b2fc9e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:32.433403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Network hostable DHCP agents. Network: 9c068fee-7809-471c-ab8b-48f5b2fc9e9d, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:32.452219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Network 9c068fee-7809-471c-ab8b-48f5b2fc9e9d is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:32.460712 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 9c068fee-7809-471c-ab8b-48f5b2fc9e9d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:32.465854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:32.466474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.470729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17134501-2e12-4962-a09b-a8f55836cf35 None None] Network 9c068fee-7809-471c-ab8b-48f5b2fc9e9d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:32.487686 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5bcc2357-e4f9-42ca-aecd-61974063c06a tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5897100 Feb 28 11:58:32.490683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34952) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:32.496995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-756665767'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:32.501964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:32.505818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Usage tracker for resource:network and tenant:1825dc8d20c84cd4bd12ff233be35d01 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:32.509470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:32.515316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:32.525945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Made reservation on behalf of 1825dc8d20c84cd4bd12ff233be35d01 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:32.529631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.558426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:32.567355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.567698 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Added segment 105129cf-fb09-4c23-b640-db8bf2e88b69 of type vlan for network d46b75b7-b441-4a52-80f3-10040be6724a Feb 28 11:58:32.593895 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.601253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-111e187c-5fa3-4489-9801-3177f11d62e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.624169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.629551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:32.630133 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.724357 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2324693 Feb 28 11:58:32.727060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34956) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:32.732604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-9c068fee-7809-471c-ab8b-48f5b2fc9e9d', 'network_id': '9c068fee-7809-471c-ab8b-48f5b2fc9e9d', 'tenant_id': '1825dc8d20c84cd4bd12ff233be35d01', 'fixed_ips': [{'subnet_id': 'd67cb2a0-f63c-4e6d-8f77-0d707f741cda'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:58:32.733805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Request body: {'subnet': {'network_id': 'd46b75b7-b441-4a52-80f3-10040be6724a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:32.734837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.736374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event updated for resources: {'Network': ['ID=d46b75b7-b441-4a52-80f3-10040be6724a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:32.744518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.744862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.745200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.745536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.745854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.746178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.746500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.746870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.747221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.747543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.747857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.748171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5412c-7ddb-4b0e-8270-58297ca877ad tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:32.795024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network d46b75b7-b441-4a52-80f3-10040be6724a details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:32.850374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:32.854728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Usage tracker for resource:subnet and tenant:1825dc8d20c84cd4bd12ff233be35d01 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:32.857456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:32.862976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:32.872190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Made reservation on behalf of 1825dc8d20c84cd4bd12ff233be35d01 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:32.875940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:32.978238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Allocated IP 172.20.0.2 (9c068fee-7809-471c-ab8b-48f5b2fc9e9d/d67cb2a0-f63c-4e6d-8f77-0d707f741cda/213f7393-1aa1-4235-958c-972d6695825b) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:33.092688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.170967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event updated for resources: {'Subnet': ['ID=79d2efd9-05d7-4f0a-b86d-3972411548ef,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:33.174805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.177863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Checking segment: {'id': '105129cf-fb09-4c23-b640-db8bf2e88b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd46b75b7-b441-4a52-80f3-10040be6724a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:33.178217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Network hostable DHCP agents. Network: d46b75b7-b441-4a52-80f3-10040be6724a, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:33.185758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Transition to ACTIVE for port object 213f7393-1aa1-4235-958c-972d6695825b will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:33.197443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Network d46b75b7-b441-4a52-80f3-10040be6724a is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:33.203362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Transition to ACTIVE for port object 213f7393-1aa1-4235-958c-972d6695825b will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:33.206912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, d46b75b7-b441-4a52-80f3-10040be6724a) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:33.210107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.211018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:33.211632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.233767 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ed36f27d-64e4-4058-9720-da87f29c3f63 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5049930 Feb 28 11:58:33.236659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34960) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:33.241660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0da3b0dd-8cdf-4c52-84ce-d44dbb3cd8e4 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd46b75b7-b441-4a52-80f3-10040be6724a'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:33.251270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4afd1d-aa1f-4888-a1fe-7fee8e19bfc0 None None] Network d46b75b7-b441-4a52-80f3-10040be6724a requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:33.307013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Network 9c068fee-7809-471c-ab8b-48f5b2fc9e9d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:33.350847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:33.353848 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:33.408522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Pushing event updated for resources: {'Port': ['ID=213f7393-1aa1-4235-958c-972d6695825b,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:33.489531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Attempting to bind port 213f7393-1aa1-4235-958c-972d6695825b on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:33.489901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Attempting to bind port 213f7393-1aa1-4235-958c-972d6695825b by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '5af6c77a-6db8-4c6a-8557-b8326b9030e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9c068fee-7809-471c-ab8b-48f5b2fc9e9d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:33.490264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Attempting to bind port 213f7393-1aa1-4235-958c-972d6695825b on network 9c068fee-7809-471c-ab8b-48f5b2fc9e9d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:33.525463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:33.525820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Checking segment: {'id': '5af6c77a-6db8-4c6a-8557-b8326b9030e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9c068fee-7809-471c-ab8b-48f5b2fc9e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:33.526224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.526615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Bound using segment: {'id': '5af6c77a-6db8-4c6a-8557-b8326b9030e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9c068fee-7809-471c-ab8b-48f5b2fc9e9d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:33.527083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Bound port: 213f7393-1aa1-4235-958c-972d6695825b, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af6c77a-6db8-4c6a-8557-b8326b9030e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9c068fee-7809-471c-ab8b-48f5b2fc9e9d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:33.527481 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.617189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0da3b0dd-8cdf-4c52-84ce-d44dbb3cd8e4 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.663946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-d46b75b7-b441-4a52-80f3-10040be6724a', 'network_id': 'd46b75b7-b441-4a52-80f3-10040be6724a', 'tenant_id': '1825dc8d20c84cd4bd12ff233be35d01', 'fixed_ips': [{'subnet_id': '79d2efd9-05d7-4f0a-b86d-3972411548ef'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:58:33.664805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.710926 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] For port 213f7393-1aa1-4235-958c-972d6695825b, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:33.713491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.716416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] For port 213f7393-1aa1-4235-958c-972d6695825b, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=213f7393-1aa1-4235-958c-972d6695825b,segment=NetworkSegment(5af6c77a-6db8-4c6a-8557-b8326b9030e6),segment_id=5af6c77a-6db8-4c6a-8557-b8326b9030e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:33.754811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.861174 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.api.v2.resource [None req-0da3b0dd-8cdf-4c52-84ce-d44dbb3cd8e4 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:58:33.862185 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0da3b0dd-8cdf-4c52-84ce-d44dbb3cd8e4 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "PUT /v2.0/routers/0c8de9e6-b7c1-4533-8c51-865b92d6398b HTTP/1.1" status: 400 len: 364 time: 0.6246302 Feb 28 11:58:33.868215 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34964) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:33.881797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:33.895417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b2873-878e-4119-b2b2-509b11594b07 None None] Pushing event updated for resources: {'Port': ['ID=213f7393-1aa1-4235-958c-972d6695825b,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:33.936613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1496e9-18ae-4bc1-b5e8-4641d82141eb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Deleting subnet 79d2efd9-05d7-4f0a-b86d-3972411548ef {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:58:33.960102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Allocated IP 172.21.0.2 (d46b75b7-b441-4a52-80f3-10040be6724a/79d2efd9-05d7-4f0a-b86d-3972411548ef/f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:34.175505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.186505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Transition to ACTIVE for port object f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:34.204407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Transition to ACTIVE for port object f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:34.209155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd1496e9-18ae-4bc1-b5e8-4641d82141eb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.210707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.265424 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd1496e9-18ae-4bc1-b5e8-4641d82141eb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.311614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Network d46b75b7-b441-4a52-80f3-10040be6724a is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:34.318647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:34.323659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:34.329177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Pushing event updated for resources: {'Port': ['ID=f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:34.354260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd1496e9-18ae-4bc1-b5e8-4641d82141eb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.414260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Attempting to bind port f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:34.414635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Attempting to bind port f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '105129cf-fb09-4c23-b640-db8bf2e88b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd46b75b7-b441-4a52-80f3-10040be6724a'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:34.415742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Attempting to bind port f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9 on network d46b75b7-b441-4a52-80f3-10040be6724a {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:34.421422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:34.421799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Checking segment: {'id': '105129cf-fb09-4c23-b640-db8bf2e88b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd46b75b7-b441-4a52-80f3-10040be6724a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:34.422200 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.422610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Bound using segment: {'id': '105129cf-fb09-4c23-b640-db8bf2e88b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd46b75b7-b441-4a52-80f3-10040be6724a'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:34.423074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Bound port: f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105129cf-fb09-4c23-b640-db8bf2e88b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd46b75b7-b441-4a52-80f3-10040be6724a'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:34.423493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.427796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd1496e9-18ae-4bc1-b5e8-4641d82141eb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.469798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1496e9-18ae-4bc1-b5e8-4641d82141eb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event deleted for resources: {'Subnet': ['ID=79d2efd9-05d7-4f0a-b86d-3972411548ef,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:34.471942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd1496e9-18ae-4bc1-b5e8-4641d82141eb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.481448 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dd1496e9-18ae-4bc1-b5e8-4641d82141eb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "DELETE /v2.0/subnets/79d2efd9-05d7-4f0a-b86d-3972411548ef HTTP/1.1" status: 204 len: 168 time: 0.6102936 Feb 28 11:58:34.482360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:34.519484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] For port f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:34.523337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] For port f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9,segment=NetworkSegment(105129cf-fb09-4c23-b640-db8bf2e88b69),segment_id=105129cf-fb09-4c23-b640-db8bf2e88b69)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:34.527672 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.611198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.622886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Deleting port f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:34.623258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.641221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b956d-7f54-4d9a-bf9d-9530929b463b None None] Pushing event updated for resources: {'Port': ['ID=f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:34.674594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cbf423-2608-4d94-bffc-5a1207d2cb99 None None] Network d46b75b7-b441-4a52-80f3-10040be6724a requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:34.846328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] For port f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9,segment=NetworkSegment(105129cf-fb09-4c23-b640-db8bf2e88b69),segment_id=105129cf-fb09-4c23-b640-db8bf2e88b69)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:34.846685 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.854889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9812c97-8073-4991-857d-54010f1cd39e None None] Network 9c068fee-7809-471c-ab8b-48f5b2fc9e9d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:34.937495 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 213f7393-1aa1-4235-958c-972d6695825b up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:34.976314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Calling delete_port for f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:58:35.033850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-426e30d0-aa23-4f1a-ba91-3eaafd9ff933 None None] Provisioning for port 213f7393-1aa1-4235-958c-972d6695825b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:35.055054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.105083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event deleted for resources: {'Port': ['ID=f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:35.106615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 213f7393-1aa1-4235-958c-972d6695825b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:35.110808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] No DVR routers for this DVR port f2bf28ac-ea8f-45d8-b92f-3e26a1c1c5c9 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:58:35.115444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 213f7393-1aa1-4235-958c-972d6695825b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:35.115818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.232810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.257232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46b75b7-b441-4a52-80f3-10040be6724a']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:35.269756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105129cf-fb09-4c23-b640-db8bf2e88b69') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:35.270059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105129cf-fb09-4c23-b640-db8bf2e88b69') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:35.281818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.299641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.303786 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.306099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:58:35.306538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.306958 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:58:35.322776 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:58:35.344571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 213f7393-1aa1-4235-958c-972d6695825b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=213f7393-1aa1-4235-958c-972d6695825b,segment=NetworkSegment(5af6c77a-6db8-4c6a-8557-b8326b9030e6),segment_id=5af6c77a-6db8-4c6a-8557-b8326b9030e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:35.349014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.407680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.428447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.432126 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=213f7393-1aa1-4235-958c-972d6695825b,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:35.435503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event deleted for resources: {'Network': ['ID=d46b75b7-b441-4a52-80f3-10040be6724a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:35.442390 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9580590a-91fa-42b8-9201-d2bb65784fcb tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "DELETE /v2.0/networks/d46b75b7-b441-4a52-80f3-10040be6724a HTTP/1.1" status: 204 len: 168 time: 0.9589884 Feb 28 11:58:35.444830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34972) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:35.479861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a01b9-d72a-423a-b11e-33d0671275e3 None None] get_active_networks_info from dv-neutron-831192-2-hyperv {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 11:58:35.511061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0d0805-2264-4104-a5be-0e2567e8c1b0 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Deleting subnet d67cb2a0-f63c-4e6d-8f77-0d707f741cda {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:58:35.514044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af0d0805-2264-4104-a5be-0e2567e8c1b0 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.565857 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a01b9-d72a-423a-b11e-33d0671275e3 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:58:35.608353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5d8b7355-1740-49e3-9034-d7491f150e05 None None] Provisioning complete for port 213f7393-1aa1-4235-958c-972d6695825b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:35.608727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d8b7355-1740-49e3-9034-d7491f150e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.672512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af0d0805-2264-4104-a5be-0e2567e8c1b0 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.758155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af0d0805-2264-4104-a5be-0e2567e8c1b0 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.834233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af0d0805-2264-4104-a5be-0e2567e8c1b0 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.880509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d0805-2264-4104-a5be-0e2567e8c1b0 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event deleted for resources: {'Subnet': ['ID=d67cb2a0-f63c-4e6d-8f77-0d707f741cda,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:35.885231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af0d0805-2264-4104-a5be-0e2567e8c1b0 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.893514 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-af0d0805-2264-4104-a5be-0e2567e8c1b0 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "DELETE /v2.0/subnets/d67cb2a0-f63c-4e6d-8f77-0d707f741cda HTTP/1.1" status: 204 len: 168 time: 0.4453146 Feb 28 11:58:35.893691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34976) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:35.996412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f2dc29-136c-458e-acf4-5db74b060f43 None None] Network 9c068fee-7809-471c-ab8b-48f5b2fc9e9d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:36.013026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.023100 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Deleting port 213f7393-1aa1-4235-958c-972d6695825b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:36.023449 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.226422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] For port 213f7393-1aa1-4235-958c-972d6695825b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=213f7393-1aa1-4235-958c-972d6695825b,segment=NetworkSegment(5af6c77a-6db8-4c6a-8557-b8326b9030e6),segment_id=5af6c77a-6db8-4c6a-8557-b8326b9030e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:36.226768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.231875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] DHCP port deletion for 9c068fee-7809-471c-ab8b-48f5b2fc9e9d request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:58:36.236166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] Deleting port 213f7393-1aa1-4235-958c-972d6695825b {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:36.236628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.351266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Calling delete_port for 213f7393-1aa1-4235-958c-972d6695825b owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:58:36.425338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.438057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] For port 213f7393-1aa1-4235-958c-972d6695825b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=213f7393-1aa1-4235-958c-972d6695825b,segment=NetworkSegment(5af6c77a-6db8-4c6a-8557-b8326b9030e6),segment_id=5af6c77a-6db8-4c6a-8557-b8326b9030e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:36.438573 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.474454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event deleted for resources: {'Port': ['ID=213f7393-1aa1-4235-958c-972d6695825b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:36.478601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] No DVR routers for this DVR port 213f7393-1aa1-4235-958c-972d6695825b on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:58:36.562468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] Calling delete_port for 213f7393-1aa1-4235-958c-972d6695825b owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:58:36.608608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.633420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c068fee-7809-471c-ab8b-48f5b2fc9e9d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:36.638776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:58:36.639187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:58:36.645866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af6c77a-6db8-4c6a-8557-b8326b9030e6') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:36.646161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af6c77a-6db8-4c6a-8557-b8326b9030e6') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:36.657820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.673244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.679009 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:58:36.679505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:58:36.694132 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:58:36.776461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.781035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:36.806932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Pushing event deleted for resources: {'Network': ['ID=9c068fee-7809-471c-ab8b-48f5b2fc9e9d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:36.810641 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-069ef9f2-0fb5-4759-bd0b-52717c419c70 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "DELETE /v2.0/networks/9c068fee-7809-471c-ab8b-48f5b2fc9e9d HTTP/1.1" status: 204 len: 168 time: 0.9159834 Feb 28 11:58:36.813230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 34980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:36.835683 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 213f7393-1aa1-4235-958c-972d6695825b no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:58:36.856588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-da84497d-d0d5-4bc4-b157-f2f9e4194654 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Synchronizing usage tracker for tenant:1825dc8d20c84cd4bd12ff233be35d01 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:36.868871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 213f7393-1aa1-4235-958c-972d6695825b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:58:36.869218 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 213f7393-1aa1-4235-958c-972d6695825b not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:58:36.875246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-da84497d-d0d5-4bc4-b157-f2f9e4194654 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Unset dirty status for tenant:1825dc8d20c84cd4bd12ff233be35d01 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:36.876608 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-da84497d-d0d5-4bc4-b157-f2f9e4194654 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8de9e6-b7c1-4533-8c51-865b92d6398b HTTP/1.1" status: 200 len: 205 time: 0.0624909 Feb 28 11:58:36.879298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34984) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:37.019751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b8dd6a-92b5-4ccb-816b-219e6d6fa284 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.140861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] Deleting port 213f7393-1aa1-4235-958c-972d6695825b {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:58:37.141338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.208307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f99e64ed-8921-4a2f-bc50-888524cc4cc3 None None] The port '213f7393-1aa1-4235-958c-972d6695825b' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:58:37.313611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b8dd6a-92b5-4ccb-816b-219e6d6fa284 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.315687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b8dd6a-92b5-4ccb-816b-219e6d6fa284 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.336927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b8dd6a-92b5-4ccb-816b-219e6d6fa284 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.337603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b8dd6a-92b5-4ccb-816b-219e6d6fa284 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Fanout notify agent at l3_agent the message router_deleted on router 0c8de9e6-b7c1-4533-8c51-865b92d6398b {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:58:37.353060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9b8dd6a-92b5-4ccb-816b-219e6d6fa284 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.354109 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b9b8dd6a-92b5-4ccb-816b-219e6d6fa284 tempest-RoutersNegativeTest-1083436956 tempest-RoutersNegativeTest-1083436956-project] 10.222.0.64 "DELETE /v2.0/routers/0c8de9e6-b7c1-4533-8c51-865b92d6398b HTTP/1.1" status: 204 len: 168 time: 0.4738352 Feb 28 11:58:37.610623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34992) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:37.757612 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9c04e58c-9e4c-48a4-a32c-1bb41804bb1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1825dc8d20c84cd4bd12ff233be35d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458216 Feb 28 11:58:37.760166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 34998) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:37.816708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0bee907-7be1-4417-8845-9de741c66f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.841773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0bee907-7be1-4417-8845-9de741c66f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.891916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0bee907-7be1-4417-8845-9de741c66f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.905519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bee907-7be1-4417-8845-9de741c66f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7898aca4-7d15-4140-8119-c98bbcb5516e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:37.911354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0bee907-7be1-4417-8845-9de741c66f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.912446 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c0bee907-7be1-4417-8845-9de741c66f52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7898aca4-7d15-4140-8119-c98bbcb5516e HTTP/1.1" status: 204 len: 168 time: 0.1514072 Feb 28 11:58:38.560117 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35022) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:38.661244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1172098360-network', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:38.666336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:38.670068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Usage tracker for resource:network and tenant:ff0717362af043c8aa58433e5c6d2f25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:38.672862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:38.678356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:38.689605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Made reservation on behalf of ff0717362af043c8aa58433e5c6d2f25 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:38.691840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:38.703434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:38.717545 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:38.721324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0717362af043c8aa58433e5c6d2f25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:38.724022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:38.730169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:38.815391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:38.819067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:38.848897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:38.858531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc164452-b1b4-4666-9149-27dbb385c43d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:38.864862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:38.865456 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Added segment ccbfeda0-d2ad-4c8e-aea3-84b464f8de37 of type vlan for network bce09924-623c-4c6c-9466-5beac3f41c95 Feb 28 11:58:38.891385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:38.922144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:38.922144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:38.922860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:39.025663 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4644575 Feb 28 11:58:39.028526 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35028) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:39.035537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Request body: {'subnet': {'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-subnet', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:39.039644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770221cd-315f-4f5b-b467-15e5f5881788 admin admin] Pushing event updated for resources: {'Network': ['ID=bce09924-623c-4c6c-9466-5beac3f41c95,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:39.042971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:39.046855 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Usage tracker for resource:subnet and tenant:ff0717362af043c8aa58433e5c6d2f25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:39.049497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network bce09924-623c-4c6c-9466-5beac3f41c95 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:39.050445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:39.056139 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:39.066300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Made reservation on behalf of ff0717362af043c8aa58433e5c6d2f25 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:39.068751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:39.360738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:39.434953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50c5125-67b9-4da7-9fe3-94634973d7b4,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:39.444067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Checking segment: {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:39.444426 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Network hostable DHCP agents. Network: bce09924-623c-4c6c-9466-5beac3f41c95, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:39.463244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Network bce09924-623c-4c6c-9466-5beac3f41c95 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:39.472140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, bce09924-623c-4c6c-9466-5beac3f41c95) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:39.476586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:39.477624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:39.480861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe555c-0b82-4e31-a22a-f7a014d6712e None None] Network bce09924-623c-4c6c-9466-5beac3f41c95 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:39.497949 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-051db4f2-7af1-4438-b3d5-bddba62512e4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4684250 Feb 28 11:58:39.500815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35032) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:39.505805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:39.510989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:39.514910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Usage tracker for resource:router and tenant:ff0717362af043c8aa58433e5c6d2f25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:39.517730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:39.523494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:39.539754 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:39.540973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:39.556460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:39.686667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-bce09924-623c-4c6c-9466-5beac3f41c95', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'fixed_ips': [{'subnet_id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:58:39.687597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:39.825159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:39.839886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Allocated IP 172.20.0.2 (bce09924-623c-4c6c-9466-5beac3f41c95/d50c5125-67b9-4da7-9fe3-94634973d7b4/0c5672fd-18a7-4cb9-967f-be1fad5524e7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:40.077063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:40.087411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Transition to ACTIVE for port object 0c5672fd-18a7-4cb9-967f-be1fad5524e7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:40.105906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Transition to ACTIVE for port object 0c5672fd-18a7-4cb9-967f-be1fad5524e7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:40.111456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:40.138605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:40.171079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Network bce09924-623c-4c6c-9466-5beac3f41c95 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:40.172546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:40.177785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:40.182079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:40.188969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Pushing event updated for resources: {'Port': ['ID=0c5672fd-18a7-4cb9-967f-be1fad5524e7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:40.272365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Attempting to bind port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:40.272731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Attempting to bind port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:40.273091 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Attempting to bind port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 on network bce09924-623c-4c6c-9466-5beac3f41c95 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:40.283227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:40.283842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Checking segment: {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:40.284521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:40.285187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Bound using segment: {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:40.285975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Bound port: 0c5672fd-18a7-4cb9-967f-be1fad5524e7, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:40.286617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:40.309653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Allocated IP 172.26.8.209 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/0b2a48a0-653b-4dc1-9854-3aa8f4c924a4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:40.378626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-69f006a2-b094-43cb-819a-245b6859253f None None] For port 0c5672fd-18a7-4cb9-967f-be1fad5524e7, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:40.381505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-69f006a2-b094-43cb-819a-245b6859253f None None] For port 0c5672fd-18a7-4cb9-967f-be1fad5524e7, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0c5672fd-18a7-4cb9-967f-be1fad5524e7,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:40.385592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:40.457859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:40.466242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f006a2-b094-43cb-819a-245b6859253f None None] Pushing event updated for resources: {'Port': ['ID=0c5672fd-18a7-4cb9-967f-be1fad5524e7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:40.491033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:40.552421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:40.559578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:40.563741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:40.593729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2a48a0-653b-4dc1-9854-3aa8f4c924a4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:40.861925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0c5672fd-18a7-4cb9-967f-be1fad5524e7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:40.934002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:41.093466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:41.343628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5e5ba-05b6-49d9-b318-f8012a402cf1 None None] Network bce09924-623c-4c6c-9466-5beac3f41c95 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:41.437541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:41.449545 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-06ad2d38-eb53-4217-a14b-bb9fe72a2f1f None None] Provisioning for port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:41.466288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-06ad2d38-eb53-4217-a14b-bb9fe72a2f1f None None] Provisioning complete for port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:41.466668 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06ad2d38-eb53-4217-a14b-bb9fe72a2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:41.637947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:58:41.672089 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06ad2d38-eb53-4217-a14b-bb9fe72a2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:41.714240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-06ad2d38-eb53-4217-a14b-bb9fe72a2f1f None None] For port 0c5672fd-18a7-4cb9-967f-be1fad5524e7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0c5672fd-18a7-4cb9-967f-be1fad5524e7,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:41.718820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06ad2d38-eb53-4217-a14b-bb9fe72a2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:41.796800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad2d38-eb53-4217-a14b-bb9fe72a2f1f None None] Pushing event updated for resources: {'Port': ['ID=0c5672fd-18a7-4cb9-967f-be1fad5524e7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:41.823814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:58:41.835066 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Sync routers for ids ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:58:41.846010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Routers {'f1b9ab13-713e-41aa-bdc1-693f70c9cb77'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:58:41.846729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:58:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:41.854490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:41.854490 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8ab51079-c45a-429b-88eb-40f86d713463 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3496020 Feb 28 11:58:41.854772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35036) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:42.081393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-97867510-62b3-4517-9dc4-6a9615308505 None None] Provisioning complete for port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:42.081649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-97867510-62b3-4517-9dc4-6a9615308505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:42.132991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Set router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:58:42.511071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:39Z', 'updated_at': '2022-02-28T11:58:40Z', 'revision_number': 3, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'gw_port': {'id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:40Z', 'updated_at': '2022-02-28T11:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:42.514886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Checking router: f1b9ab13-713e-41aa-bdc1-693f70c9cb77 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:58:42.515260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Updating router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:58:42.565620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:42.674723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:42.865890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0c5672fd-18a7-4cb9-967f-be1fad5524e7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:42.884297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Allocated IP 172.20.0.1 (bce09924-623c-4c6c-9466-5beac3f41c95/d50c5125-67b9-4da7-9fe3-94634973d7b4/bfb6716b-cf36-40d8-9309-ee0c8ca916b3) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:42.947589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:42.963777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Transition to ACTIVE for port object 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:42.975101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.013267 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:43.013643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.030774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.046187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Transition to ACTIVE for port object bfb6716b-cf36-40d8-9309-ee0c8ca916b3 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:43.069292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.096656 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Attempting to bind port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:43.097024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Attempting to bind port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:43.097387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Attempting to bind port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:43.109738 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db586d1-cf9a-4389-b265-eb4fcb231b4b None None] Pushing event updated for resources: {'Port': ['ID=0b2a48a0-653b-4dc1-9854-3aa8f4c924a4,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:43.118206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:43.118581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:43.118984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.119397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:43.119878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Bound port: 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:43.120240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.128339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Network bce09924-623c-4c6c-9466-5beac3f41c95 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:43.130957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:43.138593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:43.178530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Pushing event updated for resources: {'Port': ['ID=bfb6716b-cf36-40d8-9309-ee0c8ca916b3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:43.201567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.247311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] For port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:43.261009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] For port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0b2a48a0-653b-4dc1-9854-3aa8f4c924a4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:43.265701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.345689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.348245 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Routers {'f1b9ab13-713e-41aa-bdc1-693f70c9cb77'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:58:43.348898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:58:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:43.416880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db586d1-cf9a-4389-b265-eb4fcb231b4b None None] Pushing event updated for resources: {'Port': ['ID=0b2a48a0-653b-4dc1-9854-3aa8f4c924a4,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:43.507644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3fbd7a8f-5102-4c12-ad51-a94b4cc97de4 None None] Provisioning for port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:43.518248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3fbd7a8f-5102-4c12-ad51-a94b4cc97de4 None None] Provisioning complete for port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:43.518830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fbd7a8f-5102-4c12-ad51-a94b4cc97de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.571813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.577392 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.588529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] Set router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:58:43.640467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd7a8f-5102-4c12-ad51-a94b4cc97de4 None None] Port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:58:43.685497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.688810 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Pushing event updated for resources: {'Port': ['ID=bfb6716b-cf36-40d8-9309-ee0c8ca916b3,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:43.822682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Network bce09924-623c-4c6c-9466-5beac3f41c95 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:43.823851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:43.911550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:39Z', 'updated_at': '2022-02-28T11:58:43Z', 'revision_number': 4, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'gw_port': {'id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:40Z', 'updated_at': '2022-02-28T11:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'bfb6716b-cf36-40d8-9309-ee0c8ca916b3', 'name': '', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'mac_address': 'fa:16:3e:86:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:42Z', 'updated_at': '2022-02-28T11:58:42Z', 'revision_number': 1, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'subnets': [{'id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:43.916083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7ba4a-9bc3-481f-b9ac-89d1345f29a3 None None] The sync data for ids ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'] in dv-neutron-831192-2-hyperv is: [{'id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:39Z', 'updated_at': '2022-02-28T11:58:43Z', 'revision_number': 4, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'gw_port': {'id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:40Z', 'updated_at': '2022-02-28T11:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'bfb6716b-cf36-40d8-9309-ee0c8ca916b3', 'name': '', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'mac_address': 'fa:16:3e:86:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:42Z', 'updated_at': '2022-02-28T11:58:42Z', 'revision_number': 1, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'subnets': [{'id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:58:44.065124 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-30213cdf-0918-4061-a30f-dc928b706487 None None] Provisioning complete for port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:44.065504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-30213cdf-0918-4061-a30f-dc928b706487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:44.161258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:58:44.181273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-30213cdf-0918-4061-a30f-dc928b706487 None None] Port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:58:44.349915 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:58:44.360145 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9d743b89-b971-43f6-b965-fc1b9e00284b admin admin] 10.222.0.64 "PUT /v2.0/routers/f1b9ab13-713e-41aa-bdc1-693f70c9cb77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5044649 Feb 28 11:58:44.873694 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:44.906202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35054) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:44.912092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-383952257-network', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:44.917050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:44.921281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Usage tracker for resource:network and tenant:d30b8e4cd8d346bc920e32c46c4e1278 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:44.924375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:44.931319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:44.943558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Made reservation on behalf of d30b8e4cd8d346bc920e32c46c4e1278 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:44.946304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:44.946756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:44.951568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:44.952209 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:44.959605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:44.978835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:44.983144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d30b8e4cd8d346bc920e32c46c4e1278 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:44.986256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:44.992170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:45.083889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.087410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.089189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.106269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0b2a48a0-653b-4dc1-9854-3aa8f4c924a4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:45.109702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.124978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5baf47-a0f4-4cbb-9ced-c903ff2df367,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:45.131876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:45.142278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.142635 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Added segment 9b72ce22-f292-45b7-bebc-cd4fa8fb7df9 of type vlan for network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d Feb 28 11:58:45.171218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.180337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=0b2a48a0-653b-4dc1-9854-3aa8f4c924a4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:45.202671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.203873 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:45.204507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.309922 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4024107 Feb 28 11:58:45.310636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5533b7-d836-4e16-a7fe-a537823188b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:45.312750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35058) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:45.318641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Request body: {'subnet': {'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-subnet', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:45.321553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:45.324442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:45.328497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Usage tracker for resource:subnet and tenant:d30b8e4cd8d346bc920e32c46c4e1278 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:45.331620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:45.337631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:45.347475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Made reservation on behalf of d30b8e4cd8d346bc920e32c46c4e1278 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:45.349989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.551916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.621782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ada192d-45bb-4a24-ae5b-20608ab2ba47,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:45.631596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Checking segment: {'id': '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:45.631950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Network hostable DHCP agents. Network: f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:45.650292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:45.659980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:45.664083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:45.665157 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.670416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f513c2a-4ac4-4013-82cb-54990dec545f None None] Network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:45.687237 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0591e313-af8e-41cf-a6b8-0675823d522b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3732581 Feb 28 11:58:45.689698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35062) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:45.694687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:45.699511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:45.705934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Usage tracker for resource:router and tenant:d30b8e4cd8d346bc920e32c46c4e1278 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:45.709589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:45.715647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:45.728233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.729331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.748285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.901163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d', 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'fixed_ips': [{'subnet_id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 11:58:45.901993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:45.992234 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Sync routers for ids ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:58:46.001597 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Routers {'f1b9ab13-713e-41aa-bdc1-693f70c9cb77'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:58:46.002187 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:58:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:46.021527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.064213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Allocated IP 172.20.0.2 (f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d/0ada192d-45bb-4a24-ae5b-20608ab2ba47/be15098b-be97-4149-b817-0903926ea9f6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:46.191643 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Set router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:58:46.270926 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.281428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Transition to ACTIVE for port object be15098b-be97-4149-b817-0903926ea9f6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:46.301910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Transition to ACTIVE for port object be15098b-be97-4149-b817-0903926ea9f6 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:46.308428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.337755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.372381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.382345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:46.389962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:46.397725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:46.404166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Pushing event updated for resources: {'Port': ['ID=be15098b-be97-4149-b817-0903926ea9f6,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:46.502315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Attempting to bind port be15098b-be97-4149-b817-0903926ea9f6 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:46.503373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Attempting to bind port be15098b-be97-4149-b817-0903926ea9f6 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:46.503373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Attempting to bind port be15098b-be97-4149-b817-0903926ea9f6 on network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:46.509572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:46.509964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Checking segment: {'id': '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:46.510899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.511225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Bound using segment: {'id': '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:46.511704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Bound port: be15098b-be97-4149-b817-0903926ea9f6, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:46.512084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.527005 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:39Z', 'updated_at': '2022-02-28T11:58:43Z', 'revision_number': 4, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'gw_port': {'id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:40Z', 'updated_at': '2022-02-28T11:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'bfb6716b-cf36-40d8-9309-ee0c8ca916b3', 'name': '', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'mac_address': 'fa:16:3e:86:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:42Z', 'updated_at': '2022-02-28T11:58:43Z', 'revision_number': 2, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'subnets': [{'id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:46.531057 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Checking router: f1b9ab13-713e-41aa-bdc1-693f70c9cb77 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:58:46.531442 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Updating router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:58:46.588790 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.608141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] For port be15098b-be97-4149-b817-0903926ea9f6, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:46.615033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] For port be15098b-be97-4149-b817-0903926ea9f6, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=be15098b-be97-4149-b817-0903926ea9f6,segment=NetworkSegment(9b72ce22-f292-45b7-bebc-cd4fa8fb7df9),segment_id=9b72ce22-f292-45b7-bebc-cd4fa8fb7df9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:46.623042 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.628449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Allocated IP 172.26.8.108 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/31d88835-d71b-4d13-a249-ab71afa0740d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:46.709703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0c6af-e9eb-4c89-8ea7-b18c6f642421 None None] Pushing event updated for resources: {'Port': ['ID=be15098b-be97-4149-b817-0903926ea9f6,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:46.794664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.832687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.861332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:46.893219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:46.896560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:46.900404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:46.974267 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:46.974805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:46.985220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Pushing event updated for resources: {'Port': ['ID=31d88835-d71b-4d13-a249-ab71afa0740d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:47.013485 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:47.025587 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Transition to ACTIVE for port object bfb6716b-cf36-40d8-9309-ee0c8ca916b3 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:47.032902 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:47.167138 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Pushing event updated for resources: {'Port': ['ID=bfb6716b-cf36-40d8-9309-ee0c8ca916b3,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:47.184680 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.184931 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.185264 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.185585 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.185906 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.186229 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.186552 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.186862 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.187205 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.187516 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.188041 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.188355 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:47.279427 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Attempting to bind port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:47.279715 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Attempting to bind port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:47.280061 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Attempting to bind port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 on network bce09924-623c-4c6c-9466-5beac3f41c95 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:47.286057 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:47.286505 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Checking segment: {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:47.287023 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:47.287535 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Bound using segment: {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:47.288079 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Bound port: bfb6716b-cf36-40d8-9309-ee0c8ca916b3, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:47.288538 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:47.386778 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] For port bfb6716b-cf36-40d8-9309-ee0c8ca916b3, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:47.389812 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] For port bfb6716b-cf36-40d8-9309-ee0c8ca916b3, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=bfb6716b-cf36-40d8-9309-ee0c8ca916b3,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:47.394290 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:47.412375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:47.471566 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Routers {'f1b9ab13-713e-41aa-bdc1-693f70c9cb77'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:58:47.472199 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:58:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:47.531947 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabba54d-0bf8-47a2-94d7-5c31f2e65f24 None None] Pushing event updated for resources: {'Port': ['ID=bfb6716b-cf36-40d8-9309-ee0c8ca916b3,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:47.671678 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] Set router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:58:47.787649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:47.932674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63fc6e5-c632-42a0-8c53-d6859343b951 None None] Network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:58:47.991778 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:39Z', 'updated_at': '2022-02-28T11:58:43Z', 'revision_number': 4, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'gw_port': {'id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:40Z', 'updated_at': '2022-02-28T11:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'bfb6716b-cf36-40d8-9309-ee0c8ca916b3', 'name': '', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'mac_address': 'fa:16:3e:86:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:42Z', 'updated_at': '2022-02-28T11:58:47Z', 'revision_number': 4, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'subnets': [{'id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:47.996063 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b105e2-a744-479c-b691-f8ca6b623862 None None] The sync data for ids ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'] in dv-neutron-831192-2-hyperv is: [{'id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:39Z', 'updated_at': '2022-02-28T11:58:43Z', 'revision_number': 4, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'gw_port': {'id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:40Z', 'updated_at': '2022-02-28T11:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'bfb6716b-cf36-40d8-9309-ee0c8ca916b3', 'name': '', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'mac_address': 'fa:16:3e:86:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:42Z', 'updated_at': '2022-02-28T11:58:47Z', 'revision_number': 4, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'subnets': [{'id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:58:48.003604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 11:58:48.038303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-82c56f5f-9e66-4b84-8bc5-78a20114fe6f None None] Provisioning for port be15098b-be97-4149-b817-0903926ea9f6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:48.326130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:58:48.338206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Sync routers for ids ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:58:48.347816 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Routers {'2ee54e36-6295-4b49-9fd2-d2a71623cf82'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:58:48.348443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:58:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:48.360241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:48.364318 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cacce1c3-4f97-41f4-8623-88f7d0ac6d2d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6710689 Feb 28 11:58:48.364698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35066) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:48.567092 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Set router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:58:48.858685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:45Z', 'updated_at': '2022-02-28T11:58:47Z', 'revision_number': 3, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'gw_port': {'id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:46Z', 'updated_at': '2022-02-28T11:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:48.862933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Checking router: 2ee54e36-6295-4b49-9fd2-d2a71623cf82 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:58:48.863312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Updating router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 port 31d88835-d71b-4d13-a249-ab71afa0740d binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:58:48.916015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:48.962422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device bfb6716b-cf36-40d8-9309-ee0c8ca916b3 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:49.129053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:49.173764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.183923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:49.184305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.378898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Allocated IP 172.20.0.1 (f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d/0ada192d-45bb-4a24-ae5b-20608ab2ba47/8faa700d-5187-456b-8c11-4a5e740b3679) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:49.381479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.419496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.437598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port bfb6716b-cf36-40d8-9309-ee0c8ca916b3, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=bfb6716b-cf36-40d8-9309-ee0c8ca916b3,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:49.438930 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Transition to ACTIVE for port object 31d88835-d71b-4d13-a249-ab71afa0740d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:49.442960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.443990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device be15098b-be97-4149-b817-0903926ea9f6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:49.503437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.528546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.543860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Transition to ACTIVE for port object 8faa700d-5187-456b-8c11-4a5e740b3679 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:49.571357 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.575538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Attempting to bind port 31d88835-d71b-4d13-a249-ab71afa0740d on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:49.575893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Attempting to bind port 31d88835-d71b-4d13-a249-ab71afa0740d by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:49.576249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Attempting to bind port 31d88835-d71b-4d13-a249-ab71afa0740d on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:49.588033 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:49.588399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:49.588792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.589175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:49.589618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Bound port: 31d88835-d71b-4d13-a249-ab71afa0740d, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:49.589984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.619237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=bfb6716b-cf36-40d8-9309-ee0c8ca916b3,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:49.630866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:49.634128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:49.641691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:49.691252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8faa700d-5187-456b-8c11-4a5e740b3679,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:49.709702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.748307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port be15098b-be97-4149-b817-0903926ea9f6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:49.757756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port be15098b-be97-4149-b817-0903926ea9f6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:49.758696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.796792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e9c6b-8a8a-4955-b451-6aa6150e83eb None None] Pushing event updated for resources: {'Port': ['ID=31d88835-d71b-4d13-a249-ab71afa0740d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:49.833439 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] For port 31d88835-d71b-4d13-a249-ab71afa0740d, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:49.845832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] For port 31d88835-d71b-4d13-a249-ab71afa0740d, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=31d88835-d71b-4d13-a249-ab71afa0740d,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:49.882210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.986093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e291710a-086c-4054-a87a-e2c4bf090f6e None None] Provisioning for port 8faa700d-5187-456b-8c11-4a5e740b3679 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:49.991526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.994537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:50.004379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Routers {'2ee54e36-6295-4b49-9fd2-d2a71623cf82'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:58:50.005004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:58:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:50.062083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e9c6b-8a8a-4955-b451-6aa6150e83eb None None] Pushing event updated for resources: {'Port': ['ID=31d88835-d71b-4d13-a249-ab71afa0740d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:50.064603 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e291710a-086c-4054-a87a-e2c4bf090f6e None None] Provisioning complete for port 8faa700d-5187-456b-8c11-4a5e740b3679 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:50.064970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e291710a-086c-4054-a87a-e2c4bf090f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:50.162120 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port be15098b-be97-4149-b817-0903926ea9f6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=be15098b-be97-4149-b817-0903926ea9f6,segment=NetworkSegment(9b72ce22-f292-45b7-bebc-cd4fa8fb7df9),segment_id=9b72ce22-f292-45b7-bebc-cd4fa8fb7df9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:50.165626 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e291710a-086c-4054-a87a-e2c4bf090f6e None None] Port 8faa700d-5187-456b-8c11-4a5e740b3679 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:58:50.175648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:50.324394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] Set router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:58:50.339953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:50.344397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:50.372997 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=be15098b-be97-4149-b817-0903926ea9f6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:50.452246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:50.455516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8faa700d-5187-456b-8c11-4a5e740b3679,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:50.590333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:50.591584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:50.641887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:45Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 4, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'gw_port': {'id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:46Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '8faa700d-5187-456b-8c11-4a5e740b3679', 'name': '', 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'mac_address': 'fa:16:3e:a3:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:49Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 1, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'subnets': [{'id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:50.645978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b439ea0-e0f5-49bf-ad4d-93e8453edc36 None None] The sync data for ids ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'] in dv-neutron-831192-2-hyperv is: [{'id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:45Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 4, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'gw_port': {'id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:46Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '8faa700d-5187-456b-8c11-4a5e740b3679', 'name': '', 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'mac_address': 'fa:16:3e:a3:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:49Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 1, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'subnets': [{'id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:58:50.780046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:58:50.898140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-628cdc79-560d-41e9-ad88-e8dcb552ec26 None None] Provisioning complete for port 8faa700d-5187-456b-8c11-4a5e740b3679 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:50.898844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-628cdc79-560d-41e9-ad88-e8dcb552ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:50.932210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device bfb6716b-cf36-40d8-9309-ee0c8ca916b3 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:50.986223 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:58:50.998157 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8834f48b-ae72-4421-9a94-d150075145b7 admin admin] 10.222.0.64 "PUT /v2.0/routers/2ee54e36-6295-4b49-9fd2-d2a71623cf82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6300383 Feb 28 11:58:51.020155 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-628cdc79-560d-41e9-ad88-e8dcb552ec26 None None] Port 8faa700d-5187-456b-8c11-4a5e740b3679 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:58:51.034054 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:51.034429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:51.156335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device be15098b-be97-4149-b817-0903926ea9f6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:51.226490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port be15098b-be97-4149-b817-0903926ea9f6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:51.227670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:51.837255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-dac284aa-9665-45a1-bdb7-f90662c84d71 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:51.838741 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-dac284aa-9665-45a1-bdb7-f90662c84d71 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/networks?id=bce09924-623c-4c6c-9466-5beac3f41c95 HTTP/1.1" status: 200 len: 817 time: 0.1499362 Feb 28 11:58:51.853703 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-e7975ad5-ebfc-424b-bcb4-8a5e0177697b tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/quotas/ff0717362af043c8aa58433e5c6d2f25 HTTP/1.1" status: 200 len: 375 time: 0.0094244 Feb 28 11:58:51.943599 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-566676e6-839e-44f5-834d-c99a27971bfe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff0717362af043c8aa58433e5c6d2f25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845788 Feb 28 11:58:51.957385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-2c012519-0aa3-4171-9103-72cbfc9f7b86 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 11:58:51.958304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-2c012519-0aa3-4171-9103-72cbfc9f7b86 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049970 Feb 28 11:58:52.091941 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-8f17fdf4-5ebb-4582-94a6-3bd79dd71edc service neutron] 10.222.0.64 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276338 Feb 28 11:58:52.221185 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-556dfa61-2338-4a31-8d61-bdc05cb147c9 service neutron] 10.222.0.64 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234624 Feb 28 11:58:52.416259 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e86cdc34-ca15-4e25-bcb6-23d13a3e8e37 req-9141ed4a-ea10-4682-955a-a20b8c983d1a tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 210 time: 0.0545189 Feb 28 11:58:52.649275 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Sync routers for ids ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:58:52.660125 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Routers {'2ee54e36-6295-4b49-9fd2-d2a71623cf82'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:58:52.660791 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:58:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:52.848416 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Set router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:58:52.888621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31d88835-d71b-4d13-a249-ab71afa0740d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:52.961707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 31d88835-d71b-4d13-a249-ab71afa0740d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:52.966916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 31d88835-d71b-4d13-a249-ab71afa0740d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:52.967335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:53.087351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:53.103638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 31d88835-d71b-4d13-a249-ab71afa0740d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=31d88835-d71b-4d13-a249-ab71afa0740d,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:53.108395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:53.196881 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:45Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 4, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'gw_port': {'id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:46Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '8faa700d-5187-456b-8c11-4a5e740b3679', 'name': '', 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'mac_address': 'fa:16:3e:a3:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:49Z', 'updated_at': '2022-02-28T11:58:50Z', 'revision_number': 2, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'subnets': [{'id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:53.200637 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Checking router: 2ee54e36-6295-4b49-9fd2-d2a71623cf82 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:58:53.200984 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Updating router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 port 8faa700d-5187-456b-8c11-4a5e740b3679 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:58:53.210289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=31d88835-d71b-4d13-a249-ab71afa0740d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:53.251834 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:53.490984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-6b8b56b4-b5ba-46d5-8d03-3ec820a32c7d tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:53.492889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-6b8b56b4-b5ba-46d5-8d03-3ec820a32c7d tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Synchronizing usage tracker for tenant:ff0717362af043c8aa58433e5c6d2f25 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:53.515331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-6b8b56b4-b5ba-46d5-8d03-3ec820a32c7d tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Unset dirty status for tenant:ff0717362af043c8aa58433e5c6d2f25 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:53.516832 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-6b8b56b4-b5ba-46d5-8d03-3ec820a32c7d tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.37 "GET /v2.0/networks?id=bce09924-623c-4c6c-9466-5beac3f41c95 HTTP/1.1" status: 200 len: 817 time: 0.1902072 Feb 28 11:58:53.531404 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Request body: {'port': {'device_id': 'cea47b22-3293-4bf1-b1e9-482c8ce8419b', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'admin_state_up': True, 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:53.578190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-161b2211-ffe7-4a4f-8100-217a197bb8ee req-36485fe5-75ff-44e8-823a-7ed703ea3d40 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 210 time: 0.0481896 Feb 28 11:58:53.618417 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:53.632230 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Transition to ACTIVE for port object 8faa700d-5187-456b-8c11-4a5e740b3679 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:53.645933 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:53.681393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:53.686054 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Usage tracker for resource:port and tenant:ff0717362af043c8aa58433e5c6d2f25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:53.689014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:53.695057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:53.708131 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Made reservation on behalf of ff0717362af043c8aa58433e5c6d2f25 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:53.712869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:53.765910 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4f118-005f-47a9-96ac-8a38f6210af7 None None] Pushing event updated for resources: {'Port': ['ID=8faa700d-5187-456b-8c11-4a5e740b3679,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:53.865534 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Attempting to bind port 8faa700d-5187-456b-8c11-4a5e740b3679 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:53.865899 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Attempting to bind port 8faa700d-5187-456b-8c11-4a5e740b3679 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:53.866258 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Attempting to bind port 8faa700d-5187-456b-8c11-4a5e740b3679 on network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:53.875034 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:53.875513 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Checking segment: {'id': '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:53.875998 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:53.876474 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Bound using segment: {'id': '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:53.877003 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Bound port: 8faa700d-5187-456b-8c11-4a5e740b3679, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:53.877435 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:53.899867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Allocated IP 172.20.0.12 (bce09924-623c-4c6c-9466-5beac3f41c95/d50c5125-67b9-4da7-9fe3-94634973d7b4/640ceb10-09b6-4070-8fce-06537431cbce) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:53.972302 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] For port 8faa700d-5187-456b-8c11-4a5e740b3679, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:53.977301 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] For port 8faa700d-5187-456b-8c11-4a5e740b3679, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8faa700d-5187-456b-8c11-4a5e740b3679,segment=NetworkSegment(9b72ce22-f292-45b7-bebc-cd4fa8fb7df9),segment_id=9b72ce22-f292-45b7-bebc-cd4fa8fb7df9)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:53.981338 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:54.058904 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Routers {'2ee54e36-6295-4b49-9fd2-d2a71623cf82'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:58:54.059553 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:58:32Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:54.116645 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4f118-005f-47a9-96ac-8a38f6210af7 None None] Pushing event updated for resources: {'Port': ['ID=8faa700d-5187-456b-8c11-4a5e740b3679,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:54.121089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:54.137483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Transition to ACTIVE for port object 640ceb10-09b6-4070-8fce-06537431cbce will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:54.162292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:54.229289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Network bce09924-623c-4c6c-9466-5beac3f41c95 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:54.232588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:54.235574 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:58:54.256169 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] Set router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:58:54.293976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Pushing event updated for resources: {'Port': ['ID=640ceb10-09b6-4070-8fce-06537431cbce,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:54.326564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:54.327357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:54.353734 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-886ced2c-9ec4-4744-8565-2a638ad037fe tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291595 Feb 28 11:58:54.364985 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Request body: {'port': {'device_id': 'cea47b22-3293-4bf1-b1e9-482c8ce8419b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:58:54.480181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:54.512236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f403f04-f2cb-4f85-a16c-f6c3abeed33a None None] Provisioning for port 640ceb10-09b6-4070-8fce-06537431cbce completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:54.516990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f403f04-f2cb-4f85-a16c-f6c3abeed33a None None] Provisioning complete for port 640ceb10-09b6-4070-8fce-06537431cbce triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:54.517450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f403f04-f2cb-4f85-a16c-f6c3abeed33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:54.577129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3f403f04-f2cb-4f85-a16c-f6c3abeed33a None None] Port 640ceb10-09b6-4070-8fce-06537431cbce cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:58:54.637640 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:45Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 4, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'gw_port': {'id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:46Z', 'updated_at': '2022-02-28T11:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '8faa700d-5187-456b-8c11-4a5e740b3679', 'name': '', 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'mac_address': 'fa:16:3e:a3:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:49Z', 'updated_at': '2022-02-28T11:58:53Z', 'revision_number': 4, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'subnets': [{'id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:54.642105 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a05a54-0ba2-49e6-b596-e29ba666d91a None None] The sync data for ids ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'] in dv-neutron-831192-2-hyperv is: [{'id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:45Z', 'updated_at': '2022-02-28T11:58:49Z', 'revision_number': 4, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'gw_port': {'id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:46Z', 'updated_at': '2022-02-28T11:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '8faa700d-5187-456b-8c11-4a5e740b3679', 'name': '', 'network_id': 'f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'mac_address': 'fa:16:3e:a3:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:49Z', 'updated_at': '2022-02-28T11:58:53Z', 'revision_number': 4, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'subnets': [{'id': '0ada192d-45bb-4a24-ae5b-20608ab2ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:58:54.867063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640ceb10-09b6-4070-8fce-06537431cbce {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:58:54.884925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:54.893658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ddf6-180c-4f99-91ad-6097d9706628 req-56908565-510a-4b46-999b-fdb76a3ebb41 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:54.895245 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7c63ddf6-180c-4f99-91ad-6097d9706628 req-56908565-510a-4b46-999b-fdb76a3ebb41 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 932 time: 0.2025440 Feb 28 11:58:54.909006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Transition to ACTIVE for port object 640ceb10-09b6-4070-8fce-06537431cbce will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:54.910710 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31d88835-d71b-4d13-a249-ab71afa0740d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:54.916712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:54.957637 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7c63ddf6-180c-4f99-91ad-6097d9706628 req-8357a766-b992-4418-9294-2417b8d62b16 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Feb 28 11:58:54.994593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 31d88835-d71b-4d13-a249-ab71afa0740d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:54.995164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:55.056954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Pushing event updated for resources: {'Port': ['ID=640ceb10-09b6-4070-8fce-06537431cbce,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:55.136299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8faa700d-5187-456b-8c11-4a5e740b3679 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:55.213384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 8faa700d-5187-456b-8c11-4a5e740b3679 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:55.220623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 8faa700d-5187-456b-8c11-4a5e740b3679 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:55.221138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:55.298641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Attempting to bind port 640ceb10-09b6-4070-8fce-06537431cbce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:55.298975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Attempting to bind port 640ceb10-09b6-4070-8fce-06537431cbce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:55.299350 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Attempting to bind port 640ceb10-09b6-4070-8fce-06537431cbce on network bce09924-623c-4c6c-9466-5beac3f41c95 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:55.304019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Port 640ceb10-09b6-4070-8fce-06537431cbce on network bce09924-623c-4c6c-9466-5beac3f41c95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:58:55.304272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Attempting to bind port 640ceb10-09b6-4070-8fce-06537431cbce on network bce09924-623c-4c6c-9466-5beac3f41c95 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:58:55.310276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:58:55.310619 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Checking segment: {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:58:55.311011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Bound using segment: {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:58:55.311475 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Bound port: 640ceb10-09b6-4070-8fce-06537431cbce, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:55.311822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:55.358059 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:55.391110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 8faa700d-5187-456b-8c11-4a5e740b3679, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8faa700d-5187-456b-8c11-4a5e740b3679,segment=NetworkSegment(9b72ce22-f292-45b7-bebc-cd4fa8fb7df9),segment_id=9b72ce22-f292-45b7-bebc-cd4fa8fb7df9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:55.395739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:55.407374 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] For port 640ceb10-09b6-4070-8fce-06537431cbce, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:58:55.410783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] For port 640ceb10-09b6-4070-8fce-06537431cbce, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=640ceb10-09b6-4070-8fce-06537431cbce,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:58:55.417189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:55.475845 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=8faa700d-5187-456b-8c11-4a5e740b3679,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:55.483341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:55.483953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:55.485315 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] 10.222.0.37 "PUT /v2.0/ports/640ceb10-09b6-4070-8fce-06537431cbce HTTP/1.1" status: 200 len: 1094 time: 1.1248436 Feb 28 11:58:55.485764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea47b22-3293-4bf1-b1e9-482c8ce8419b', 'tag': '640ceb10-09b6-4070-8fce-06537431cbce'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:58:55.510486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0b841-994a-4f33-8aaf-20a5374ed87c service neutron] Pushing event updated for resources: {'Port': ['ID=640ceb10-09b6-4070-8fce-06537431cbce,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:55.555558 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea47b22-3293-4bf1-b1e9-482c8ce8419b', 'tag': '640ceb10-09b6-4070-8fce-06537431cbce', 'status': 'completed', 'code': 200} Feb 28 11:58:55.596596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-92dff23e-eebc-4ff8-a0b5-1dba73c267a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:55.598324 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-92dff23e-eebc-4ff8-a0b5-1dba73c267a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff0717362af043c8aa58433e5c6d2f25&device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 1097 time: 0.0766814 Feb 28 11:58:55.671031 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-41d82ec0-184e-4af3-b358-4d0833703ba1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=640ceb10-09b6-4070-8fce-06537431cbce HTTP/1.1" status: 200 len: 217 time: 0.0651364 Feb 28 11:58:55.732229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-3f461a23-e24a-490c-b765-ba45efdc28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:55.733699 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-3f461a23-e24a-490c-b765-ba45efdc28d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d50c5125-67b9-4da7-9fe3-94634973d7b4 HTTP/1.1" status: 200 len: 856 time: 0.0575380 Feb 28 11:58:55.811440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-3ea94980-8cc4-4fdf-946a-5af430531b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:55.812839 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-3ea94980-8cc4-4fdf-946a-5af430531b44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bce09924-623c-4c6c-9466-5beac3f41c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733621 Feb 28 11:58:55.942649 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-c558cede-1e92-43af-bda4-3ce7492c34cf service neutron] 10.222.0.37 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238499 Feb 28 11:58:56.072029 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adf5c162-3844-4333-b6b4-b6b6c273103e req-055f8e58-3a4c-4ac0-8d53-9c498d403ee1 service neutron] 10.222.0.37 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234787 Feb 28 11:58:56.145893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719f09e-c15e-4f13-9987-77def0e1203c req-cae710ea-8bf6-40aa-abd2-e37de21a7a6c tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:56.147355 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8719f09e-c15e-4f13-9987-77def0e1203c req-cae710ea-8bf6-40aa-abd2-e37de21a7a6c tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 944 time: 0.0794010 Feb 28 11:58:56.182955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-861803c3-084d-46e4-9d32-79fd6b2569f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:56.184445 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-861803c3-084d-46e4-9d32-79fd6b2569f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff0717362af043c8aa58433e5c6d2f25&device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 1097 time: 0.0712593 Feb 28 11:58:56.192164 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8719f09e-c15e-4f13-9987-77def0e1203c req-27655539-da4e-4cbf-8c38-fd240fafab43 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Feb 28 11:58:56.313589 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-b4a8afab-c20a-40ef-8922-f3f7d6699ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:56.315059 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-b4a8afab-c20a-40ef-8922-f3f7d6699ea9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bce09924-623c-4c6c-9466-5beac3f41c95 HTTP/1.1" status: 200 len: 918 time: 0.1241839 Feb 28 11:58:56.386541 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-793f4a92-32d6-4c4a-8620-fe282ab54556 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=640ceb10-09b6-4070-8fce-06537431cbce HTTP/1.1" status: 200 len: 217 time: 0.0638254 Feb 28 11:58:56.449654 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-a28f8f32-1c9a-4238-855c-e5b99c6ce0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:56.451092 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-a28f8f32-1c9a-4238-855c-e5b99c6ce0ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d50c5125-67b9-4da7-9fe3-94634973d7b4 HTTP/1.1" status: 200 len: 856 time: 0.0581551 Feb 28 11:58:56.528217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-2332940b-c298-4147-a2e1-d8448877d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:56.529662 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-2332940b-c298-4147-a2e1-d8448877d33d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bce09924-623c-4c6c-9466-5beac3f41c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723026 Feb 28 11:58:56.659475 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-14278f09-cef9-4e11-9d99-c8dbc57795e1 service neutron] 10.222.0.37 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228459 Feb 28 11:58:56.793104 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e5a33d25-7d4a-48eb-9ad9-9101d0c9c871 req-791cffa7-f94e-4917-9eb1-57fe78e69dbb service neutron] 10.222.0.37 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262777 Feb 28 11:58:56.852326 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8faa700d-5187-456b-8c11-4a5e740b3679 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:56.918810 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 8faa700d-5187-456b-8c11-4a5e740b3679 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:56.919129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:57.376344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4037f-6d7f-476d-9f0f-ac9c42715015 req-e832261d-a162-472e-b521-f04be5b1035c tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:57.377796 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2af4037f-6d7f-476d-9f0f-ac9c42715015 req-e832261d-a162-472e-b521-f04be5b1035c tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 944 time: 0.0811930 Feb 28 11:58:57.415949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:57.422540 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2af4037f-6d7f-476d-9f0f-ac9c42715015 req-0bbe1545-9516-44cc-9b0f-e1f3e80cc351 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 Feb 28 11:58:57.683630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 640ceb10-09b6-4070-8fce-06537431cbce details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:58:57.827037 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 640ceb10-09b6-4070-8fce-06537431cbce, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=640ceb10-09b6-4070-8fce-06537431cbce,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:57.840361 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '640ceb10-09b6-4070-8fce-06537431cbce', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'port_id': '640ceb10-09b6-4070-8fce-06537431cbce', 'mac_address': 'fa:16:3e:c3:82:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:58:57.893484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:57.909815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640ceb10-09b6-4070-8fce-06537431cbce {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:58:57.924363 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 640ceb10-09b6-4070-8fce-06537431cbce, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=640ceb10-09b6-4070-8fce-06537431cbce,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:57.928367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:57.997892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=640ceb10-09b6-4070-8fce-06537431cbce,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:58.131535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['640ceb10-09b6-4070-8fce-06537431cbce'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:58:58.613350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b7af6-0f55-4e08-bb67-4509b76bdf39 req-e41aa41e-6f70-47d4-a604-5104c702c817 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:58.614769 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b9b7af6-0f55-4e08-bb67-4509b76bdf39 req-e41aa41e-6f70-47d4-a604-5104c702c817 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 945 time: 0.0821643 Feb 28 11:58:58.657081 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b9b7af6-0f55-4e08-bb67-4509b76bdf39 req-725ee51d-1bb0-4d03-acb1-bee712d0cb50 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361443 Feb 28 11:58:59.698807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 640ceb10-09b6-4070-8fce-06537431cbce up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:59.766061 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 640ceb10-09b6-4070-8fce-06537431cbce completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:59.771288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 640ceb10-09b6-4070-8fce-06537431cbce triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:59.771660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:59.843545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f6a44-f841-4971-b943-0f13f4bde13d req-d5e1bf58-edde-4a59-8be7-37337f54c244 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:59.845110 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-122f6a44-f841-4971-b943-0f13f4bde13d req-d5e1bf58-edde-4a59-8be7-37337f54c244 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 945 time: 0.0815842 Feb 28 11:58:59.891174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:59.891384 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-122f6a44-f841-4971-b943-0f13f4bde13d req-c2e4647f-164d-4812-a4a6-8d731f4cee01 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Feb 28 11:58:59.917459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea47b22-3293-4bf1-b1e9-482c8ce8419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640ceb10-09b6-4070-8fce-06537431cbce'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:58:59.927212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 640ceb10-09b6-4070-8fce-06537431cbce, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=640ceb10-09b6-4070-8fce-06537431cbce,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:58:59.931709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:59.965880 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea47b22-3293-4bf1-b1e9-482c8ce8419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640ceb10-09b6-4070-8fce-06537431cbce', 'code': 200} Feb 28 11:58:59.997675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=640ceb10-09b6-4070-8fce-06537431cbce,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:00.187281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5150ccc-3e4b-4dac-a955-957d39396d75 req-953d7a61-14e1-4293-9b11-49d17882d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:00.188780 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5150ccc-3e4b-4dac-a955-957d39396d75 req-953d7a61-14e1-4293-9b11-49d17882d81b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 1099 time: 0.0704539 Feb 28 11:59:00.228480 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5150ccc-3e4b-4dac-a955-957d39396d75 req-ccd36bcf-e552-4c4f-8b86-0ad48f6ebcbd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Feb 28 11:59:00.264496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51d5938b-eadd-4b43-8597-e3adf8460f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:01.081217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1fe3-62b1-40d0-960f-361e6cd52c71 req-374b027e-2a9d-4a97-8def-ef4a59e241c5 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:01.082547 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fa8c1fe3-62b1-40d0-960f-361e6cd52c71 req-374b027e-2a9d-4a97-8def-ef4a59e241c5 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 946 time: 0.0822866 Feb 28 11:59:01.127776 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fa8c1fe3-62b1-40d0-960f-361e6cd52c71 req-80a52188-0d69-4b80-b42c-72c2c0a03f98 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 Feb 28 11:59:02.319107 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bce6c2-a0d3-4392-ad85-e5167d27b497 req-19a3f90e-3c3f-46d3-94ab-881985080b91 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:02.320499 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-23bce6c2-a0d3-4392-ad85-e5167d27b497 req-19a3f90e-3c3f-46d3-94ab-881985080b91 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 946 time: 0.0832348 Feb 28 11:59:02.365410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-23bce6c2-a0d3-4392-ad85-e5167d27b497 req-96b33425-80da-41f0-9a77-8f44bcdbd1ca tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Feb 28 11:59:02.513301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cc93230c-d1de-45ea-96af-55000e6fbb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:02.551757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343a23f-6ecb-4f8a-b8f1-8e3b20aa810e req-bdc69b13-a577-498e-8812-e0133a019283 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:02.553201 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b343a23f-6ecb-4f8a-b8f1-8e3b20aa810e req-bdc69b13-a577-498e-8812-e0133a019283 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 946 time: 0.0810683 Feb 28 11:59:02.596360 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b343a23f-6ecb-4f8a-b8f1-8e3b20aa810e req-dc312002-3f83-440b-8e8e-22e7148a7d28 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Feb 28 11:59:03.693116 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:03.844169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.272050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:06.269667 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:59:16.937811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749663b4-7536-462d-818e-603eae54b468 req-c51d3dab-f100-4ebf-9050-833ebf064c50 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:16.939211 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-749663b4-7536-462d-818e-603eae54b468 req-c51d3dab-f100-4ebf-9050-833ebf064c50 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 946 time: 0.0829153 Feb 28 11:59:16.982739 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-749663b4-7536-462d-818e-603eae54b468 req-dbd42e4c-51eb-40a3-82de-9a28b73604d3 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378306 Feb 28 11:59:18.167294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b5b7e-1c40-4fe8-99b5-a6e0baeb9712 req-3a8afd8c-97c5-418d-8d84-9f1430ea2e7b tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:18.168789 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3a8b5b7e-1c40-4fe8-99b5-a6e0baeb9712 req-3a8afd8c-97c5-418d-8d84-9f1430ea2e7b tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 946 time: 0.0790794 Feb 28 11:59:18.212864 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3a8b5b7e-1c40-4fe8-99b5-a6e0baeb9712 req-af31b3c7-5e30-4fb3-a909-74bfbfbb7ed4 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Feb 28 11:59:18.427977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-74982aa4-1a7f-4e56-a780-e5c397e9746f tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:18.428563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-74982aa4-1a7f-4e56-a780-e5c397e9746f tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Synchronizing usage tracker for tenant:ff0717362af043c8aa58433e5c6d2f25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:59:18.445061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-74982aa4-1a7f-4e56-a780-e5c397e9746f tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Unset dirty status for tenant:ff0717362af043c8aa58433e5c6d2f25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:59:18.446205 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-74982aa4-1a7f-4e56-a780-e5c397e9746f tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.37 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 946 time: 0.0978620 Feb 28 11:59:18.609161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Deleting port 640ceb10-09b6-4070-8fce-06537431cbce {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:18.609498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.849289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] For port 640ceb10-09b6-4070-8fce-06537431cbce, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=640ceb10-09b6-4070-8fce-06537431cbce,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:18.849646 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.971294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Calling delete_port for 640ceb10-09b6-4070-8fce-06537431cbce owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:19.112308 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.124420 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['640ceb10-09b6-4070-8fce-06537431cbce'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:59:19.165061 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Pushing event deleted for resources: {'Port': ['ID=640ceb10-09b6-4070-8fce-06537431cbce,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:19.205756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.206102 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.206441 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.206777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.207111 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.207464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.207791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.208114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.208437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.208757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.209077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.209395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:19.252927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] No DVR routers for this DVR port 640ceb10-09b6-4070-8fce-06537431cbce on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:19.255557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.258550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea47b22-3293-4bf1-b1e9-482c8ce8419b', 'name': 'network-vif-deleted', 'tag': '640ceb10-09b6-4070-8fce-06537431cbce'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:59:19.275903 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e0ae76de-0128-46a7-b914-e5c1d6169371 req-9a8865a5-f280-44dc-8779-529b5236cf46 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.37 "DELETE /v2.0/ports/640ceb10-09b6-4070-8fce-06537431cbce HTTP/1.1" status: 204 len: 173 time: 0.8248208 Feb 28 11:59:19.316030 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea47b22-3293-4bf1-b1e9-482c8ce8419b', 'name': 'network-vif-deleted', 'tag': '640ceb10-09b6-4070-8fce-06537431cbce', 'status': 'completed', 'code': 200} Feb 28 11:59:19.390546 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2276c41d-f0bb-4e9b-86e5-fd12319ae00a req-f5d9544c-2986-451e-b893-100581c53ae5 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=cea47b22-3293-4bf1-b1e9-482c8ce8419b HTTP/1.1" status: 200 len: 210 time: 0.0465593 Feb 28 11:59:21.184866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-8692bd17-02fd-4698-a016-6193cf25fc80 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:21.186263 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-8692bd17-02fd-4698-a016-6193cf25fc80 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/networks?id=bce09924-623c-4c6c-9466-5beac3f41c95 HTTP/1.1" status: 200 len: 817 time: 0.1419239 Feb 28 11:59:21.200414 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-03e78023-401f-453e-98ac-947348157a4c tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/quotas/ff0717362af043c8aa58433e5c6d2f25 HTTP/1.1" status: 200 len: 375 time: 0.0087259 Feb 28 11:59:21.279841 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-074e0069-fbbd-4455-b2f2-cc9373924c0b tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff0717362af043c8aa58433e5c6d2f25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745406 Feb 28 11:59:21.412278 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-4ea17858-3918-40cf-8793-8ccdc9efeda8 service neutron] 10.222.0.64 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206021 Feb 28 11:59:21.539929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-eb3e799d-0d03-4f3c-997c-be9dbe37d5bd service neutron] 10.222.0.64 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208146 Feb 28 11:59:21.717587 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-73b87408-21cf-45bb-bac0-ba4d03f7da92 req-63405333-bbc8-43bb-8cd1-6d595ab1cc75 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 210 time: 0.0467861 Feb 28 11:59:21.782856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 640ceb10-09b6-4070-8fce-06537431cbce no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:21.816835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 640ceb10-09b6-4070-8fce-06537431cbce {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:59:21.817109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 640ceb10-09b6-4070-8fce-06537431cbce not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:22.700435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-9c5f90b2-a111-44d7-89ee-942f67afea57 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:22.701842 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-9c5f90b2-a111-44d7-89ee-942f67afea57 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.37 "GET /v2.0/networks?id=bce09924-623c-4c6c-9466-5beac3f41c95 HTTP/1.1" status: 200 len: 817 time: 0.1487634 Feb 28 11:59:22.713813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Request body: {'port': {'device_id': '90be6e5b-cd58-41bf-838f-4ea54e70ae9c', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'admin_state_up': True, 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:59:22.853673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:22.857646 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Usage tracker for resource:port and tenant:ff0717362af043c8aa58433e5c6d2f25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:22.860422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:22.866279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:22.875936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Made reservation on behalf of ff0717362af043c8aa58433e5c6d2f25 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:22.876130 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-479db81f-69bc-49b6-9737-becffb0e3e53 req-db496478-83b7-4848-936e-d163f5eb54f8 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 210 time: 0.0423176 Feb 28 11:59:22.879756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.037275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Allocated IP 172.20.0.13 (bce09924-623c-4c6c-9466-5beac3f41c95/d50c5125-67b9-4da7-9fe3-94634973d7b4/0345f0f2-4e65-4b79-833e-63f8e9a30eb8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:23.234726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.250185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Transition to ACTIVE for port object 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:23.272604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.341137 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Network bce09924-623c-4c6c-9466-5beac3f41c95 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:23.348057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:23.352880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 11:59:23.387616 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Pushing event updated for resources: {'Port': ['ID=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:23.423645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:23.424264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.449804 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-171300a0-5549-46c7-a392-21df51e93fbd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7400641 Feb 28 11:59:23.461929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Request body: {'port': {'device_id': '90be6e5b-cd58-41bf-838f-4ea54e70ae9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:59:23.637658 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-45504927-a6a7-4828-8861-99cb8c6bd005 None None] Provisioning for port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:23.642058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-45504927-a6a7-4828-8861-99cb8c6bd005 None None] Provisioning complete for port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:23.642425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-45504927-a6a7-4828-8861-99cb8c6bd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.664495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.701700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-45504927-a6a7-4828-8861-99cb8c6bd005 None None] Port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 11:59:24.029365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:59:24.036871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.056500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Transition to ACTIVE for port object 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:24.060422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.070795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d95724-a866-4aea-80b5-2f984b44d5c5 req-e682a615-0dae-43da-bec8-ea239eff3f72 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:24.072286 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-41d95724-a866-4aea-80b5-2f984b44d5c5 req-e682a615-0dae-43da-bec8-ea239eff3f72 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 932 time: 0.0861285 Feb 28 11:59:24.129549 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-41d95724-a866-4aea-80b5-2f984b44d5c5 req-fe458bae-123e-4132-bae0-8c4416b3b589 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500205 Feb 28 11:59:24.266044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Pushing event updated for resources: {'Port': ['ID=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:24.353699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Attempting to bind port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:24.354026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Attempting to bind port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:24.354344 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Attempting to bind port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 on network bce09924-623c-4c6c-9466-5beac3f41c95 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:59:24.359100 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 on network bce09924-623c-4c6c-9466-5beac3f41c95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 11:59:24.359627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Attempting to bind port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 on network bce09924-623c-4c6c-9466-5beac3f41c95 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 11:59:24.364611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 11:59:24.364937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Checking segment: {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 11:59:24.365316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Bound using segment: {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 11:59:24.365731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Bound port: 0345f0f2-4e65-4b79-833e-63f8e9a30eb8, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:24.366068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.459436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] For port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 11:59:24.462471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] For port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 11:59:24.466058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.521723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:24.522328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.523813 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] 10.222.0.37 "PUT /v2.0/ports/0345f0f2-4e65-4b79-833e-63f8e9a30eb8 HTTP/1.1" status: 200 len: 1094 time: 1.0669816 Feb 28 11:59:24.524248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90be6e5b-cd58-41bf-838f-4ea54e70ae9c', 'tag': '0345f0f2-4e65-4b79-833e-63f8e9a30eb8'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:59:24.620935 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90be6e5b-cd58-41bf-838f-4ea54e70ae9c', 'tag': '0345f0f2-4e65-4b79-833e-63f8e9a30eb8', 'status': 'completed', 'code': 200} Feb 28 11:59:24.628227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c2602-a0f9-437f-a10e-08dffc643203 service neutron] Pushing event updated for resources: {'Port': ['ID=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:24.669952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-42fc8c9f-dfe2-4274-8172-521b8b8fc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:24.671490 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-42fc8c9f-dfe2-4274-8172-521b8b8fc5b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff0717362af043c8aa58433e5c6d2f25&device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 1097 time: 0.0916317 Feb 28 11:59:24.743642 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-d6d4aec3-70ed-46c1-8851-a4f27d2f35b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0345f0f2-4e65-4b79-833e-63f8e9a30eb8 HTTP/1.1" status: 200 len: 217 time: 0.0659423 Feb 28 11:59:24.811367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-d627f9c6-d339-4413-a12d-f7a0f11a100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:24.814519 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-d627f9c6-d339-4413-a12d-f7a0f11a100c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d50c5125-67b9-4da7-9fe3-94634973d7b4 HTTP/1.1" status: 200 len: 856 time: 0.0648956 Feb 28 11:59:24.895435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-c97d23f9-0ee5-42e7-808f-e84d8ad3c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:24.896865 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-c97d23f9-0ee5-42e7-808f-e84d8ad3c235 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bce09924-623c-4c6c-9466-5beac3f41c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766506 Feb 28 11:59:25.025987 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-00a9f340-7fb2-4f47-a948-a9dc9383a911 service neutron] 10.222.0.37 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219816 Feb 28 11:59:25.157696 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cc57f3a1-f7e2-42aa-86e2-8332302863a9 req-95d6d0f8-4076-48b8-b932-1917ed1cf9df service neutron] 10.222.0.37 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255901 Feb 28 11:59:25.278179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-27084d64-09a0-4449-bdbd-91721b43d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:25.279591 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-27084d64-09a0-4449-bdbd-91721b43d47c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff0717362af043c8aa58433e5c6d2f25&device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 1097 time: 0.0739176 Feb 28 11:59:25.317274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0c12-b2ac-4a74-b673-6b32630effcf req-776ba225-38b8-40d5-9bba-19633336bd41 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:25.318721 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-288e0c12-b2ac-4a74-b673-6b32630effcf req-776ba225-38b8-40d5-9bba-19633336bd41 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 944 time: 0.0799940 Feb 28 11:59:25.362692 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-288e0c12-b2ac-4a74-b673-6b32630effcf req-acbda31b-0e81-4ab2-a56b-54f27429b4c5 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Feb 28 11:59:25.496751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-3304298b-117c-4b21-8d38-477d9fedc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:25.498199 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-3304298b-117c-4b21-8d38-477d9fedc803 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bce09924-623c-4c6c-9466-5beac3f41c95 HTTP/1.1" status: 200 len: 918 time: 0.2122438 Feb 28 11:59:25.563658 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-fec5ce4c-4235-4f25-a0c6-4c4c319bfedf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0345f0f2-4e65-4b79-833e-63f8e9a30eb8 HTTP/1.1" status: 200 len: 217 time: 0.0586340 Feb 28 11:59:25.626377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-309d7294-9c5c-4508-8813-ea7d2ebbfb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:25.627789 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-309d7294-9c5c-4508-8813-ea7d2ebbfb61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d50c5125-67b9-4da7-9fe3-94634973d7b4 HTTP/1.1" status: 200 len: 856 time: 0.0577111 Feb 28 11:59:25.699642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-44a694fc-28aa-47d3-bdb5-df177ba6f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:25.701061 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-44a694fc-28aa-47d3-bdb5-df177ba6f96b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bce09924-623c-4c6c-9466-5beac3f41c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669639 Feb 28 11:59:25.829338 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-86c4a0db-70a2-4c3d-bc4e-b7206317ae3f service neutron] 10.222.0.37 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215417 Feb 28 11:59:25.955816 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3704e9f6-0f04-4a0e-9342-97bfe99e79ed req-884e4ac0-8903-445a-8cd4-d6cab6f8325b service neutron] 10.222.0.37 "GET /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206584 Feb 28 11:59:26.548901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ff6e6-c1e6-479e-83e4-a3f907627b76 req-7e95a81c-2de8-4a16-82df-d627c77a66c7 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:26.550348 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-365ff6e6-c1e6-479e-83e4-a3f907627b76 req-7e95a81c-2de8-4a16-82df-d627c77a66c7 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 944 time: 0.0806694 Feb 28 11:59:26.593128 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-365ff6e6-c1e6-479e-83e4-a3f907627b76 req-396f0e1c-29c6-42be-8c14-c1f3bcb6b681 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366800 Feb 28 11:59:27.420262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.772369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14634820-a1dd-406d-90c9-7036b720e780 req-4c56b4b9-3058-4f30-a0e1-12bf64be50ad tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:27.774405 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14634820-a1dd-406d-90c9-7036b720e780 req-4c56b4b9-3058-4f30-a0e1-12bf64be50ad tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 944 time: 0.0793796 Feb 28 11:59:27.806937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:59:27.816453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14634820-a1dd-406d-90c9-7036b720e780 req-5efa39ec-6051-4e78-982b-6ac81ec7d306 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364637 Feb 28 11:59:27.935928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:27.949185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '0345f0f2-4e65-4b79-833e-63f8e9a30eb8', 'network_id': 'bce09924-623c-4c6c-9466-5beac3f41c95', 'port_id': '0345f0f2-4e65-4b79-833e-63f8e9a30eb8', 'mac_address': 'fa:16:3e:b6:44:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50c5125-67b9-4da7-9fe3-94634973d7b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:59:28.002317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:28.019108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:59:28.035767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:28.039630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:28.109582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:28.116451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.116828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.117168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.117499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.117826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.118148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.118471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.118788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.119109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.119452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.119770 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.120085 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:28.229887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['0345f0f2-4e65-4b79-833e-63f8e9a30eb8'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 11:59:29.003371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bb729-0ea8-4828-9113-560a11ccbb7f req-c8c6ce72-dbdc-4715-a487-2172a0e41c2f tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:29.004862 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba0bb729-0ea8-4828-9113-560a11ccbb7f req-c8c6ce72-dbdc-4715-a487-2172a0e41c2f tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 945 time: 0.0840862 Feb 28 11:59:29.048433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba0bb729-0ea8-4828-9113-560a11ccbb7f req-742d8810-f3aa-40f5-9b5a-f31a15fc9fde tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Feb 28 11:59:29.813673 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:29.882878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:29.887975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:29.888343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.001647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.027352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90be6e5b-cd58-41bf-838f-4ea54e70ae9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0345f0f2-4e65-4b79-833e-63f8e9a30eb8'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:59:30.037590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:30.042533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.089802 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90be6e5b-cd58-41bf-838f-4ea54e70ae9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0345f0f2-4e65-4b79-833e-63f8e9a30eb8', 'code': 200} Feb 28 11:59:30.120695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:30.245700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4faebf-d4c5-406e-b1cd-23278e789c30 req-cbd8e481-4933-4986-86d5-1b623bcf7310 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:30.247212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bc4faebf-d4c5-406e-b1cd-23278e789c30 req-cbd8e481-4933-4986-86d5-1b623bcf7310 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 946 time: 0.0835814 Feb 28 11:59:30.265976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-911e8bb8-cc17-475e-9595-4bfeb858d298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.305919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca87d-77cf-4515-94ca-abbd3338193f req-44e59945-0e0a-4c58-994e-0d63db1bd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:30.307640 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-742ca87d-77cf-4515-94ca-abbd3338193f req-44e59945-0e0a-4c58-994e-0d63db1bd1b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 1099 time: 0.0794230 Feb 28 11:59:30.350056 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-742ca87d-77cf-4515-94ca-abbd3338193f req-1d07078a-ba7d-4c7c-9d1e-179517f8ad8e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363488 Feb 28 11:59:30.400591 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bc4faebf-d4c5-406e-b1cd-23278e789c30 req-904f4a3d-6c7c-40a6-8f5a-c7489ea1eb09 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475670 Feb 28 11:59:31.586954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0342d82-1cce-412b-8153-063acdacb7af req-8ba055aa-a1ac-4c1f-83b7-a83e763d1c54 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:31.588419 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e0342d82-1cce-412b-8153-063acdacb7af req-8ba055aa-a1ac-4c1f-83b7-a83e763d1c54 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 946 time: 0.0783737 Feb 28 11:59:31.631408 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e0342d82-1cce-412b-8153-063acdacb7af req-16271288-27a6-4f96-9791-19fe9d4e0494 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373156 Feb 28 11:59:31.814253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea0b3b-9324-49ff-b0ca-626c1f75199d req-5936eee6-6a32-4ae1-a5bf-85388c3fe83c tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:31.815721 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cbea0b3b-9324-49ff-b0ca-626c1f75199d req-5936eee6-6a32-4ae1-a5bf-85388c3fe83c tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 946 time: 0.0816274 Feb 28 11:59:31.858728 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cbea0b3b-9324-49ff-b0ca-626c1f75199d req-9fcd310c-8a0c-4ac5-ad41-a76921f2dbf9 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Feb 28 11:59:32.516462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3db5fded-33f7-404e-af2a-b16216a6f115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.696426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.836365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.276449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:43.263301 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:59:46.055385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a436b-9282-4bc4-a623-df96f03621e9 req-3f4d3a71-83cd-40db-bc3e-5e6050a58b3d tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:46.057054 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-439a436b-9282-4bc4-a623-df96f03621e9 req-3f4d3a71-83cd-40db-bc3e-5e6050a58b3d tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 946 time: 0.0833950 Feb 28 11:59:46.099019 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-439a436b-9282-4bc4-a623-df96f03621e9 req-75d8ff84-ba1f-4e56-8f6c-6a53931e8ac3 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362668 Feb 28 11:59:47.285352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fa9ba-da67-42a8-9ee6-c4233d3dfeec req-d47d8f9d-9189-4ee0-a595-b33ae8f3eec7 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:47.286771 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc9fa9ba-da67-42a8-9ee6-c4233d3dfeec req-d47d8f9d-9189-4ee0-a595-b33ae8f3eec7 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 946 time: 0.0785398 Feb 28 11:59:47.331796 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc9fa9ba-da67-42a8-9ee6-c4233d3dfeec req-7d84a829-506f-448e-be19-e037111e19fb tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc164452-b1b4-4666-9149-27dbb385c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Feb 28 11:59:47.571268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-c355ed9c-45c6-436b-a31c-aa4ba00dbf2e tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:47.571957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-c355ed9c-45c6-436b-a31c-aa4ba00dbf2e tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Synchronizing usage tracker for tenant:ff0717362af043c8aa58433e5c6d2f25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:59:47.586578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-c355ed9c-45c6-436b-a31c-aa4ba00dbf2e tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Unset dirty status for tenant:ff0717362af043c8aa58433e5c6d2f25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:59:47.587853 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-c355ed9c-45c6-436b-a31c-aa4ba00dbf2e tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.37 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 946 time: 0.0939083 Feb 28 11:59:47.658044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Deleting port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:47.658378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:47.902298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] For port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:47.902558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.021603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Calling delete_port for 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:48.159030 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.210631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Pushing event deleted for resources: {'Port': ['ID=0345f0f2-4e65-4b79-833e-63f8e9a30eb8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:48.287097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] No DVR routers for this DVR port 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:48.290172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.292786 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90be6e5b-cd58-41bf-838f-4ea54e70ae9c', 'name': 'network-vif-deleted', 'tag': '0345f0f2-4e65-4b79-833e-63f8e9a30eb8'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:59:48.311414 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7686b5c8-6d87-43f2-b44e-6e0b32fb0f87 req-0d8f9f3a-bced-49c0-bc20-3bf73dd8d293 tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.37 "DELETE /v2.0/ports/0345f0f2-4e65-4b79-833e-63f8e9a30eb8 HTTP/1.1" status: 204 len: 173 time: 0.7168612 Feb 28 11:59:48.341218 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90be6e5b-cd58-41bf-838f-4ea54e70ae9c', 'name': 'network-vif-deleted', 'tag': '0345f0f2-4e65-4b79-833e-63f8e9a30eb8', 'status': 'completed', 'code': 200} Feb 28 11:59:48.491455 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b8c592d-c609-4e0a-a0a3-12dc6e813f81 req-687b8fde-cdf3-43b0-8e67-7919b911cefd tempest-TestEncryptedCinderVolumes-941201206 tempest-TestEncryptedCinderVolumes-941201206-project] 10.222.0.64 "GET /v2.0/ports?device_id=90be6e5b-cd58-41bf-838f-4ea54e70ae9c HTTP/1.1" status: 200 len: 210 time: 0.0497899 Feb 28 11:59:49.613726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:49.977720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:50.015354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:59:50.015702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 0345f0f2-4e65-4b79-833e-63f8e9a30eb8 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:50.229936 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.575912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Deleting port bfb6716b-cf36-40d8-9309-ee0c8ca916b3 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:50.576170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.745756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] For port bfb6716b-cf36-40d8-9309-ee0c8ca916b3, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=bfb6716b-cf36-40d8-9309-ee0c8ca916b3,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:50.746437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.866824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Calling delete_port for bfb6716b-cf36-40d8-9309-ee0c8ca916b3 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:51.280238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:51.326714 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb6716b-cf36-40d8-9309-ee0c8ca916b3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:51.589667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:51.941056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:59:52.122178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:59:52.130707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] Sync routers for ids ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:59:52.135159 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-3de20cb9-e7bf-4c2d-a6a0-d9dd38cee57e admin admin] 10.222.0.64 "PUT /v2.0/routers/f1b9ab13-713e-41aa-bdc1-693f70c9cb77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5190833 Feb 28 11:59:52.136364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:52.140060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] Routers {'f1b9ab13-713e-41aa-bdc1-693f70c9cb77'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:59:52.140660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:59:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:52.308501 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.312425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] Set router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:59:52.603080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.612673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Deleting port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:52.613049 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.636715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:39Z', 'updated_at': '2022-02-28T11:59:51Z', 'revision_number': 5, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'gw_port': {'id': '0b2a48a0-653b-4dc1-9854-3aa8f4c924a4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:40Z', 'updated_at': '2022-02-28T11:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:52.640518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] Checking router: f1b9ab13-713e-41aa-bdc1-693f70c9cb77 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:59:52.648676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] Routers {'f1b9ab13-713e-41aa-bdc1-693f70c9cb77'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:59:52.649270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:59:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:52.785671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] For port 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0b2a48a0-653b-4dc1-9854-3aa8f4c924a4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:52.786016 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.799407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] Set router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:59:52.906151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:39Z', 'updated_at': '2022-02-28T11:59:52Z', 'revision_number': 6, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:52.908575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Calling delete_port for 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:52.910096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d5dfc-b942-4e61-ba03-a4e75d71ed4a None None] The sync data for ids ['f1b9ab13-713e-41aa-bdc1-693f70c9cb77'] in dv-neutron-831192-2-hyperv is: [{'id': 'f1b9ab13-713e-41aa-bdc1-693f70c9cb77', 'name': 'tempest-TestEncryptedCinderVolumes-1172098360-router', 'tenant_id': 'ff0717362af043c8aa58433e5c6d2f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:39Z', 'updated_at': '2022-02-28T11:59:52Z', 'revision_number': 6, 'project_id': 'ff0717362af043c8aa58433e5c6d2f25', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:59:53.074144 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.121977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2a48a0-653b-4dc1-9854-3aa8f4c924a4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:53.212283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.388107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.390325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.412745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.413253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1b9ab13-713e-41aa-bdc1-693f70c9cb77 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:59:53.424981 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.426094 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a0d40fe0-3d75-460d-b227-2b75d57afe1f admin admin] 10.222.0.64 "DELETE /v2.0/routers/f1b9ab13-713e-41aa-bdc1-693f70c9cb77 HTTP/1.1" status: 204 len: 168 time: 1.2888508 Feb 28 11:59:53.428705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35352) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:53.494327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c9cda5-5eb5-4b1c-9c0c-a432d2c93302 admin admin] Deleting subnet d50c5125-67b9-4da7-9fe3-94634973d7b4 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:59:53.497377 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36c9cda5-5eb5-4b1c-9c0c-a432d2c93302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.544800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36c9cda5-5eb5-4b1c-9c0c-a432d2c93302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.619742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36c9cda5-5eb5-4b1c-9c0c-a432d2c93302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.694934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36c9cda5-5eb5-4b1c-9c0c-a432d2c93302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.731760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9cda5-5eb5-4b1c-9c0c-a432d2c93302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50c5125-67b9-4da7-9fe3-94634973d7b4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:53.735254 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36c9cda5-5eb5-4b1c-9c0c-a432d2c93302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.741990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4eb8f-65c9-4a4e-8054-756bcda01e47 None None] Network bce09924-623c-4c6c-9466-5beac3f41c95 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:59:53.742658 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-36c9cda5-5eb5-4b1c-9c0c-a432d2c93302 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d50c5125-67b9-4da7-9fe3-94634973d7b4 HTTP/1.1" status: 204 len: 168 time: 0.3122134 Feb 28 11:59:53.744201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35356) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:53.857402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.867241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Deleting port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:53.867570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.009203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] DHCP port deletion for bce09924-623c-4c6c-9466-5beac3f41c95 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:59:54.013095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] Deleting port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:54.013475 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.082336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] For port 0c5672fd-18a7-4cb9-967f-be1fad5524e7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0c5672fd-18a7-4cb9-967f-be1fad5524e7,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:54.082679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.210130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Calling delete_port for 0c5672fd-18a7-4cb9-967f-be1fad5524e7 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:54.215248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] For port 0c5672fd-18a7-4cb9-967f-be1fad5524e7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0c5672fd-18a7-4cb9-967f-be1fad5524e7,segment=NetworkSegment(ccbfeda0-d2ad-4c8e-aea3-84b464f8de37),segment_id=ccbfeda0-d2ad-4c8e-aea3-84b464f8de37)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:54.215669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.283914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.332040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] No DVR routers for this DVR port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:54.336242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] Calling delete_port for 0c5672fd-18a7-4cb9-967f-be1fad5524e7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:54.360965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5672fd-18a7-4cb9-967f-be1fad5524e7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:54.384529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.384883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.385218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.385552 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.385886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.386211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.386540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.386872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.387216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.387543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.387860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.388180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:59:54.403747 dv-neutron-831192-2-hyperv neutron-server[87640]: util.warn( Feb 28 11:59:54.410026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:59:54.410390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:59:54.470417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.496077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce09924-623c-4c6c-9466-5beac3f41c95']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:54.507731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:54.508029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbfeda0-d2ad-4c8e-aea3-84b464f8de37') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:54.519349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.536662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.543468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:59:54.543916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:54.557675 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:54.633775 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.649344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.660375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] Pushing event deleted for resources: {'Network': ['ID=bce09924-623c-4c6c-9466-5beac3f41c95,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:54.672231 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5779e3ba-78c5-4461-bea9-0495568906ba admin admin] 10.222.0.64 "DELETE /v2.0/networks/bce09924-623c-4c6c-9466-5beac3f41c95 HTTP/1.1" status: 204 len: 168 time: 0.9269915 Feb 28 11:59:54.675108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35360) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:54.885305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:54.913577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] Deleting port 0c5672fd-18a7-4cb9-967f-be1fad5524e7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:54.913947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.945774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:59:54.946114 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0b2a48a0-653b-4dc1-9854-3aa8f4c924a4 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:54.946539 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0c5672fd-18a7-4cb9-967f-be1fad5524e7 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:55.011691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 0c5672fd-18a7-4cb9-967f-be1fad5524e7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:59:55.011917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0c5672fd-18a7-4cb9-967f-be1fad5524e7 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:55.012336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device bfb6716b-cf36-40d8-9309-ee0c8ca916b3 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:55.039666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cd2b9-3fc2-4330-a234-b0431e43fb4f None None] The port '0c5672fd-18a7-4cb9-967f-be1fad5524e7' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 11:59:55.049460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: bfb6716b-cf36-40d8-9309-ee0c8ca916b3 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:59:55.049804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device bfb6716b-cf36-40d8-9309-ee0c8ca916b3 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:55.315467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:55.656418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Deleting port 8faa700d-5187-456b-8c11-4a5e740b3679 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:55.656676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:55.830022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] For port 8faa700d-5187-456b-8c11-4a5e740b3679, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=8faa700d-5187-456b-8c11-4a5e740b3679,segment=NetworkSegment(9b72ce22-f292-45b7-bebc-cd4fa8fb7df9),segment_id=9b72ce22-f292-45b7-bebc-cd4fa8fb7df9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:55.830372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:55.950559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Calling delete_port for 8faa700d-5187-456b-8c11-4a5e740b3679 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:56.368349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:56.412242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8faa700d-5187-456b-8c11-4a5e740b3679,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:56.684059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:57.046170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 11:59:57.224601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 11:59:57.233579 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] Sync routers for ids ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:59:57.234074 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8a0abb47-f576-48ff-a808-d6f90fa029dd admin admin] 10.222.0.64 "PUT /v2.0/routers/2ee54e36-6295-4b49-9fd2-d2a71623cf82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577738 Feb 28 11:59:57.236353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35364) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:57.243798 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] Routers {'2ee54e36-6295-4b49-9fd2-d2a71623cf82'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:59:57.244388 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:59:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:57.410007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:57.416733 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] Set router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:59:57.420854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:57.705898 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:45Z', 'updated_at': '2022-02-28T11:59:56Z', 'revision_number': 5, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'gw_port': {'id': '31d88835-d71b-4d13-a249-ab71afa0740d', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:58:46Z', 'updated_at': '2022-02-28T11:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:57.707790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:57.710408 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] Checking router: 2ee54e36-6295-4b49-9fd2-d2a71623cf82 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:59:57.718089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Deleting port 31d88835-d71b-4d13-a249-ab71afa0740d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:57.718473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:57.720523 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] Routers {'2ee54e36-6295-4b49-9fd2-d2a71623cf82'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 11:59:57.721172 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T11:59:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:57.870483 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] Set router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 11:59:57.888804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] For port 31d88835-d71b-4d13-a249-ab71afa0740d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=31d88835-d71b-4d13-a249-ab71afa0740d,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:57.889156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:57.975709 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:45Z', 'updated_at': '2022-02-28T11:59:57Z', 'revision_number': 6, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:57.979463 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7f437a-20ce-42fd-9219-e8960e27c7ee None None] The sync data for ids ['2ee54e36-6295-4b49-9fd2-d2a71623cf82'] in dv-neutron-831192-2-hyperv is: [{'id': '2ee54e36-6295-4b49-9fd2-d2a71623cf82', 'name': 'tempest-TestEncryptedCinderVolumes-383952257-router', 'tenant_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:58:45Z', 'updated_at': '2022-02-28T11:59:57Z', 'revision_number': 6, 'project_id': 'd30b8e4cd8d346bc920e32c46c4e1278', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:59:58.010533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Calling delete_port for 31d88835-d71b-4d13-a249-ab71afa0740d owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:58.175399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.249724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d88835-d71b-4d13-a249-ab71afa0740d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:58.312681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.486438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.488567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.510387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.510916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee54e36-6295-4b49-9fd2-d2a71623cf82 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 11:59:58.522379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.523499 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-95b62a08-12c0-4977-8f67-81780f1ab5d3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2ee54e36-6295-4b49-9fd2-d2a71623cf82 HTTP/1.1" status: 204 len: 168 time: 1.2862620 Feb 28 11:59:58.526067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:58.586874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44c194c-d26d-4d2d-a1bc-a716a65e86cf admin admin] Deleting subnet 0ada192d-45bb-4a24-ae5b-20608ab2ba47 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 11:59:58.589705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44c194c-d26d-4d2d-a1bc-a716a65e86cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.637178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44c194c-d26d-4d2d-a1bc-a716a65e86cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.713807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44c194c-d26d-4d2d-a1bc-a716a65e86cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.786426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44c194c-d26d-4d2d-a1bc-a716a65e86cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.825744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c194c-d26d-4d2d-a1bc-a716a65e86cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ada192d-45bb-4a24-ae5b-20608ab2ba47,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:58.827725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44c194c-d26d-4d2d-a1bc-a716a65e86cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.831496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed3083-f9e8-497b-83a1-b73157ef3029 None None] Network f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 11:59:58.838803 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d44c194c-d26d-4d2d-a1bc-a716a65e86cf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0ada192d-45bb-4a24-ae5b-20608ab2ba47 HTTP/1.1" status: 204 len: 168 time: 0.3096390 Feb 28 11:59:58.839224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35372) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:58.921573 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8faa700d-5187-456b-8c11-4a5e740b3679 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:58.951652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.963812 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Deleting port be15098b-be97-4149-b817-0903926ea9f6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:58.964235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.981305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 8faa700d-5187-456b-8c11-4a5e740b3679 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:59:58.981643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 8faa700d-5187-456b-8c11-4a5e740b3679 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:58.982051 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31d88835-d71b-4d13-a249-ab71afa0740d no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:59.060501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 31d88835-d71b-4d13-a249-ab71afa0740d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 11:59:59.060837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31d88835-d71b-4d13-a249-ab71afa0740d not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:59.212119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] DHCP port deletion for f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 11:59:59.216381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] Deleting port be15098b-be97-4149-b817-0903926ea9f6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 11:59:59.216755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.301403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] For port be15098b-be97-4149-b817-0903926ea9f6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=be15098b-be97-4149-b817-0903926ea9f6,segment=NetworkSegment(9b72ce22-f292-45b7-bebc-cd4fa8fb7df9),segment_id=9b72ce22-f292-45b7-bebc-cd4fa8fb7df9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:59.301756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.413341 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] For port be15098b-be97-4149-b817-0903926ea9f6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=be15098b-be97-4149-b817-0903926ea9f6,segment=NetworkSegment(9b72ce22-f292-45b7-bebc-cd4fa8fb7df9),segment_id=9b72ce22-f292-45b7-bebc-cd4fa8fb7df9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 11:59:59.413639 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.422568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Calling delete_port for be15098b-be97-4149-b817-0903926ea9f6 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:59.498515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.532404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] Calling delete_port for be15098b-be97-4149-b817-0903926ea9f6 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 11:59:59.545856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Pushing event deleted for resources: {'Port': ['ID=be15098b-be97-4149-b817-0903926ea9f6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:59.555672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] No DVR routers for this DVR port be15098b-be97-4149-b817-0903926ea9f6 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:59.616552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:59:59.617304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:59:59.670023 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.695766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:59.707752 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:59.708055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b72ce22-f292-45b7-bebc-cd4fa8fb7df9') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:59.719352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.735494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.742318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:59:59.742702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:59.755969 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:59.831333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.846710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.856906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] Pushing event deleted for resources: {'Network': ['ID=f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:59.860869 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-749fd65f-9009-472c-9a29-6f47bed6db81 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f58ad042-5d4f-4e1c-ae7f-af2ed75ef05d HTTP/1.1" status: 204 len: 168 time: 1.0206063 Feb 28 12:00:00.029531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35378) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:00.078178 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-afffeeaf-1a4c-4923-9eb7-4a2f37ce4f68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff0717362af043c8aa58433e5c6d2f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474968 Feb 28 12:00:00.080816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35382) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:00.118522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] Deleting port be15098b-be97-4149-b817-0903926ea9f6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:00:00.119022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.141007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-636a1eff-7a22-47a4-ac2e-b2b4f2e46e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.170582 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-636a1eff-7a22-47a4-ac2e-b2b4f2e46e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.184306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c80cd392-a251-4942-8190-d56f25357b85 None None] The port 'be15098b-be97-4149-b817-0903926ea9f6' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 12:00:00.224259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-636a1eff-7a22-47a4-ac2e-b2b4f2e46e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.238461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a1eff-7a22-47a4-ac2e-b2b4f2e46e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc164452-b1b4-4666-9149-27dbb385c43d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:00.244856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-636a1eff-7a22-47a4-ac2e-b2b4f2e46e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.245964 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-636a1eff-7a22-47a4-ac2e-b2b4f2e46e3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc164452-b1b4-4666-9149-27dbb385c43d HTTP/1.1" status: 204 len: 168 time: 0.1642671 Feb 28 12:00:00.279964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c23744a6-ae1a-4d33-a93f-3cd4f3aa8ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.581151 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35390) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:00.628215 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-48d047b3-19f2-453b-95a9-c6682caa63a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d30b8e4cd8d346bc920e32c46c4e1278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459180 Feb 28 12:00:00.630645 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35394) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:00.690365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63e75d48-be34-46f9-860a-6cf2bb234293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.716266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63e75d48-be34-46f9-860a-6cf2bb234293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.771190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63e75d48-be34-46f9-860a-6cf2bb234293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.878964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device be15098b-be97-4149-b817-0903926ea9f6 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:00:00.891000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e75d48-be34-46f9-860a-6cf2bb234293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5baf47-a0f4-4cbb-9ced-c903ff2df367,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:00.895298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63e75d48-be34-46f9-860a-6cf2bb234293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.896386 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-63e75d48-be34-46f9-860a-6cf2bb234293 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f5baf47-a0f4-4cbb-9ced-c903ff2df367 HTTP/1.1" status: 204 len: 168 time: 0.2641597 Feb 28 12:00:00.924860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: be15098b-be97-4149-b817-0903926ea9f6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:00:00.925203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device be15098b-be97-4149-b817-0903926ea9f6 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:00:01.587607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35418) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:01.687936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1399315017-network', 'tenant_id': '543273c745744d898d131b789429a1bf'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:01.692671 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:01.697042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Usage tracker for resource:network and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:01.699888 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:01.706008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:01.717698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Made reservation on behalf of 543273c745744d898d131b789429a1bf for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:00:01.720247 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.732298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.746795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:01.750571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Usage tracker for resource:security_group_rule and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:01.753385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:01.760749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:01.841636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.845199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.877762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:00:01.885955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50078263-0920-4af9-9fd6-4facae9ee93b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:01.891513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.891853 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Added segment 2c1932d5-8ebb-4b34-9335-fa60e7740996 of type vlan for network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf Feb 28 12:00:01.917946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.948445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.949384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:01.949955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.048099 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4594049 Feb 28 12:00:02.050807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:02.058648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Request body: {'subnet': {'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1399315017-subnet', 'tenant_id': '543273c745744d898d131b789429a1bf', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:02.061709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af27d9-bd0f-45a1-a7e5-6a6442bd52ac admin admin] Pushing event updated for resources: {'Network': ['ID=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:02.065456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:02.069871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Usage tracker for resource:subnet and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:02.072627 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:00:02.073108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:02.078444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:02.087764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Made reservation on behalf of 543273c745744d898d131b789429a1bf for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:00:02.090190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.287138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.362280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88976bd-4f06-4e66-9781-0f308b52812e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:02.369762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Checking segment: {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:00:02.370118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Network hostable DHCP agents. Network: b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:00:02.393243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:00:02.402060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:02.406003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:02.406580 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.411962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52928ec7-e049-41de-aa26-b3e3f2ea7190 None None] Network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:00:02.426239 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-968953fe-8528-44af-8996-e5e00cab584d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3743398 Feb 28 12:00:02.429423 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35428) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:02.434533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:02.439229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:02.443067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Usage tracker for resource:router and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:02.446055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:02.451809 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:02.462662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.463705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.478946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.525400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2b144db-db3a-4095-a11f-c625fe0ba3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.644079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:00:02.644919 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.799377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Allocated IP 172.20.0.2 (b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf/d88976bd-4f06-4e66-9781-0f308b52812e/23e0a1be-0bce-462d-a817-2a03fb5c65a6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:00:02.851398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.007901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.017858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Transition to ACTIVE for port object 23e0a1be-0bce-462d-a817-2a03fb5c65a6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:03.036049 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Transition to ACTIVE for port object 23e0a1be-0bce-462d-a817-2a03fb5c65a6 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:03.043171 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.107278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:03.110064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:03.113565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:00:03.162027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.190525 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Pushing event updated for resources: {'Port': ['ID=23e0a1be-0bce-462d-a817-2a03fb5c65a6,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:03.195723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.245865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Attempting to bind port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:03.246238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Attempting to bind port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:03.246600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Attempting to bind port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 on network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:00:03.251820 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:00:03.252186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Checking segment: {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:00:03.252582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.252983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Bound using segment: {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:00:03.253465 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Bound port: 23e0a1be-0bce-462d-a817-2a03fb5c65a6, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:03.253819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.337082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Allocated IP 172.26.8.79 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/d4e440cd-5800-48a1-ac17-0b98d53cf152) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:00:03.342372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] For port 23e0a1be-0bce-462d-a817-2a03fb5c65a6, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:00:03.345501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] For port 23e0a1be-0bce-462d-a817-2a03fb5c65a6, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=23e0a1be-0bce-462d-a817-2a03fb5c65a6,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:00:03.349512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.439581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53abded-18e9-4f71-9997-8fd3333b5cdc None None] Pushing event updated for resources: {'Port': ['ID=23e0a1be-0bce-462d-a817-2a03fb5c65a6,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:03.493244 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.525000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.586588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:03.589639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:03.597579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:00:03.645049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Pushing event updated for resources: {'Port': ['ID=d4e440cd-5800-48a1-ac17-0b98d53cf152,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:03.705750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.840821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.035410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.401753 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581d0d1-cda5-4bc4-8b30-8faa58324a7f None None] Network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:00:04.498487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1d4c607a-a2a3-4de4-ae29-30eaac1e9093 None None] Provisioning for port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:04.499464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.716118 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:00:04.901260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:00:04.907727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 23e0a1be-0bce-462d-a817-2a03fb5c65a6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:04.928616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.929864 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-66b1c1e0-ef05-47ae-b718-a46df901aa1c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4994295 Feb 28 12:00:04.932660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:04.938630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Sync routers for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:00:04.963963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:04.964584 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:05.112504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:05.126908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:05.127307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:05.198681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:05.352877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:05.473186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:05.552692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 23e0a1be-0bce-462d-a817-2a03fb5c65a6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=23e0a1be-0bce-462d-a817-2a03fb5c65a6,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:05.560756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:05.640199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:03Z', 'revision_number': 3, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:05.644821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=23e0a1be-0bce-462d-a817-2a03fb5c65a6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:05.648344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Checking router: 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:00:05.648692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Updating router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 port d4e440cd-5800-48a1-ac17-0b98d53cf152 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:00:05.701133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:05.721790 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:05.925504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Allocated IP 172.20.0.1 (b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf/d88976bd-4f06-4e66-9781-0f308b52812e/ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:00:06.057926 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.069280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Transition to ACTIVE for port object d4e440cd-5800-48a1-ac17-0b98d53cf152 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:06.071708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.075565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.086939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Transition to ACTIVE for port object ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:06.109960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.157197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Attempting to bind port d4e440cd-5800-48a1-ac17-0b98d53cf152 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:06.157564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Attempting to bind port d4e440cd-5800-48a1-ac17-0b98d53cf152 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:06.158352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Attempting to bind port d4e440cd-5800-48a1-ac17-0b98d53cf152 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:00:06.159876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eccdd-9cee-4ec5-9b44-33b8b62e3e0d None None] Pushing event updated for resources: {'Port': ['ID=d4e440cd-5800-48a1-ac17-0b98d53cf152,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:06.166019 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:00:06.166396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:00:06.166795 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.167216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:00:06.167682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Bound port: d4e440cd-5800-48a1-ac17-0b98d53cf152, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:06.168372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.174340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:06.182046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:06.186490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:00:06.215674 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:06.242672 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] For port d4e440cd-5800-48a1-ac17-0b98d53cf152, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:00:06.243825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.246284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] For port d4e440cd-5800-48a1-ac17-0b98d53cf152, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d4e440cd-5800-48a1-ac17-0b98d53cf152,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:00:06.251073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.328337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:06.328977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:06.405115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eccdd-9cee-4ec5-9b44-33b8b62e3e0d None None] Pushing event updated for resources: {'Port': ['ID=d4e440cd-5800-48a1-ac17-0b98d53cf152,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:06.501315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.510143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-57170ac4-5728-412e-aca7-c607fecf48f0 None None] Provisioning for port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:06.519695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-57170ac4-5728-412e-aca7-c607fecf48f0 None None] Provisioning complete for port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:06.520069 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-57170ac4-5728-412e-aca7-c607fecf48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.559103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:06.706137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-57170ac4-5728-412e-aca7-c607fecf48f0 None None] Port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:00:06.724322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.730093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.840807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.845262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:06.858492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:03Z', 'revision_number': 3, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:06.862566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba67a54-8b43-4ad6-9a2d-e5799e9c3b82 None None] The sync data for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv is: [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:03Z', 'revision_number': 3, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:00:06.893610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 23e0a1be-0bce-462d-a817-2a03fb5c65a6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:06.971002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:06.971411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.998807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:07.000029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:07.226553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:00:07.340597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-620b92f1-3cbc-491d-a51c-e2d272c277ea None None] Provisioning complete for port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:07.341068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-620b92f1-3cbc-491d-a51c-e2d272c277ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:07.405452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-620b92f1-3cbc-491d-a51c-e2d272c277ea None None] Port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:00:07.546892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:00:07.563663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-45daf1a2-938a-4a88-ba97-56f750955b07 admin admin] 10.222.0.64 "PUT /v2.0/routers/4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6232464 Feb 28 12:00:08.076613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35450) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:08.082081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2122881742-network', 'tenant_id': '43068a671c7947848410bbd01dc2970a'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:08.087521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:08.091389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Usage tracker for resource:network and tenant:43068a671c7947848410bbd01dc2970a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:08.094381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:08.100037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:08.110195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Made reservation on behalf of 43068a671c7947848410bbd01dc2970a for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:00:08.112399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.124060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.138254 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:08.142018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:43068a671c7947848410bbd01dc2970a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:08.144771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:08.150935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:08.241884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.246668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.279642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:00:08.284892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7249454c-e1a3-4eea-90ca-03658c5b4ade,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:08.291731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.292776 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Added segment 9989c467-9aa5-43c8-a9db-8f993809e074 of type vlan for network 57657800-e68e-4f3e-b9ae-a2880efc4df3 Feb 28 12:00:08.318249 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.347523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.348455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:08.349030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.441062 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Sync routers for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:00:08.448909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3711827 Feb 28 12:00:08.451639 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:08.451784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35454) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:08.452244 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:08.459722 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Request body: {'subnet': {'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2122881742-subnet', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:08.462771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddeb6cb-7221-470d-8715-6d898561a8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=57657800-e68e-4f3e-b9ae-a2880efc4df3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:08.466306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:08.470183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Usage tracker for resource:subnet and tenant:43068a671c7947848410bbd01dc2970a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:08.473073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 57657800-e68e-4f3e-b9ae-a2880efc4df3 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:00:08.473600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:08.479207 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:08.488861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Made reservation on behalf of 43068a671c7947848410bbd01dc2970a for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:00:08.491982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.639751 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:08.710149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.782759 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d26539-70ac-4bd8-8d2e-e22904c32936,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:08.791721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Checking segment: {'id': '9989c467-9aa5-43c8-a9db-8f993809e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:00:08.792141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Network hostable DHCP agents. Network: 57657800-e68e-4f3e-b9ae-a2880efc4df3, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:00:08.811071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Network 57657800-e68e-4f3e-b9ae-a2880efc4df3 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:00:08.820843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 57657800-e68e-4f3e-b9ae-a2880efc4df3) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:08.825492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:08.826189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.831853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09620f1f-8d7d-4580-91bc-7eccb468b231 None None] Network 57657800-e68e-4f3e-b9ae-a2880efc4df3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:00:08.881474 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-30f0b562-a1e5-40a7-aecb-58a1d8c8a120 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4269044 Feb 28 12:00:08.882766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35458) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:08.891479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:08.900310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:08.905140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Usage tracker for resource:router and tenant:43068a671c7947848410bbd01dc2970a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:08.909606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:08.927377 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:08.943602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.945349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.974307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.007028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d4e440cd-5800-48a1-ac17-0b98d53cf152 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:09.033563 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0', 'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'mac_address': 'fa:16:3e:d8:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:05Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 2, 'project_id': '543273c745744d898d131b789429a1bf', 'subnets': [{'id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:09.038508 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Checking router: 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:00:09.039137 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Updating router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:00:09.091796 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.156013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-57657800-e68e-4f3e-b9ae-a2880efc4df3', 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'fixed_ips': [{'subnet_id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:00:09.156865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.171250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port d4e440cd-5800-48a1-ac17-0b98d53cf152 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:09.180307 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d4e440cd-5800-48a1-ac17-0b98d53cf152 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:09.180679 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.299374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.418864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Allocated IP 172.20.0.2 (57657800-e68e-4f3e-b9ae-a2880efc4df3/d9d26539-70ac-4bd8-8d2e-e22904c32936/a75aae07-7b15-4444-be65-a30286cb4894) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:00:09.420729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.445687 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.457138 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Transition to ACTIVE for port object ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:09.458556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port d4e440cd-5800-48a1-ac17-0b98d53cf152, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d4e440cd-5800-48a1-ac17-0b98d53cf152,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:09.464378 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.469835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.679679 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Attempting to bind port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:09.679953 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Attempting to bind port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:09.680496 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Attempting to bind port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 on network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:00:09.696730 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:00:09.697388 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Checking segment: {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:00:09.697947 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.698476 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Bound using segment: {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:00:09.699090 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Bound port: ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:09.699620 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.713088 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Pushing event updated for resources: {'Port': ['ID=ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:09.726840 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.727451 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.727931 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.728406 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.728900 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.729367 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.729840 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.730301 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.730780 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.731276 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.731737 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.732194 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:09.763435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.770143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.778460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Transition to ACTIVE for port object a75aae07-7b15-4444-be65-a30286cb4894 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:09.806216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.813726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Transition to ACTIVE for port object a75aae07-7b15-4444-be65-a30286cb4894 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:09.817762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=d4e440cd-5800-48a1-ac17-0b98d53cf152,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:09.827804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.836759 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] For port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:00:09.840143 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] For port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:00:09.843845 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:09.904162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Network 57657800-e68e-4f3e-b9ae-a2880efc4df3 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:09.914695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:09.919954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:00:09.926766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Pushing event updated for resources: {'Port': ['ID=a75aae07-7b15-4444-be65-a30286cb4894,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:09.935147 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:09.935970 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:09.968731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Allocated IP 172.26.8.117 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/03c4d327-e557-4063-8bcb-a52f155f56b3) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:00:10.005848 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57196025-120d-46c3-9d55-202abca4c9f0 None None] Pushing event updated for resources: {'Port': ['ID=ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:10.023303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Attempting to bind port a75aae07-7b15-4444-be65-a30286cb4894 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:10.023700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Attempting to bind port a75aae07-7b15-4444-be65-a30286cb4894 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9989c467-9aa5-43c8-a9db-8f993809e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:10.024181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Attempting to bind port a75aae07-7b15-4444-be65-a30286cb4894 on network 57657800-e68e-4f3e-b9ae-a2880efc4df3 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:00:10.030092 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:00:10.030696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Checking segment: {'id': '9989c467-9aa5-43c8-a9db-8f993809e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:00:10.031190 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:10.031651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Bound using segment: {'id': '9989c467-9aa5-43c8-a9db-8f993809e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:00:10.032196 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Bound port: a75aae07-7b15-4444-be65-a30286cb4894, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9989c467-9aa5-43c8-a9db-8f993809e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:10.032653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:10.135542 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:10.141528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] For port a75aae07-7b15-4444-be65-a30286cb4894, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:00:10.145679 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] For port a75aae07-7b15-4444-be65-a30286cb4894, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a75aae07-7b15-4444-be65-a30286cb4894,segment=NetworkSegment(9989c467-9aa5-43c8-a9db-8f993809e074),segment_id=9989c467-9aa5-43c8-a9db-8f993809e074)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:00:10.155773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:10.186216 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:10.237639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:10.242649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89e338-57a6-4746-8853-6bb239a549e7 None None] Pushing event updated for resources: {'Port': ['ID=a75aae07-7b15-4444-be65-a30286cb4894,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:10.317206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:10.325163 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:10.327708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:00:10.367170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=03c4d327-e557-4063-8bcb-a52f155f56b3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:10.496657 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0', 'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'mac_address': 'fa:16:3e:d8:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:05Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'subnets': [{'id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:10.505241 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1dbd46-5337-49fc-85cf-8ee61072fe97 None None] The sync data for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv is: [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0', 'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'mac_address': 'fa:16:3e:d8:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:05Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'subnets': [{'id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:00:10.810061 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:11.031764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d4e440cd-5800-48a1-ac17-0b98d53cf152 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:11.110473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d4e440cd-5800-48a1-ac17-0b98d53cf152 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:11.110745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:11.229360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:11.260715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:11.350068 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:11.353284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d327b-0d3d-413c-a94c-a1060968bb87 None None] Network 57657800-e68e-4f3e-b9ae-a2880efc4df3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:00:11.371450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:11.371825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:11.513651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a4e31ce1-9c1e-456e-9f48-2b34ad33bdbf None None] Provisioning for port a75aae07-7b15-4444-be65-a30286cb4894 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:11.587708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Router bcdc56fd-5f2a-4109-9703-4589dc400bc4 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:00:11.719185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:11.774665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:11.785360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:11.786133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a75aae07-7b15-4444-be65-a30286cb4894 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:11.798452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:00:11.827598 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:11.828933 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-10b6a50d-463d-479e-a7fb-9f9eb3f81bd6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9447982 Feb 28 12:00:11.831585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:11.845513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Sync routers for ids ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:00:11.898173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Routers {'bcdc56fd-5f2a-4109-9703-4589dc400bc4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:11.898808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:11.982407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:12.072296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port a75aae07-7b15-4444-be65-a30286cb4894 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:12.082231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a75aae07-7b15-4444-be65-a30286cb4894 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:12.082609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:12.158115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Set router bcdc56fd-5f2a-4109-9703-4589dc400bc4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:12.285699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d30818e6-fad0-4d7a-9e4e-c16cad8500bd None None] Provisioning complete for port a75aae07-7b15-4444-be65-a30286cb4894 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:12.285981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d30818e6-fad0-4d7a-9e4e-c16cad8500bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:12.502468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:12.523479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:12.626382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port a75aae07-7b15-4444-be65-a30286cb4894, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a75aae07-7b15-4444-be65-a30286cb4894,segment=NetworkSegment(9989c467-9aa5-43c8-a9db-8f993809e074),segment_id=9989c467-9aa5-43c8-a9db-8f993809e074)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:12.629876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d30818e6-fad0-4d7a-9e4e-c16cad8500bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:12.641718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:12.716518 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Allocated IP 172.20.0.1 (57657800-e68e-4f3e-b9ae-a2880efc4df3/d9d26539-70ac-4bd8-8d2e-e22904c32936/79f82fc6-379d-40f6-a419-e39ee4367045) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:00:12.760244 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:08Z', 'updated_at': '2022-02-28T12:00:10Z', 'revision_number': 3, 'project_id': '43068a671c7947848410bbd01dc2970a', 'gw_port': {'id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:09Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:12.769504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Checking router: bcdc56fd-5f2a-4109-9703-4589dc400bc4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:00:12.769853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Updating router bcdc56fd-5f2a-4109-9703-4589dc400bc4 port 03c4d327-e557-4063-8bcb-a52f155f56b3 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:00:12.812412 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=a75aae07-7b15-4444-be65-a30286cb4894,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:12.822325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-d30818e6-fad0-4d7a-9e4e-c16cad8500bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:00:12.822692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-d30818e6-fad0-4d7a-9e4e-c16cad8500bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:00:12.843272 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:12.868713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:12.887516 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Transition to ACTIVE for port object 79f82fc6-379d-40f6-a419-e39ee4367045 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:12.901224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:12.912628 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:12.983581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Network 57657800-e68e-4f3e-b9ae-a2880efc4df3 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:12.990992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:12.995042 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:00:13.030940 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Pushing event updated for resources: {'Port': ['ID=79f82fc6-379d-40f6-a419-e39ee4367045,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:13.058276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.172888 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:13.173466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.301117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.407195 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a75aae07-7b15-4444-be65-a30286cb4894 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:13.488500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.504630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Transition to ACTIVE for port object 03c4d327-e557-4063-8bcb-a52f155f56b3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:13.512841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.522184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.526489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.570115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a75aae07-7b15-4444-be65-a30286cb4894 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:13.570484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.633586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.636918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Pushing event updated for resources: {'Port': ['ID=79f82fc6-379d-40f6-a419-e39ee4367045,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:13.644285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c299b-ca25-4b8a-a1b9-ffbd86c14258 None None] Pushing event updated for resources: {'Port': ['ID=03c4d327-e557-4063-8bcb-a52f155f56b3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:13.652435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Attempting to bind port 03c4d327-e557-4063-8bcb-a52f155f56b3 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:13.652801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Attempting to bind port 03c4d327-e557-4063-8bcb-a52f155f56b3 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:13.653162 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Attempting to bind port 03c4d327-e557-4063-8bcb-a52f155f56b3 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:00:13.670513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:00:13.670879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:00:13.671327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.671724 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:00:13.672189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Bound port: 03c4d327-e557-4063-8bcb-a52f155f56b3, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:13.672561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.705428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9209ce7a-ae97-4d82-a72a-be115f80f163 None None] Provisioning for port 79f82fc6-379d-40f6-a419-e39ee4367045 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:13.719390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9209ce7a-ae97-4d82-a72a-be115f80f163 None None] Provisioning complete for port 79f82fc6-379d-40f6-a419-e39ee4367045 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:13.719762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9209ce7a-ae97-4d82-a72a-be115f80f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.773880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Network 57657800-e68e-4f3e-b9ae-a2880efc4df3 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:13.775050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:13.848549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9209ce7a-ae97-4d82-a72a-be115f80f163 None None] Port 79f82fc6-379d-40f6-a419-e39ee4367045 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:00:13.864270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] For port 03c4d327-e557-4063-8bcb-a52f155f56b3, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:00:13.873975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] For port 03c4d327-e557-4063-8bcb-a52f155f56b3, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=03c4d327-e557-4063-8bcb-a52f155f56b3,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:00:13.880510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:13.962093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Routers {'bcdc56fd-5f2a-4109-9703-4589dc400bc4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:13.962727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:13.970189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Router bcdc56fd-5f2a-4109-9703-4589dc400bc4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:00:14.027585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c299b-ca25-4b8a-a1b9-ffbd86c14258 None None] Pushing event updated for resources: {'Port': ['ID=03c4d327-e557-4063-8bcb-a52f155f56b3,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:14.140394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-44443fca-0c57-4efa-a553-6a67f65d42d0 None None] Provisioning complete for port 79f82fc6-379d-40f6-a419-e39ee4367045 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:14.140679 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44443fca-0c57-4efa-a553-6a67f65d42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:14.150139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:00:14.158757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-15fe77e4-622a-44de-b0c3-0cfdc439c381 admin admin] 10.222.0.64 "PUT /v2.0/routers/bcdc56fd-5f2a-4109-9703-4589dc400bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3261375 Feb 28 12:00:14.190122 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] Set router bcdc56fd-5f2a-4109-9703-4589dc400bc4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:14.255186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-44443fca-0c57-4efa-a553-6a67f65d42d0 None None] Port 79f82fc6-379d-40f6-a419-e39ee4367045 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:00:14.516025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:08Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 4, 'project_id': '43068a671c7947848410bbd01dc2970a', 'gw_port': {'id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:09Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '79f82fc6-379d-40f6-a419-e39ee4367045', 'name': '', 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'mac_address': 'fa:16:3e:1a:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:12Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 2, 'project_id': '43068a671c7947848410bbd01dc2970a', 'subnets': [{'id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:14.520425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632332fc-caf1-4724-b4cc-af1a17e8006f None None] The sync data for ids ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'] in dv-neutron-831192-2-hyperv is: [{'id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:08Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 4, 'project_id': '43068a671c7947848410bbd01dc2970a', 'gw_port': {'id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:09Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '79f82fc6-379d-40f6-a419-e39ee4367045', 'name': '', 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'mac_address': 'fa:16:3e:1a:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:12Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 2, 'project_id': '43068a671c7947848410bbd01dc2970a', 'subnets': [{'id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:00:16.923939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 03c4d327-e557-4063-8bcb-a52f155f56b3 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:17.027032 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 03c4d327-e557-4063-8bcb-a52f155f56b3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:17.034373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 03c4d327-e557-4063-8bcb-a52f155f56b3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:17.034813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:17.246693 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:17.264340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 03c4d327-e557-4063-8bcb-a52f155f56b3, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=03c4d327-e557-4063-8bcb-a52f155f56b3,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:17.268663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:17.345333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=03c4d327-e557-4063-8bcb-a52f155f56b3,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:18.382759 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Sync routers for ids ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:00:18.393972 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Routers {'bcdc56fd-5f2a-4109-9703-4589dc400bc4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:18.394578 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:18.609048 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Set router bcdc56fd-5f2a-4109-9703-4589dc400bc4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:18.908879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 03c4d327-e557-4063-8bcb-a52f155f56b3 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:18.974518 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:08Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 4, 'project_id': '43068a671c7947848410bbd01dc2970a', 'gw_port': {'id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:09Z', 'updated_at': '2022-02-28T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '79f82fc6-379d-40f6-a419-e39ee4367045', 'name': '', 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'mac_address': 'fa:16:3e:1a:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:12Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 2, 'project_id': '43068a671c7947848410bbd01dc2970a', 'subnets': [{'id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:18.978722 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Checking router: bcdc56fd-5f2a-4109-9703-4589dc400bc4 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:00:18.979099 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Updating router bcdc56fd-5f2a-4109-9703-4589dc400bc4 port 79f82fc6-379d-40f6-a419-e39ee4367045 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:00:18.998022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 03c4d327-e557-4063-8bcb-a52f155f56b3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:18.998549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:19.056513 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:19.423468 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:19.436479 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Transition to ACTIVE for port object 79f82fc6-379d-40f6-a419-e39ee4367045 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:19.448606 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:19.607003 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac21372-f874-4cd2-b3dc-95eca3ee1808 None None] Pushing event updated for resources: {'Port': ['ID=79f82fc6-379d-40f6-a419-e39ee4367045,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:19.679034 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Attempting to bind port 79f82fc6-379d-40f6-a419-e39ee4367045 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:19.679370 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Attempting to bind port 79f82fc6-379d-40f6-a419-e39ee4367045 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9989c467-9aa5-43c8-a9db-8f993809e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:19.679689 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Attempting to bind port 79f82fc6-379d-40f6-a419-e39ee4367045 on network 57657800-e68e-4f3e-b9ae-a2880efc4df3 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:00:19.696017 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:00:19.696415 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Checking segment: {'id': '9989c467-9aa5-43c8-a9db-8f993809e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:00:19.696776 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:19.697163 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Bound using segment: {'id': '9989c467-9aa5-43c8-a9db-8f993809e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:00:19.697642 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Bound port: 79f82fc6-379d-40f6-a419-e39ee4367045, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9989c467-9aa5-43c8-a9db-8f993809e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:19.698018 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:19.830271 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] For port 79f82fc6-379d-40f6-a419-e39ee4367045, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:00:19.834194 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] For port 79f82fc6-379d-40f6-a419-e39ee4367045, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=79f82fc6-379d-40f6-a419-e39ee4367045,segment=NetworkSegment(9989c467-9aa5-43c8-a9db-8f993809e074),segment_id=9989c467-9aa5-43c8-a9db-8f993809e074)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:00:19.839173 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:19.936331 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Routers {'bcdc56fd-5f2a-4109-9703-4589dc400bc4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:19.936539 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:20.008225 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac21372-f874-4cd2-b3dc-95eca3ee1808 None None] Pushing event updated for resources: {'Port': ['ID=79f82fc6-379d-40f6-a419-e39ee4367045,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:20.194315 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] Set router bcdc56fd-5f2a-4109-9703-4589dc400bc4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:20.270612 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:00:20.593136 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:08Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 4, 'project_id': '43068a671c7947848410bbd01dc2970a', 'gw_port': {'id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:09Z', 'updated_at': '2022-02-28T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '79f82fc6-379d-40f6-a419-e39ee4367045', 'name': '', 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'mac_address': 'fa:16:3e:1a:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:12Z', 'updated_at': '2022-02-28T12:00:19Z', 'revision_number': 4, 'project_id': '43068a671c7947848410bbd01dc2970a', 'subnets': [{'id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:20.597938 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080536fd-1bf8-45c7-916e-924b7f3ca781 None None] The sync data for ids ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'] in dv-neutron-831192-2-hyperv is: [{'id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:08Z', 'updated_at': '2022-02-28T12:00:13Z', 'revision_number': 4, 'project_id': '43068a671c7947848410bbd01dc2970a', 'gw_port': {'id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:09Z', 'updated_at': '2022-02-28T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '79f82fc6-379d-40f6-a419-e39ee4367045', 'name': '', 'network_id': '57657800-e68e-4f3e-b9ae-a2880efc4df3', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'mac_address': 'fa:16:3e:1a:ad:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:12Z', 'updated_at': '2022-02-28T12:00:19Z', 'revision_number': 4, 'project_id': '43068a671c7947848410bbd01dc2970a', 'subnets': [{'id': 'd9d26539-70ac-4bd8-8d2e-e22904c32936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:00:20.939535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 79f82fc6-379d-40f6-a419-e39ee4367045 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:21.013885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 79f82fc6-379d-40f6-a419-e39ee4367045 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:21.020008 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 79f82fc6-379d-40f6-a419-e39ee4367045 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:21.020690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:21.147488 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:21.183986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 79f82fc6-379d-40f6-a419-e39ee4367045, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=79f82fc6-379d-40f6-a419-e39ee4367045,segment=NetworkSegment(9989c467-9aa5-43c8-a9db-8f993809e074),segment_id=9989c467-9aa5-43c8-a9db-8f993809e074)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:21.188507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:21.287499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=79f82fc6-379d-40f6-a419-e39ee4367045,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:22.899758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 79f82fc6-379d-40f6-a419-e39ee4367045 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:22.992873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 79f82fc6-379d-40f6-a419-e39ee4367045 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:22.993343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:24.592630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-e457af0f-aee1-4b69-84f3-3ac5bc88255e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:24.593264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-e457af0f-aee1-4b69-84f3-3ac5bc88255e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Synchronizing usage tracker for tenant:543273c745744d898d131b789429a1bf on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:00:24.610447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-e457af0f-aee1-4b69-84f3-3ac5bc88255e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Unset dirty status for tenant:543273c745744d898d131b789429a1bf on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:00:24.611829 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-e457af0f-aee1-4b69-84f3-3ac5bc88255e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 815 time: 0.1615834 Feb 28 12:00:24.626839 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-fdfda546-83a3-42ba-b088-b34166bace2b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/quotas/543273c745744d898d131b789429a1bf HTTP/1.1" status: 200 len: 375 time: 0.0089715 Feb 28 12:00:24.715747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-395282e2-6009-482b-b9af-76ead4e4c733 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Synchronizing usage tracker for tenant:543273c745744d898d131b789429a1bf on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:00:24.742822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-395282e2-6009-482b-b9af-76ead4e4c733 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Unset dirty status for tenant:543273c745744d898d131b789429a1bf on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:00:24.744113 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-395282e2-6009-482b-b9af-76ead4e4c733 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123979 Feb 28 12:00:24.879317 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-cb20a508-ccf6-40e5-8a92-cb8e33d4740d service neutron] 10.222.0.64 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233807 Feb 28 12:00:25.009220 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-a9222fe7-c13f-48ad-83ee-cbdfb632bfb1 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240110 Feb 28 12:00:25.291467 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0f0f3672-b2c2-4f28-a749-7baf34550fd0 req-a42fafb4-6a5f-4e77-82d9-d64b89f56b2b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 210 time: 0.1504614 Feb 28 12:00:26.221647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-cc1ff9a0-61d2-4fef-b846-99fb9f4c765f tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:26.223110 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-cc1ff9a0-61d2-4fef-b846-99fb9f4c765f tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.37 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 815 time: 0.1555853 Feb 28 12:00:26.234989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'port': {'device_id': '647452e0-2bc4-4507-be66-c23225f32ad7', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'admin_state_up': True, 'tenant_id': '543273c745744d898d131b789429a1bf'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:26.388352 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:26.400560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:26.413913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Made reservation on behalf of 543273c745744d898d131b789429a1bf for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:00:26.418804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:26.451488 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b7b9de48-f0ee-4710-8f09-104eb8172fb5 req-e0127b18-d30a-4540-bfe6-7f920f7607ac tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 210 time: 0.0487645 Feb 28 12:00:26.605345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Allocated IP 172.20.0.4 (b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf/d88976bd-4f06-4e66-9781-0f308b52812e/9662d11d-2ddf-41ad-aa80-69c4583a4827) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:00:26.900544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:26.919983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Transition to ACTIVE for port object 9662d11d-2ddf-41ad-aa80-69c4583a4827 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:26.948405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:27.046060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'Port': ['ID=9662d11d-2ddf-41ad-aa80-69c4583a4827,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:27.058600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.058951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.059322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.059662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.059997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.060333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.060664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.060993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.061317 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.061657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.061982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.062416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:27.076958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:27.078216 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:27.080920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:00:27.179504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:27.180181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:27.230251 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-57e3f0f2-7902-492d-94c1-2928e6ac74d4 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9988313 Feb 28 12:00:27.429487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:27.444381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6061641f-fb27-4930-8528-cc9abf319784 None None] Provisioning for port 9662d11d-2ddf-41ad-aa80-69c4583a4827 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:27.449599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6061641f-fb27-4930-8528-cc9abf319784 None None] Provisioning complete for port 9662d11d-2ddf-41ad-aa80-69c4583a4827 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:27.450027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6061641f-fb27-4930-8528-cc9abf319784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:27.505899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6061641f-fb27-4930-8528-cc9abf319784 None None] Port 9662d11d-2ddf-41ad-aa80-69c4583a4827 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:00:27.664198 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1222c-d0f7-46d7-87d0-8c3650f61496 req-9db77e13-71cf-464e-b84b-6e88e62187d6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:27.665954 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b1f1222c-d0f7-46d7-87d0-8c3650f61496 req-9db77e13-71cf-464e-b84b-6e88e62187d6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 931 time: 0.0969744 Feb 28 12:00:27.716993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b1f1222c-d0f7-46d7-87d0-8c3650f61496 req-958f7baa-6448-4c89-af4e-fa88d51acb20 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Synchronizing usage tracker for tenant:543273c745744d898d131b789429a1bf on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:00:27.737602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-b1f1222c-d0f7-46d7-87d0-8c3650f61496 req-958f7baa-6448-4c89-af4e-fa88d51acb20 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Unset dirty status for tenant:543273c745744d898d131b789429a1bf on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:00:27.747948 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b1f1222c-d0f7-46d7-87d0-8c3650f61496 req-958f7baa-6448-4c89-af4e-fa88d51acb20 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715437 Feb 28 12:00:28.957708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ca6be-4fd1-442c-95a5-ab8ab36e569d req-a0fead3d-90c1-4bee-ba19-25ae304def7c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:28.959958 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-773ca6be-4fd1-442c-95a5-ab8ab36e569d req-a0fead3d-90c1-4bee-ba19-25ae304def7c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 931 time: 0.0926168 Feb 28 12:00:29.013607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-773ca6be-4fd1-442c-95a5-ab8ab36e569d req-92dba73e-9840-4c6e-9a86-c38a3f6c3e38 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459313 Feb 28 12:00:30.271050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13154e-d01f-45c8-b38c-d4270cecd1f8 req-4f2a98b9-f3d1-4529-ad8c-4d4125c9d1c5 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:30.272786 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ec13154e-d01f-45c8-b38c-d4270cecd1f8 req-4f2a98b9-f3d1-4529-ad8c-4d4125c9d1c5 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 931 time: 0.0846980 Feb 28 12:00:30.281609 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06f65639-b564-4e7b-b752-abe43dcb70d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:30.324365 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ec13154e-d01f-45c8-b38c-d4270cecd1f8 req-4b914d6c-d74b-476b-83a9-e78b6b21406b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455880 Feb 28 12:00:31.522750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4173a-02ad-40ed-9b1d-095b805df037 req-9ac60f3a-a920-41d8-987a-ba71ccd20793 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:31.524332 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46a4173a-02ad-40ed-9b1d-095b805df037 req-9ac60f3a-a920-41d8-987a-ba71ccd20793 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 931 time: 0.0881028 Feb 28 12:00:31.575522 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46a4173a-02ad-40ed-9b1d-095b805df037 req-13d5c449-a1bc-469f-8447-4e0bc727feef tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Feb 28 12:00:32.523851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23bdc6cb-1b3a-4436-baf1-b71dd8761209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:32.798822 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd02d88-8043-4174-9d7a-5f5eda364513 req-903726e4-890c-4334-ac85-da33c141d202 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:32.800410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0fd02d88-8043-4174-9d7a-5f5eda364513 req-903726e4-890c-4334-ac85-da33c141d202 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 931 time: 0.1118858 Feb 28 12:00:32.846114 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0fd02d88-8043-4174-9d7a-5f5eda364513 req-494b16af-6b68-47b8-bae8-84ebfc19755d tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391996 Feb 28 12:00:33.702874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:33.842819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:34.035299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208959c-7d92-4b87-9dcc-2a8819155921 req-e73e602b-74c0-4cd3-878f-4581514886e0 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:34.036801 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3208959c-7d92-4b87-9dcc-2a8819155921 req-e73e602b-74c0-4cd3-878f-4581514886e0 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 931 time: 0.0823040 Feb 28 12:00:34.080003 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3208959c-7d92-4b87-9dcc-2a8819155921 req-46be75d2-f647-4694-bb79-2a71f81259ad tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Feb 28 12:00:34.286538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Request body: {'port': {'device_id': '647452e0-2bc4-4507-be66-c23225f32ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:34.393993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:34.726724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9662d11d-2ddf-41ad-aa80-69c4583a4827 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:00:34.733860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:34.747895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Transition to ACTIVE for port object 9662d11d-2ddf-41ad-aa80-69c4583a4827 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:34.751593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:34.909797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9662d11d-2ddf-41ad-aa80-69c4583a4827,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:35.002379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Attempting to bind port 9662d11d-2ddf-41ad-aa80-69c4583a4827 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:35.002687 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Attempting to bind port 9662d11d-2ddf-41ad-aa80-69c4583a4827 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:35.002933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Attempting to bind port 9662d11d-2ddf-41ad-aa80-69c4583a4827 on network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:00:35.008393 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Port 9662d11d-2ddf-41ad-aa80-69c4583a4827 on network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:00:35.008719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Attempting to bind port 9662d11d-2ddf-41ad-aa80-69c4583a4827 on network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:00:35.014237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:00:35.014572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Checking segment: {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:00:35.014954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Bound using segment: {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:00:35.015472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Bound port: 9662d11d-2ddf-41ad-aa80-69c4583a4827, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1932d5-8ebb-4b34-9335-fa60e7740996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:35.015817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:35.214606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] For port 9662d11d-2ddf-41ad-aa80-69c4583a4827, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:00:35.217553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] For port 9662d11d-2ddf-41ad-aa80-69c4583a4827, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:00:35.222675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:35.270646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435417b7-d071-44a7-85ad-6c6ec74237c4 req-129316a2-068d-4d4b-876b-2e7804986a94 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:35.272855 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-435417b7-d071-44a7-85ad-6c6ec74237c4 req-129316a2-068d-4d4b-876b-2e7804986a94 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 943 time: 0.0799506 Feb 28 12:00:35.277097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:35.277710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:35.279053 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 1093 time: 1.0943189 Feb 28 12:00:35.281948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:00:35.286852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:35.316218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2709530-c3f2-4974-9fb7-70e57dce62d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9662d11d-2ddf-41ad-aa80-69c4583a4827,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:35.345132 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-435417b7-d071-44a7-85ad-6c6ec74237c4 req-44d83fc3-a61b-4bd2-844d-fd213169e16c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660067 Feb 28 12:00:35.371701 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'status': 'completed', 'code': 200} Feb 28 12:00:35.403172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-b1b923cc-75e1-4947-be07-29ed9aac7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:35.404645 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-b1b923cc-75e1-4947-be07-29ed9aac7551 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0843904 Feb 28 12:00:35.474667 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-7c96b087-6660-4baf-98c1-f8954506261e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 217 time: 0.0628271 Feb 28 12:00:35.539871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-b164d298-d682-42f4-8eba-54d7092b37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:35.541235 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-b164d298-d682-42f4-8eba-54d7092b37e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 200 len: 854 time: 0.0600996 Feb 28 12:00:35.614253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-a13ca20d-d634-44a0-b9a2-1a7f70046340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:35.616135 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-a13ca20d-d634-44a0-b9a2-1a7f70046340 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690770 Feb 28 12:00:35.747387 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-0311e780-78d8-4e5b-b0f4-c3b51141c39b service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245813 Feb 28 12:00:35.876955 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f94c7ed2-9ec2-40b1-beae-101db028eded req-168c675b-32c6-4b42-880e-ebf13636f548 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237087 Feb 28 12:00:35.993628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-397be828-09a7-41c0-a0c1-0d8ff3679040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:35.995064 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-397be828-09a7-41c0-a0c1-0d8ff3679040 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0745902 Feb 28 12:00:36.124407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-84ec015a-77b3-4024-87db-1df71f1847f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:36.125835 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-84ec015a-77b3-4024-87db-1df71f1847f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 916 time: 0.1244917 Feb 28 12:00:36.192586 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-1125ca29-1492-473e-aa34-a74e35259803 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 217 time: 0.0593727 Feb 28 12:00:36.257116 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-267ce848-557f-4e41-aa29-61c619b78aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:36.258490 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-267ce848-557f-4e41-aa29-61c619b78aff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 200 len: 854 time: 0.0590112 Feb 28 12:00:36.333532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-f92d13ba-048b-46bf-99f5-17b75096a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:36.335517 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-f92d13ba-048b-46bf-99f5-17b75096a3fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686040 Feb 28 12:00:36.465395 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-8e36757a-c98f-4e06-88cf-b85e56921019 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237004 Feb 28 12:00:36.529305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46a62b-b189-4c62-83d7-1cc2ad7b22b5 req-c10c5514-c300-4464-a656-304851a7ba20 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:36.530757 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-af46a62b-b189-4c62-83d7-1cc2ad7b22b5 req-c10c5514-c300-4464-a656-304851a7ba20 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 943 time: 0.0786169 Feb 28 12:00:36.575080 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-af46a62b-b189-4c62-83d7-1cc2ad7b22b5 req-3b4a35af-b9e6-4e14-9293-a0a4dabb32b1 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385983 Feb 28 12:00:36.597655 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a6bf384f-c07f-4b5b-86e0-1a9185979a99 req-a7a352fb-de0a-4f9f-a869-88484feeeb22 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261530 Feb 28 12:00:37.759998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22007cc8-a335-4e49-bc68-bc6e35dd367d req-91222738-22f5-4745-9613-808dde626d5c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:37.761453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-22007cc8-a335-4e49-bc68-bc6e35dd367d req-91222738-22f5-4745-9613-808dde626d5c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 943 time: 0.0826182 Feb 28 12:00:37.803496 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-22007cc8-a335-4e49-bc68-bc6e35dd367d req-5c0fac24-2bd8-43d9-b9b7-48d8f0471160 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Feb 28 12:00:38.217455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 9662d11d-2ddf-41ad-aa80-69c4583a4827 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:00:38.346064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 9662d11d-2ddf-41ad-aa80-69c4583a4827, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:38.359106 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'port_id': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'mac_address': 'fa:16:3e:b8:b3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:00:38.411670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:38.428015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9662d11d-2ddf-41ad-aa80-69c4583a4827 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:00:38.443309 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 9662d11d-2ddf-41ad-aa80-69c4583a4827, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:38.447178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:38.514866 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=9662d11d-2ddf-41ad-aa80-69c4583a4827,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:38.521802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.522145 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.522478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.523333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.523660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.523991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.524310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.524630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.524947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.525290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.525603 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.525916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:38.649666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['9662d11d-2ddf-41ad-aa80-69c4583a4827'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:00:38.984156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587c1f6-96e9-4bc6-bfb5-e15f64f1106c req-5de74fa2-c5ec-4b72-bdbb-8a27b1df2df9 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:38.985596 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a587c1f6-96e9-4bc6-bfb5-e15f64f1106c req-5de74fa2-c5ec-4b72-bdbb-8a27b1df2df9 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 944 time: 0.0792663 Feb 28 12:00:39.028909 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a587c1f6-96e9-4bc6-bfb5-e15f64f1106c req-1496b96f-1dbb-4323-b8b1-7f453b750754 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Feb 28 12:00:40.215311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7072a-7908-4f53-aed4-cf7effdbbce3 req-37c8ae5d-025a-41cc-be96-82eaf4cdbda6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:40.216795 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c8d7072a-7908-4f53-aed4-cf7effdbbce3 req-37c8ae5d-025a-41cc-be96-82eaf4cdbda6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 944 time: 0.0832424 Feb 28 12:00:40.232612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 9662d11d-2ddf-41ad-aa80-69c4583a4827 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:40.261591 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c8d7072a-7908-4f53-aed4-cf7effdbbce3 req-04c38f82-9b97-40df-ac89-b54d5b70d37b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Feb 28 12:00:40.301899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 9662d11d-2ddf-41ad-aa80-69c4583a4827 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:40.306875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 9662d11d-2ddf-41ad-aa80-69c4583a4827 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:40.307219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:40.423205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:40.449590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:00:40.459692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 9662d11d-2ddf-41ad-aa80-69c4583a4827, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:40.464113 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:40.498892 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'code': 200} Feb 28 12:00:40.531248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=9662d11d-2ddf-41ad-aa80-69c4583a4827,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:40.723962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedade3-4dd9-4554-ac46-0469a413c795 req-34bb280e-63bb-47f6-ae30-b2c2532b49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:40.725400 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5eedade3-4dd9-4554-ac46-0469a413c795 req-34bb280e-63bb-47f6-ae30-b2c2532b49e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0766630 Feb 28 12:00:40.766038 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5eedade3-4dd9-4554-ac46-0469a413c795 req-b4bf23b0-81c1-4195-b410-f57d9fc6f9ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Feb 28 12:00:41.451504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3448a6-e828-4ab4-9f61-f94ecd4705f4 req-e2df06b3-0c4a-4804-a3e9-c5436061d160 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:41.452899 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a3448a6-e828-4ab4-9f61-f94ecd4705f4 req-e2df06b3-0c4a-4804-a3e9-c5436061d160 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 945 time: 0.0805855 Feb 28 12:00:41.495232 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a3448a6-e828-4ab4-9f61-f94ecd4705f4 req-f532f039-b9d7-4792-a696-109421341cf8 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Feb 28 12:00:42.681137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bde348-11d7-4740-8b5b-42aaaf385ac6 req-f53c23b2-110a-48b9-8f0e-ee885f95a202 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:42.682564 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31bde348-11d7-4740-8b5b-42aaaf385ac6 req-f53c23b2-110a-48b9-8f0e-ee885f95a202 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 945 time: 0.0799737 Feb 28 12:00:42.725917 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31bde348-11d7-4740-8b5b-42aaaf385ac6 req-b06ce111-bf6d-47e9-943b-e0ab09c4ed20 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Feb 28 12:00:42.907923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb40ee-19ab-41e2-8030-c296ad9bf68e req-ac78a598-12fd-420c-96a2-9c1510a4fb55 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:42.909354 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-75bb40ee-19ab-41e2-8030-c296ad9bf68e req-ac78a598-12fd-420c-96a2-9c1510a4fb55 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 945 time: 0.0817351 Feb 28 12:00:42.952945 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-75bb40ee-19ab-41e2-8030-c296ad9bf68e req-cdc5d352-ef8c-40c0-b2f0-5d0ee388b8f1 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Feb 28 12:00:43.347736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f81ff5-185d-44b0-9c57-62ee8df42927 req-0d08bf0a-c4f3-4047-9009-9a57deefc5cb tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:43.349156 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-13f81ff5-185d-44b0-9c57-62ee8df42927 req-0d08bf0a-c4f3-4047-9009-9a57deefc5cb tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 945 time: 0.0783253 Feb 28 12:00:43.394858 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-13f81ff5-185d-44b0-9c57-62ee8df42927 req-6ac4459b-2825-4878-93f4-138251785632 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Feb 28 12:00:53.430049 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6488f-a06b-40c1-a1c0-46aab82bb1d3 req-8013d06e-f6b6-4824-8516-4d8640198397 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:53.431754 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-feb6488f-a06b-40c1-a1c0-46aab82bb1d3 req-8013d06e-f6b6-4824-8516-4d8640198397 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 945 time: 0.0783288 Feb 28 12:00:53.475492 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-feb6488f-a06b-40c1-a1c0-46aab82bb1d3 req-8ad2aeff-ba55-4291-9dd1-7a1285ff8b81 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Feb 28 12:00:53.498524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35650) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:53.609882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823083b-fa0e-4a84-805b-a33bb90ca081 tempest-TestMinimumBasicScenario-1811875147 tempest-TestMinimumBasicScenario-1811875147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:53.610566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7823083b-fa0e-4a84-805b-a33bb90ca081 tempest-TestMinimumBasicScenario-1811875147 tempest-TestMinimumBasicScenario-1811875147-project-admin] Synchronizing usage tracker for tenant:43068a671c7947848410bbd01dc2970a on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:00:53.625810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-7823083b-fa0e-4a84-805b-a33bb90ca081 tempest-TestMinimumBasicScenario-1811875147 tempest-TestMinimumBasicScenario-1811875147-project-admin] Unset dirty status for tenant:43068a671c7947848410bbd01dc2970a on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:00:53.627245 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7823083b-fa0e-4a84-805b-a33bb90ca081 tempest-TestMinimumBasicScenario-1811875147 tempest-TestMinimumBasicScenario-1811875147-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1093 time: 0.1275797 Feb 28 12:00:53.630137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:53.634896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'tenant_id': '543273c745744d898d131b789429a1bf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:53.640965 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:53.644739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Usage tracker for resource:floatingip and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:53.647610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:53.653912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:53.663978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:53.797224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:53.925820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Allocated IP 172.26.8.98 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/d013e05f-284c-4451-8245-11998c56dccc) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:00:54.164931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:54.194018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:54.252168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:54.254753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:54.257343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:00:54.302106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'Port': ['ID=d013e05f-284c-4451-8245-11998c56dccc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:54.671433 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:54.746347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:54.947095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:54.951325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:55.062053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'Port': ['ID=d013e05f-284c-4451-8245-11998c56dccc,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:55.073453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.073798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.074134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.074463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.074797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.075137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.075472 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.075792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.076109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.076425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.076739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.077053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:55.082174 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:55.251008 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Floating IP c39c9379-bb2f-40d1-a763-2acaa4b6f7dd associated. External IP: 172.26.8.98, port: 9662d11d-2ddf-41ad-aa80-69c4583a4827. Feb 28 12:00:55.702157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:00:55.880987 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:00:55.890830 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] Sync routers for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:00:55.900369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:55.900983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:55.906008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:55.964460 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-91e3d35b-036a-421e-bdf1-3052795a7921 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3332510 Feb 28 12:00:55.964948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:00:55.967276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35660) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:55.979208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-530527418', 'description': 'tempest-secgroup-smoke-530527418 description', 'project_id': '543273c745744d898d131b789429a1bf'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:55.989382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:55.999269 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:56.015257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.023211 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'status': 'completed', 'code': 200} Feb 28 12:00:56.036975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:56.040980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Usage tracker for resource:security_group_rule and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:56.043978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:56.050681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:56.115374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:56.264538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-67aa0eb5-765a-443f-9a8d-0086a989de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:56.265053 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-67aa0eb5-765a-443f-9a8d-0086a989de6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1098 time: 0.2155871 Feb 28 12:00:56.301684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.312230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.428231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1693e7-2317-4196-8ec1-49aa24f64096,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:56.446271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.447393 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7fce7729-cb41-47cc-8a3f-16983c652fe7 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4788280 Feb 28 12:00:56.450438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:56.456296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'security_group_rule': {'security_group_id': '3a1693e7-2317-4196-8ec1-49aa24f64096', 'project_id': '543273c745744d898d131b789429a1bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:56.464034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:56.466414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-2fce495c-5356-4196-ba67-1dc27ffe00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:56.467950 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-2fce495c-5356-4196-ba67-1dc27ffe00de service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 916 time: 0.1966810 Feb 28 12:00:56.468164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Usage tracker for resource:security_group_rule and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:56.471132 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:56.477941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:56.481115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c39c9379-bb2f-40d1-a763-2acaa4b6f7dd', 'tenant_id': '543273c745744d898d131b789429a1bf', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'port_id': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'mac_address': 'fa:16:3e:b8:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647452e0-2bc4-4507-be66-c23225f32ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:00:54Z', 'updated_at': '2022-02-28T12:00:54Z', 'revision_number': 0, 'project_id': '543273c745744d898d131b789429a1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0', 'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'mac_address': 'fa:16:3e:d8:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:05Z', 'updated_at': '2022-02-28T12:00:11Z', 'revision_number': 5, 'project_id': '543273c745744d898d131b789429a1bf', 'subnets': [{'id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:56.485824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] Checking router: 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:00:56.495572 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:00:56.495892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.496387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:00:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:56.559736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.563984 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.587561 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-338ae759-5194-4cd9-b9e3-3cfa9b13170d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 998 time: 0.1135445 Feb 28 12:00:56.587861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925f445a-be2b-4c4d-9dbb-cb6f0edde3c1,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:56.598306 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.602054 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-90608731-b484-4ec4-9882-1e6c3d823881 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479397 Feb 28 12:00:56.602240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35670) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:56.607453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'security_group_rule': {'security_group_id': '3a1693e7-2317-4196-8ec1-49aa24f64096', 'project_id': '543273c745744d898d131b789429a1bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:56.613371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:56.617684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Usage tracker for resource:security_group_rule and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:56.620548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:56.626232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:56.649731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.651664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-0cddfe4a-0003-44d0-bc0f-3992c4c818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:56.653129 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-0cddfe4a-0003-44d0-bc0f-3992c4c818f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 200 len: 854 time: 0.0602312 Feb 28 12:00:56.698521 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:00:56.724482 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.730300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.747567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-8ecfb7f1-53d1-4cb3-8fb2-30c71e2b1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:56.749233 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-8ecfb7f1-53d1-4cb3-8fb2-30c71e2b1dc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901341 Feb 28 12:00:56.749792 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b22d953-b0b5-4242-b536-2f59891d4c71,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:56.771351 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.772782 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-948c9c2c-c386-475d-8140-a202c2ba3d7a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1695065 Feb 28 12:00:56.776242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35674) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:56.782672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'security_group_rule': {'security_group_id': '3a1693e7-2317-4196-8ec1-49aa24f64096', 'project_id': '543273c745744d898d131b789429a1bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:56.790137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:56.794056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Usage tracker for resource:security_group_rule and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:56.798785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:56.806189 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:56.823909 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.890297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.893872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.900121 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-cba8df1e-e9b8-44eb-8a38-70da6076c923 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408460 Feb 28 12:00:56.919053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31627af8-5ae2-4e18-b230-289ca9e9dabb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:56.930311 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:56.934398 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-961d1d6d-3819-42bc-aab5-6784715d078b tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546597 Feb 28 12:00:56.934718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:56.939910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'security_group_rule': {'security_group_id': '3a1693e7-2317-4196-8ec1-49aa24f64096', 'project_id': '543273c745744d898d131b789429a1bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:56.946208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:56.950203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Usage tracker for resource:security_group_rule and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:56.953199 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:56.959131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:56.975546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.043441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.045130 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0138dd0c-4dcf-4a5b-a2bc-44e16f990701 req-6edfea16-b7eb-4943-abdb-a95c07f32a7c service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356606 Feb 28 12:00:57.047938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.084838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c39c9379-bb2f-40d1-a763-2acaa4b6f7dd', 'tenant_id': '543273c745744d898d131b789429a1bf', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'port_id': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'mac_address': 'fa:16:3e:b8:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647452e0-2bc4-4507-be66-c23225f32ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:00:54Z', 'updated_at': '2022-02-28T12:00:54Z', 'revision_number': 0, 'project_id': '543273c745744d898d131b789429a1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0', 'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'mac_address': 'fa:16:3e:d8:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:05Z', 'updated_at': '2022-02-28T12:00:11Z', 'revision_number': 5, 'project_id': '543273c745744d898d131b789429a1bf', 'subnets': [{'id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:57.089203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960ce16-6663-4768-9911-5e68c9fc8616 None None] The sync data for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv is: [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c39c9379-bb2f-40d1-a763-2acaa4b6f7dd', 'tenant_id': '543273c745744d898d131b789429a1bf', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'port_id': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'mac_address': 'fa:16:3e:b8:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647452e0-2bc4-4507-be66-c23225f32ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:00:54Z', 'updated_at': '2022-02-28T12:00:54Z', 'revision_number': 0, 'project_id': '543273c745744d898d131b789429a1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0', 'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'mac_address': 'fa:16:3e:d8:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:05Z', 'updated_at': '2022-02-28T12:00:11Z', 'revision_number': 5, 'project_id': '543273c745744d898d131b789429a1bf', 'subnets': [{'id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:00:57.092830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db6be0a-7862-4473-ba6c-9d60b2dacbcb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:57.102943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.104206 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c8964e74-cd59-42d3-89c2-e813dc8dd95c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683133 Feb 28 12:00:57.107234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35682) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:57.112494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'security_group_rule': {'security_group_id': '3a1693e7-2317-4196-8ec1-49aa24f64096', 'project_id': '543273c745744d898d131b789429a1bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:57.119395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:57.123422 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Usage tracker for resource:security_group_rule and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:57.126385 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:57.132867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:57.143245 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Project 543273c745744d898d131b789429a1bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:00:57.150561 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.220658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.224605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.249970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14955abf-aac1-469c-a150-2d11b08a619a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:57.262207 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:00:57.262913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.264119 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9aa7b9de-652e-4c96-820e-152287a680af tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558611 Feb 28 12:00:57.266832 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35686) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:00:57.272246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'security_group_rule': {'security_group_id': '3a1693e7-2317-4196-8ec1-49aa24f64096', 'project_id': '543273c745744d898d131b789429a1bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:57.278579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:57.282512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Usage tracker for resource:security_group_rule and tenant:543273c745744d898d131b789429a1bf is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:00:57.285550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:00:57.291495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:57.295379 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a33751-77b3-4022-98a8-1bc3fe8f43e8 None None] New status for floating IP c39c9379-bb2f-40d1-a763-2acaa4b6f7dd: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:00:57.302029 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Project 543273c745744d898d131b789429a1bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:00:57.309821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.375806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.381330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.410806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df02c332-3860-4e9d-a44e-a0ec494c895f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:57.424553 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.426217 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9b00996d-82ef-4de9-bf8e-2b9163a792a6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1581793 Feb 28 12:00:57.440422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:57.701410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-aa9b0cd4-b872-4955-b45d-4d452e7d57e3 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530527418&fields=id&tenant_id=543273c745744d898d131b789429a1bf HTTP/1.1" status: 200 len: 267 time: 0.1856174 Feb 28 12:00:57.783085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-51205610-e207-4c7b-a987-c7dd315de5f2 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:57.784646 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-51205610-e207-4c7b-a987-c7dd315de5f2 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 945 time: 0.0778446 Feb 28 12:00:57.795072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-e386b1ca-f3b5-495b-bce8-9f16fab34185 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'port': {'security_groups': ['50078263-0920-4af9-9fd6-4facae9ee93b', '3a1693e7-2317-4196-8ec1-49aa24f64096']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:00:57.911621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-e386b1ca-f3b5-495b-bce8-9f16fab34185 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:58.162456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-e386b1ca-f3b5-495b-bce8-9f16fab34185 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] For port 9662d11d-2ddf-41ad-aa80-69c4583a4827, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:00:58.186258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-e386b1ca-f3b5-495b-bce8-9f16fab34185 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:58.190638 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-e386b1ca-f3b5-495b-bce8-9f16fab34185 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:58.202370 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['9662d11d-2ddf-41ad-aa80-69c4583a4827'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:00:58.251594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-e386b1ca-f3b5-495b-bce8-9f16fab34185 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:58.252358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-e386b1ca-f3b5-495b-bce8-9f16fab34185 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:58.253768 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-995d9556-f4cc-42be-b66e-7a3adc55b8a4 req-e386b1ca-f3b5-495b-bce8-9f16fab34185 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "PUT /v2.0/ports/9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 981 time: 0.4630089 Feb 28 12:00:58.256880 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:00:58.293035 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386b1ca-f3b5-495b-bce8-9f16fab34185 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'Port': ['ID=9662d11d-2ddf-41ad-aa80-69c4583a4827,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:58.322661 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'status': 'completed', 'code': 200} Feb 28 12:00:58.322807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['9662d11d-2ddf-41ad-aa80-69c4583a4827'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:00:58.486882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-8df79204-e185-4da8-af1b-979d79fbd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:58.486882 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-8df79204-e185-4da8-af1b-979d79fbd222 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1137 time: 0.1327779 Feb 28 12:00:58.561845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984da4f-6873-4016-893d-a0b1ae6fbb8e req-d6e4ebaf-15b9-4d57-8ae5-0a7391ca100a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:58.563453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8984da4f-6873-4016-893d-a0b1ae6fbb8e req-d6e4ebaf-15b9-4d57-8ae5-0a7391ca100a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.1880023 Feb 28 12:00:58.612257 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8984da4f-6873-4016-893d-a0b1ae6fbb8e req-601ba10f-8bdb-40a5-99d8-d48bf2f74fe9 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424497 Feb 28 12:00:58.632618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-3084e1c1-5ba8-4453-b74e-834ef009ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:58.634070 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-3084e1c1-5ba8-4453-b74e-834ef009ad70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 916 time: 0.1390307 Feb 28 12:00:58.741930 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-647b8644-07df-43c7-a96f-c3d5dff6e076 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 1000 time: 0.1010866 Feb 28 12:00:58.749640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0e616b4e-042f-450b-b557-2983c7fd4511 None None] Provisioning complete for port 9662d11d-2ddf-41ad-aa80-69c4583a4827 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:58.750015 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0e616b4e-042f-450b-b557-2983c7fd4511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:58.805764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-e09202ac-7d50-43a5-84f7-33a0207cbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:58.807289 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-e09202ac-7d50-43a5-84f7-33a0207cbc0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 200 len: 854 time: 0.0587800 Feb 28 12:00:58.885243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-51cd9cda-4f2b-4c77-b9fc-444cebe498af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:58.886771 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-51cd9cda-4f2b-4c77-b9fc-444cebe498af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739620 Feb 28 12:00:59.020135 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-2a0fe151-b8f3-4b98-97ed-9980e5829ee0 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275339 Feb 28 12:00:59.152609 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79e33788-7bad-4de9-a4ec-8635912c6b7b req-512ffd23-0e24-4943-8c12-6464787d90fa service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253333 Feb 28 12:01:00.273270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c34b2c10-d108-4de9-8789-f774dcd00a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:01.089672 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-c1eb724f-3a73-4557-bd61-62b749a38042 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1647274 Feb 28 12:01:01.228652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-74c60693-059e-4226-8414-5808f1e31719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:01.230140 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-74c60693-059e-4226-8414-5808f1e31719 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1137 time: 0.0750029 Feb 28 12:01:01.372435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-3b018380-6e55-4df6-ad82-dfd873e088ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:01.373784 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-3b018380-6e55-4df6-ad82-dfd873e088ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 916 time: 0.1246078 Feb 28 12:01:01.477810 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-59499c9a-7b70-449a-b5f9-528b70d6833a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 1000 time: 0.0970042 Feb 28 12:01:01.541528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-b8a3dc99-b7aa-4ef0-9b9b-39dde8ddaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:01.542846 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-b8a3dc99-b7aa-4ef0-9b9b-39dde8ddaaa9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 200 len: 854 time: 0.0595393 Feb 28 12:01:01.616653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-0a28a3d3-5848-4855-a0fd-363f592a0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:01.618679 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-0a28a3d3-5848-4855-a0fd-363f592a0fe8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685539 Feb 28 12:01:01.748761 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-738f1001-fe2a-4ef9-9d59-068b1bb7551d service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225212 Feb 28 12:01:01.879655 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-35aaae8f-96c0-4867-ba2f-d75c92877dd9 req-fa0f6ff6-9b09-49bd-ab68-7a7e6ebc553c service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237688 Feb 28 12:01:02.516908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e5946bf-22c4-4810-815f-797a60fb2592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:03.705717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:03.847345 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:05.284662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:15.895763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-3d08e68e-70f3-46a8-b499-e2c1d5287129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:15.897158 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-3d08e68e-70f3-46a8-b499-e2c1d5287129 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1137 time: 0.0741444 Feb 28 12:01:15.936954 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b784e-e7af-41f5-ad95-1a380728e024 req-5d38a34c-ecf2-467d-b6e1-6e43e42e8848 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:15.938409 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-154b784e-e7af-41f5-ad95-1a380728e024 req-5d38a34c-ecf2-467d-b6e1-6e43e42e8848 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0802083 Feb 28 12:01:15.987409 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-154b784e-e7af-41f5-ad95-1a380728e024 req-2eb0011b-1ef0-494f-8682-d5c9fc62e944 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428138 Feb 28 12:01:16.028930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-90d6f553-bfce-430c-9d82-67c3e5f5769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:16.030358 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-90d6f553-bfce-430c-9d82-67c3e5f5769a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 916 time: 0.1269803 Feb 28 12:01:16.129675 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-4ec2b772-ddfa-42cd-a5d2-3a0852ff702f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 1000 time: 0.0920374 Feb 28 12:01:16.196529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-63fbd7cf-25fd-423e-90a8-1ce5ec4b6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:16.197992 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-63fbd7cf-25fd-423e-90a8-1ce5ec4b6293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 200 len: 854 time: 0.0621884 Feb 28 12:01:16.271141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-18addf0b-298a-4ec4-9ebb-87ab52341351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:16.272615 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-18addf0b-298a-4ec4-9ebb-87ab52341351 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686660 Feb 28 12:01:16.406167 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-809c47dc-bd71-43ba-8e8b-42c84a064967 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231260 Feb 28 12:01:16.536987 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dc3bca34-712c-4a83-9ee8-39a47c94c340 req-31650bbd-06c2-4775-a403-5e774a843e62 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238184 Feb 28 12:01:17.174177 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10428f-7ff6-47d6-8a70-a0df67951a97 req-e559dd15-e7b9-453e-a052-1d110648057d tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:17.175562 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8e10428f-7ff6-47d6-8a70-a0df67951a97 req-e559dd15-e7b9-453e-a052-1d110648057d tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0788190 Feb 28 12:01:17.220481 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8e10428f-7ff6-47d6-8a70-a0df67951a97 req-c6073958-8775-4c00-8bb2-fab03b7f667d tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388997 Feb 28 12:01:18.506808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44f9f1-70bc-4a67-924e-44521979f1ed req-8fb292ae-3902-44d4-a467-0c44933c99ff tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:18.508753 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be44f9f1-70bc-4a67-924e-44521979f1ed req-8fb292ae-3902-44d4-a467-0c44933c99ff tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.1850193 Feb 28 12:01:18.553022 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-be44f9f1-70bc-4a67-924e-44521979f1ed req-aa40fb15-ef83-47cf-b018-ab68a47947ca tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386884 Feb 28 12:01:19.735352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad2578-ef89-419f-89be-3e60943d9237 req-4aace203-03a0-4507-996e-bedbcdeeb386 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:19.736811 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4cad2578-ef89-419f-89be-3e60943d9237 req-4aace203-03a0-4507-996e-bedbcdeeb386 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0797658 Feb 28 12:01:19.784936 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4cad2578-ef89-419f-89be-3e60943d9237 req-84f75b4d-7dff-4007-a14b-8f1c86e41e8d tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422642 Feb 28 12:01:20.972013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188497b-a6d0-4b0c-bc5e-34ada7a27ec4 req-174b1d74-5c4b-4852-8845-a348a26fc673 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:20.973449 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b188497b-a6d0-4b0c-bc5e-34ada7a27ec4 req-174b1d74-5c4b-4852-8845-a348a26fc673 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0802877 Feb 28 12:01:21.019042 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b188497b-a6d0-4b0c-bc5e-34ada7a27ec4 req-eed45c49-77e0-4c9a-9015-7789a2e45944 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397875 Feb 28 12:01:22.202084 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996becc2-ec4c-400e-8bb3-6a3383658f80 req-b637c4d6-de96-4702-9fab-6566ce6fe884 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:22.203539 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-996becc2-ec4c-400e-8bb3-6a3383658f80 req-b637c4d6-de96-4702-9fab-6566ce6fe884 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0819817 Feb 28 12:01:22.247966 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-996becc2-ec4c-400e-8bb3-6a3383658f80 req-af75f46f-5d69-4023-8a55-89507b4cd28f tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387807 Feb 28 12:01:23.433044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63e1be-0dec-4aac-abe4-21eb3976598f req-bf7cee1a-e378-41f9-9676-33ecbaeeb179 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:23.434485 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2d63e1be-0dec-4aac-abe4-21eb3976598f req-bf7cee1a-e378-41f9-9676-33ecbaeeb179 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0792692 Feb 28 12:01:23.480148 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2d63e1be-0dec-4aac-abe4-21eb3976598f req-9238b9b7-d6b5-4696-8f3f-5776775aa3da tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399239 Feb 28 12:01:24.669706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ce7f9-b23a-4316-834a-d8bf559a69f3 req-abf72e93-5e72-481e-a5aa-6d620645951c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:24.671183 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-184ce7f9-b23a-4316-834a-d8bf559a69f3 req-abf72e93-5e72-481e-a5aa-6d620645951c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0824096 Feb 28 12:01:24.717688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-184ce7f9-b23a-4316-834a-d8bf559a69f3 req-005b035f-2c74-4311-ad0b-500731dea68c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407820 Feb 28 12:01:25.911108 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae3820-6e23-4160-9586-9a6b6db38db6 req-2e3363ec-4638-4979-b11a-c48ccd1e3169 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:25.912572 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-59ae3820-6e23-4160-9586-9a6b6db38db6 req-2e3363ec-4638-4979-b11a-c48ccd1e3169 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0870049 Feb 28 12:01:25.964231 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-59ae3820-6e23-4160-9586-9a6b6db38db6 req-b369cb16-39ae-4b8f-b504-bc6db3c8edf1 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454454 Feb 28 12:01:27.157539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279477d-3140-49e9-990d-3132a457a44a req-595ed9a2-0b9d-4238-9e23-1e31d4eba60d tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:27.158988 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f279477d-3140-49e9-990d-3132a457a44a req-595ed9a2-0b9d-4238-9e23-1e31d4eba60d tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0862970 Feb 28 12:01:27.204850 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f279477d-3140-49e9-990d-3132a457a44a req-fe62988d-9523-437e-9056-fa3ad84d5383 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391936 Feb 28 12:01:27.432207 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.389539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9abc-e39b-4f67-a5f5-235db38dd515 req-f7eaea6e-b1fe-466a-bfe9-4b911302b438 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:28.390964 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc2b9abc-e39b-4f67-a5f5-235db38dd515 req-f7eaea6e-b1fe-466a-bfe9-4b911302b438 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0808487 Feb 28 12:01:28.436416 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dc2b9abc-e39b-4f67-a5f5-235db38dd515 req-c16f1bed-6872-450f-8b70-3be963574149 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&id=3a1693e7-2317-4196-8ec1-49aa24f64096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396841 Feb 28 12:01:30.274910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-986467f6-5798-4e3c-9456-4f8b8a34caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.519780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edb300bd-7291-4f3e-8552-e96d82d7b52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:33.708191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:33.848519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.260507 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:01:35.289556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:57.429897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:00.275551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c912-b93a-4c61-96bf-38551044e485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:00.876981 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-83d4b59d-3004-44d4-b951-36d743a8ca1f tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530527418&fields=id&tenant_id=543273c745744d898d131b789429a1bf HTTP/1.1" status: 200 len: 267 time: 0.0395653 Feb 28 12:02:00.964926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-8ab1ed92-0571-4677-aa11-42ca60c3387a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:00.966394 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-8ab1ed92-0571-4677-aa11-42ca60c3387a tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 984 time: 0.0842297 Feb 28 12:02:00.977953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Request body: {'port': {'security_groups': ['50078263-0920-4af9-9fd6-4facae9ee93b']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:01.095263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:01.341806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] For port 9662d11d-2ddf-41ad-aa80-69c4583a4827, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:01.366662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:01.371993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:01.384728 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['9662d11d-2ddf-41ad-aa80-69c4583a4827'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:02:01.443027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:01.443699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:01.445072 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-157699c0-b6b0-4dcc-8414-13be2be9b373 req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "PUT /v2.0/ports/9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 942 time: 0.4719901 Feb 28 12:02:01.445531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:02:01.455059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35746) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:01.483256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event updated for resources: {'Port': ['ID=9662d11d-2ddf-41ad-aa80-69c4583a4827,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:01.493453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.494150 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.495360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.496024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.496575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.497780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.498341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.498875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.500080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.500794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.501338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.502151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff45c5-af5b-426e-afd9-2c7e6202a11c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.524854 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'status': 'completed', 'code': 200} Feb 28 12:02:01.528504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['9662d11d-2ddf-41ad-aa80-69c4583a4827'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:02:01.610318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:01.653519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:01.704126 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-c58e0d70-921f-49fd-ba33-9cd8357c103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:01.705894 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-c58e0d70-921f-49fd-ba33-9cd8357c103e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1098 time: 0.1536777 Feb 28 12:02:01.749856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1caa984e-65db-43a2-8728-760e146ba94c None None] Provisioning complete for port 9662d11d-2ddf-41ad-aa80-69c4583a4827 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:01.750166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1caa984e-65db-43a2-8728-760e146ba94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:01.825515 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:01.847713 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1693e7-2317-4196-8ec1-49aa24f64096,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:01.874246 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.874592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.874931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.875296 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.875630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.875957 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.876288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.876607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.876934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.877259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.877577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.877894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:01.882689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-0f1aff13-afe4-4901-92b8-5bca4704ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:01.884135 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-0f1aff13-afe4-4901-92b8-5bca4704ef98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 916 time: 0.1709440 Feb 28 12:02:01.885106 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:01.886094 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-99c50be9-f094-4b50-95d8-fb5cb63b5f2e tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "DELETE /v2.0/security-groups/3a1693e7-2317-4196-8ec1-49aa24f64096 HTTP/1.1" status: 204 len: 168 time: 0.4291115 Feb 28 12:02:01.888842 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35750) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:02.012860 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-e9b21ddb-8e51-41b3-9912-1f9948cbaa22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724795 Feb 28 12:02:02.231107 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-738720fd-0853-47a0-9264-c5a3b9016a4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 1000 time: 0.1845272 Feb 28 12:02:02.320632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Deleting port d013e05f-284c-4451-8245-11998c56dccc {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:02.320970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:02.349867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-c676ef38-1de0-447a-8a3f-e412b56d1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:02.351309 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-c676ef38-1de0-447a-8a3f-e412b56d1e70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 200 len: 854 time: 0.1116869 Feb 28 12:02:02.523256 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b6c12e7-b44a-4c7a-ac1d-b875438f076e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:02.533114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-0134853c-edd5-47b6-91e1-77322e9251ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:02.534565 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-0134853c-edd5-47b6-91e1-77322e9251ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1765003 Feb 28 12:02:02.573408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:02.573730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:02.745979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Calling delete_port for d013e05f-284c-4451-8245-11998c56dccc owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:02.850600 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-8c2e7585-b7d7-4b2e-8f41-05d64ae82ce5 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046672 Feb 28 12:02:03.037023 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bee88bdf-e418-42f9-8f6b-bfb30aa4407e req-04953e6e-a47a-42d7-8c45-2fd1a1ec95c3 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802816 Feb 28 12:02:03.038067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:03.084639 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event deleted for resources: {'Port': ['ID=d013e05f-284c-4451-8245-11998c56dccc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:03.228383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:03.228731 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Floating IP c39c9379-bb2f-40d1-a763-2acaa4b6f7dd disassociated (deleted). External IP: 172.26.8.98, port: 9662d11d-2ddf-41ad-aa80-69c4583a4827. Feb 28 12:02:03.483340 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-9590b057-ac8a-403e-8bb3-99b9d5e79d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:03.484765 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-9590b057-ac8a-403e-8bb3-99b9d5e79d54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1098 time: 0.3626919 Feb 28 12:02:03.712648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:03.773300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-906df702-8d24-480d-b0dc-1ae937f45848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:03.774757 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-906df702-8d24-480d-b0dc-1ae937f45848 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 916 time: 0.2639430 Feb 28 12:02:03.849767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:03.858755 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-5200a6b3-be4c-474c-bc28-fab620b3deba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 217 time: 0.0765929 Feb 28 12:02:03.896897 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:02:03.989567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-6b73e5f4-8fb9-4019-a9f0-b20787d15e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:03.990943 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-6b73e5f4-8fb9-4019-a9f0-b20787d15e78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 200 len: 854 time: 0.1262977 Feb 28 12:02:04.144089 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:02:04.154538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] Sync routers for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:02:04.163564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:04.164178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:04.169966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-d847c454-d415-4adb-99d6-cf4aa133f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:04.171495 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-d847c454-d415-4adb-99d6-cf4aa133f454 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1733320 Feb 28 12:02:04.174207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:04.316396 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-2f6fb28e-34e5-4aea-855d-97fc48d8059c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "DELETE /v2.0/floatingips/c39c9379-bb2f-40d1-a763-2acaa4b6f7dd HTTP/1.1" status: 204 len: 168 time: 2.4265285 Feb 28 12:02:04.318920 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:02:04.343281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:04.355848 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-726e7864-d77e-4e1c-833a-45ea29d66dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559949 Feb 28 12:02:04.382417 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'status': 'completed', 'code': 200} Feb 28 12:02:04.513005 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-3e7ec86d-f6a7-42ad-b791-497390b39d3a service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502962 Feb 28 12:02:04.633587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff95b-debb-4af1-bf32-a555144a859b req-e51b68cc-9745-456a-ac35-222ed122cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:04.635186 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79aff95b-debb-4af1-bf32-a555144a859b req-e51b68cc-9745-456a-ac35-222ed122cfe8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=543273c745744d898d131b789429a1bf&device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0713005 Feb 28 12:02:04.724436 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0', 'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'mac_address': 'fa:16:3e:d8:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:05Z', 'updated_at': '2022-02-28T12:00:11Z', 'revision_number': 5, 'project_id': '543273c745744d898d131b789429a1bf', 'subnets': [{'id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:04.730302 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] Checking router: 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:02:04.741811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:04.743567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:04.781803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff95b-debb-4af1-bf32-a555144a859b req-fad31ce1-c473-4531-92d2-9fca83bb630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:04.783403 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79aff95b-debb-4af1-bf32-a555144a859b req-fad31ce1-c473-4531-92d2-9fca83bb630b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 200 len: 916 time: 0.1425276 Feb 28 12:02:04.960628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:04.988837 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79aff95b-debb-4af1-bf32-a555144a859b req-27831e94-aa6d-44dc-9703-7f4ce5696c3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 200 len: 217 time: 0.1994200 Feb 28 12:02:05.054313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff95b-debb-4af1-bf32-a555144a859b req-dd6d0a65-db5c-4497-a083-11b95d24f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:05.056024 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79aff95b-debb-4af1-bf32-a555144a859b req-dd6d0a65-db5c-4497-a083-11b95d24f949 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 200 len: 854 time: 0.0591099 Feb 28 12:02:05.136602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff95b-debb-4af1-bf32-a555144a859b req-38445eb2-5ca6-4ce1-ab0a-7f931fd95f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:05.138062 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79aff95b-debb-4af1-bf32-a555144a859b req-38445eb2-5ca6-4ce1-ab0a-7f931fd95f17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747809 Feb 28 12:02:05.277284 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79aff95b-debb-4af1-bf32-a555144a859b req-fd5441dd-24df-489d-96f8-f5d9e1201bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298442 Feb 28 12:02:05.285669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0', 'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'mac_address': 'fa:16:3e:d8:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:05Z', 'updated_at': '2022-02-28T12:00:11Z', 'revision_number': 5, 'project_id': '543273c745744d898d131b789429a1bf', 'subnets': [{'id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:05.298468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1eff87-b50a-4072-91b2-9a42564aec0d None None] The sync data for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv is: [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:00:06Z', 'revision_number': 4, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0', 'name': '', 'network_id': 'b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf', 'tenant_id': '543273c745744d898d131b789429a1bf', 'mac_address': 'fa:16:3e:d8:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:05Z', 'updated_at': '2022-02-28T12:00:11Z', 'revision_number': 5, 'project_id': '543273c745744d898d131b789429a1bf', 'subnets': [{'id': 'd88976bd-4f06-4e66-9781-0f308b52812e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:02:05.305450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:05.446584 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79aff95b-debb-4af1-bf32-a555144a859b req-3ba3f84c-b7e4-4a42-93fa-246c25f9369d service neutron] 10.222.0.37 "GET /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637499 Feb 28 12:02:05.585052 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f03f94-e8f8-42ed-a564-450e3022cf0a None None] New status for floating IP c39c9379-bb2f-40d1-a763-2acaa4b6f7dd: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:02:08.830835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b2b22-dc6d-45b2-b5a8-8926fdf18402 req-b1f1a551-6c26-4c62-aa38-7c7802a8148c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:08.832295 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-090b2b22-dc6d-45b2-b5a8-8926fdf18402 req-b1f1a551-6c26-4c62-aa38-7c7802a8148c tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 945 time: 0.0838370 Feb 28 12:02:08.877366 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-090b2b22-dc6d-45b2-b5a8-8926fdf18402 req-54a26286-dc06-4f0a-bce6-a12a108b4825 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Feb 28 12:02:10.059892 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027031e-d8d8-4aad-b6bb-9738a9543622 req-5c5ebfa6-8b66-4f07-b104-424ce6fa9ead tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:10.061245 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4027031e-d8d8-4aad-b6bb-9738a9543622 req-5c5ebfa6-8b66-4f07-b104-424ce6fa9ead tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 945 time: 0.0789039 Feb 28 12:02:10.103954 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4027031e-d8d8-4aad-b6bb-9738a9543622 req-2c684671-0a53-4110-8ddb-897438c896d6 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/security-groups?id=50078263-0920-4af9-9fd6-4facae9ee93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365534 Feb 28 12:02:10.388744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-bc930d8c-9f12-4517-b0de-ab7a0152a6f5 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:10.389346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-bc930d8c-9f12-4517-b0de-ab7a0152a6f5 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Synchronizing usage tracker for tenant:543273c745744d898d131b789429a1bf on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:02:10.404250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-bc930d8c-9f12-4517-b0de-ab7a0152a6f5 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Unset dirty status for tenant:543273c745744d898d131b789429a1bf on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:02:10.405278 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-bc930d8c-9f12-4517-b0de-ab7a0152a6f5 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.37 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 945 time: 0.0954735 Feb 28 12:02:10.472646 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Deleting port 9662d11d-2ddf-41ad-aa80-69c4583a4827 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:10.472977 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:10.717457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] For port 9662d11d-2ddf-41ad-aa80-69c4583a4827, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9662d11d-2ddf-41ad-aa80-69c4583a4827,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:10.717822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:10.837097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Calling delete_port for 9662d11d-2ddf-41ad-aa80-69c4583a4827 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:10.979147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:10.990149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['9662d11d-2ddf-41ad-aa80-69c4583a4827'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:02:11.027999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Pushing event deleted for resources: {'Port': ['ID=9662d11d-2ddf-41ad-aa80-69c4583a4827,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:11.109583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] No DVR routers for this DVR port 9662d11d-2ddf-41ad-aa80-69c4583a4827 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:02:11.111990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:11.114579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'name': 'network-vif-deleted', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:02:11.132942 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-00abeff8-7f6e-45c0-bc67-039ee13ade79 req-a27f7da0-e82f-4bc0-a0ec-f5da4e26f7cf tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.37 "DELETE /v2.0/ports/9662d11d-2ddf-41ad-aa80-69c4583a4827 HTTP/1.1" status: 204 len: 173 time: 0.7216620 Feb 28 12:02:11.160589 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647452e0-2bc4-4507-be66-c23225f32ad7', 'name': 'network-vif-deleted', 'tag': '9662d11d-2ddf-41ad-aa80-69c4583a4827', 'status': 'completed', 'code': 200} Feb 28 12:02:11.259206 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:02:11.270465 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b624265f-605c-4dc6-8c9f-5e53b10cd585 req-765b2c1b-30ea-4600-9ca7-9a6a2a5f4da0 tempest-TestMinimumBasicScenario-1220046616 tempest-TestMinimumBasicScenario-1220046616-project] 10.222.0.64 "GET /v2.0/ports?device_id=647452e0-2bc4-4507-be66-c23225f32ad7 HTTP/1.1" status: 200 len: 210 time: 0.0538893 Feb 28 12:02:12.971368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35848) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:13.606137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:13.950738 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Deleting port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:13.951078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:14.116579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] For port ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:14.117279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:14.243309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Calling delete_port for ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:14.667305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:14.715270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:14.760907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 9662d11d-2ddf-41ad-aa80-69c4583a4827 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:02:14.803268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 9662d11d-2ddf-41ad-aa80-69c4583a4827 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:02:14.803620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 9662d11d-2ddf-41ad-aa80-69c4583a4827 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:02:14.992454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:15.340456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:02:15.514026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:02:15.522547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] Sync routers for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:02:15.525861 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-144d35db-c28a-4eec-ab6a-4031314a3874 admin admin] 10.222.0.64 "PUT /v2.0/routers/4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5533829 Feb 28 12:02:15.531440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:15.532002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:15.532715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:15.702026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:15.706686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:15.993721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:02:14Z', 'revision_number': 5, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port': {'id': 'd4e440cd-5800-48a1-ac17-0b98d53cf152', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:03Z', 'updated_at': '2022-02-28T12:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:15.995908 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:15.997573 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] Checking router: 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:02:16.005291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Deleting port d4e440cd-5800-48a1-ac17-0b98d53cf152 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:16.005813 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:16.006293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] Routers {'4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:16.006900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:16.176855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] For port d4e440cd-5800-48a1-ac17-0b98d53cf152, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d4e440cd-5800-48a1-ac17-0b98d53cf152,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:16.177197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:16.189960 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] Set router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:16.295406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:02:15Z', 'revision_number': 6, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:16.299237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9698e-7f67-4643-85b2-f8b7c88c6d90 None None] The sync data for ids ['4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9'] in dv-neutron-831192-2-hyperv is: [{'id': '4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9', 'name': 'tempest-TestMinimumBasicScenario-1399315017-router', 'tenant_id': '543273c745744d898d131b789429a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:02Z', 'updated_at': '2022-02-28T12:02:15Z', 'revision_number': 6, 'project_id': '543273c745744d898d131b789429a1bf', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:02:16.303490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Calling delete_port for d4e440cd-5800-48a1-ac17-0b98d53cf152 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:16.468379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:16.515080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e440cd-5800-48a1-ac17-0b98d53cf152,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:16.602935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:16.780668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:16.782806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:16.805765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:16.806930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:02:16.818704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:16.819839 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-98b06e84-d0f4-47c4-bdc3-188056306a6c admin admin] 10.222.0.64 "DELETE /v2.0/routers/4a6ccfbd-41d4-45e1-9d79-f5867b5ce7c9 HTTP/1.1" status: 204 len: 168 time: 1.2874863 Feb 28 12:02:16.822360 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35856) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:16.882845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88c4e77-a9a9-4eca-8a63-75435bba3ed5 admin admin] Deleting subnet d88976bd-4f06-4e66-9781-0f308b52812e {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:02:16.885579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d88c4e77-a9a9-4eca-8a63-75435bba3ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:16.936034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d88c4e77-a9a9-4eca-8a63-75435bba3ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.013560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d88c4e77-a9a9-4eca-8a63-75435bba3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.064994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d4e440cd-5800-48a1-ac17-0b98d53cf152 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:02:17.085011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d88c4e77-a9a9-4eca-8a63-75435bba3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.100090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: d4e440cd-5800-48a1-ac17-0b98d53cf152 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:02:17.100435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d4e440cd-5800-48a1-ac17-0b98d53cf152 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:02:17.100858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:02:17.129219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c4e77-a9a9-4eca-8a63-75435bba3ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88976bd-4f06-4e66-9781-0f308b52812e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:17.131515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d88c4e77-a9a9-4eca-8a63-75435bba3ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.141421 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d88c4e77-a9a9-4eca-8a63-75435bba3ed5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d88976bd-4f06-4e66-9781-0f308b52812e HTTP/1.1" status: 204 len: 168 time: 0.3157961 Feb 28 12:02:17.141580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:02:17.141580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device ba8c6be1-3fc7-4934-bc3a-10a8db71f5d0 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:02:17.142164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:17.144252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479181f5-86af-42fa-ae4b-dc75d6342b14 None None] Network b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:02:17.247780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.258837 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Deleting port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:17.259243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.399343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] DHCP port deletion for b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:02:17.403889 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] Deleting port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:17.404261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.580207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] For port 23e0a1be-0bce-462d-a817-2a03fb5c65a6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=23e0a1be-0bce-462d-a817-2a03fb5c65a6,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:17.580516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.606405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] For port 23e0a1be-0bce-462d-a817-2a03fb5c65a6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=23e0a1be-0bce-462d-a817-2a03fb5c65a6,segment=NetworkSegment(2c1932d5-8ebb-4b34-9335-fa60e7740996),segment_id=2c1932d5-8ebb-4b34-9335-fa60e7740996)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:17.606798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.700411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Calling delete_port for 23e0a1be-0bce-462d-a817-2a03fb5c65a6 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:17.731072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] Calling delete_port for 23e0a1be-0bce-462d-a817-2a03fb5c65a6 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:17.774529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.802588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:02:17.802937 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:02:17.826565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e0a1be-0bce-462d-a817-2a03fb5c65a6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:17.828353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] No DVR routers for this DVR port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:02:17.942123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.966938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:17.979050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1932d5-8ebb-4b34-9335-fa60e7740996') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:17.979372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1932d5-8ebb-4b34-9335-fa60e7740996') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:17.990148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:18.005329 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:18.011525 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:02:18.012051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:02:18.026041 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:02:18.101360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:18.117180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:18.128237 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:18.140343 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-954084fa-887b-4c01-923d-dcf1959d3419 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b7e3aa5e-fad0-4d59-bc8c-1b6339b177cf HTTP/1.1" status: 204 len: 168 time: 0.9971542 Feb 28 12:02:18.143170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35864) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:18.304552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] Deleting port 23e0a1be-0bce-462d-a817-2a03fb5c65a6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:18.305329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:18.372014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3fecb301-d488-448c-a672-fdb49fcc945e None None] The port '23e0a1be-0bce-462d-a817-2a03fb5c65a6' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 12:02:18.678445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:18.941726 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 23e0a1be-0bce-462d-a817-2a03fb5c65a6 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:02:18.985985 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 23e0a1be-0bce-462d-a817-2a03fb5c65a6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:02:18.986334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 23e0a1be-0bce-462d-a817-2a03fb5c65a6 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:02:19.123227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Deleting port 79f82fc6-379d-40f6-a419-e39ee4367045 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:19.123569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:19.290322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] For port 79f82fc6-379d-40f6-a419-e39ee4367045, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=79f82fc6-379d-40f6-a419-e39ee4367045,segment=NetworkSegment(9989c467-9aa5-43c8-a9db-8f993809e074),segment_id=9989c467-9aa5-43c8-a9db-8f993809e074)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:19.291612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:19.411569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Calling delete_port for 79f82fc6-379d-40f6-a419-e39ee4367045 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:19.583899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:19.632738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f82fc6-379d-40f6-a419-e39ee4367045,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:19.895032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:20.350941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Router bcdc56fd-5f2a-4109-9703-4589dc400bc4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:02:20.525916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:02:20.534373 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] Sync routers for ids ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:02:20.542342 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-bcd95f15-f5d2-4826-8403-1502f89a0cb3 admin admin] 10.222.0.64 "PUT /v2.0/routers/bcdc56fd-5f2a-4109-9703-4589dc400bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3981771 Feb 28 12:02:20.544722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35868) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:20.546707 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] Routers {'bcdc56fd-5f2a-4109-9703-4589dc400bc4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:20.547346 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:20.717825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:20.722542 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] Set router bcdc56fd-5f2a-4109-9703-4589dc400bc4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:20.895354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:20.906083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Deleting port 03c4d327-e557-4063-8bcb-a52f155f56b3 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:20.906544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:21.038023 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:08Z', 'updated_at': '2022-02-28T12:02:19Z', 'revision_number': 5, 'project_id': '43068a671c7947848410bbd01dc2970a', 'gw_port': {'id': '03c4d327-e557-4063-8bcb-a52f155f56b3', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:00:09Z', 'updated_at': '2022-02-28T12:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:21.042153 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] Checking router: bcdc56fd-5f2a-4109-9703-4589dc400bc4 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:02:21.050514 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] Routers {'bcdc56fd-5f2a-4109-9703-4589dc400bc4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:21.051137 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:21.078519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] For port 03c4d327-e557-4063-8bcb-a52f155f56b3, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=03c4d327-e557-4063-8bcb-a52f155f56b3,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:21.078862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:21.202323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Calling delete_port for 03c4d327-e557-4063-8bcb-a52f155f56b3 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:21.216863 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] Set router bcdc56fd-5f2a-4109-9703-4589dc400bc4 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:21.323207 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:08Z', 'updated_at': '2022-02-28T12:02:20Z', 'revision_number': 6, 'project_id': '43068a671c7947848410bbd01dc2970a', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:21.327141 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4b8c9-b414-48d2-83b0-8cd6380d14a2 None None] The sync data for ids ['bcdc56fd-5f2a-4109-9703-4589dc400bc4'] in dv-neutron-831192-2-hyperv is: [{'id': 'bcdc56fd-5f2a-4109-9703-4589dc400bc4', 'name': 'tempest-TestMinimumBasicScenario-2122881742-router', 'tenant_id': '43068a671c7947848410bbd01dc2970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:00:08Z', 'updated_at': '2022-02-28T12:02:20Z', 'revision_number': 6, 'project_id': '43068a671c7947848410bbd01dc2970a', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:02:21.371884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:21.422323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c4d327-e557-4063-8bcb-a52f155f56b3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:21.508242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:21.798633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:21.800804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:21.824307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:21.824796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcdc56fd-5f2a-4109-9703-4589dc400bc4 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:02:21.836235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:21.837926 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7e8fa35c-135d-4e1f-8b01-52858a6bc2b6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/bcdc56fd-5f2a-4109-9703-4589dc400bc4 HTTP/1.1" status: 204 len: 168 time: 1.2917252 Feb 28 12:02:21.840400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:21.898333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba88a1e-a220-4274-9c18-f7dd05b1652e admin admin] Deleting subnet d9d26539-70ac-4bd8-8d2e-e22904c32936 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:02:21.901763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eba88a1e-a220-4274-9c18-f7dd05b1652e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:21.948313 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eba88a1e-a220-4274-9c18-f7dd05b1652e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.026950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eba88a1e-a220-4274-9c18-f7dd05b1652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.094932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eba88a1e-a220-4274-9c18-f7dd05b1652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.133230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba88a1e-a220-4274-9c18-f7dd05b1652e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d26539-70ac-4bd8-8d2e-e22904c32936,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:22.139188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eba88a1e-a220-4274-9c18-f7dd05b1652e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.139815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ee71a-69f6-4d82-8847-eee5fa83bdf3 None None] Network 57657800-e68e-4f3e-b9ae-a2880efc4df3 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:02:22.152084 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-eba88a1e-a220-4274-9c18-f7dd05b1652e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d9d26539-70ac-4bd8-8d2e-e22904c32936 HTTP/1.1" status: 204 len: 168 time: 0.3077345 Feb 28 12:02:22.152499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35876) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:22.258532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.269743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Deleting port a75aae07-7b15-4444-be65-a30286cb4894 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:22.270074 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.398748 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] DHCP port deletion for 57657800-e68e-4f3e-b9ae-a2880efc4df3 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:02:22.403886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] Deleting port a75aae07-7b15-4444-be65-a30286cb4894 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:22.404257 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.474841 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] For port a75aae07-7b15-4444-be65-a30286cb4894, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a75aae07-7b15-4444-be65-a30286cb4894,segment=NetworkSegment(9989c467-9aa5-43c8-a9db-8f993809e074),segment_id=9989c467-9aa5-43c8-a9db-8f993809e074)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:22.475112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.642164 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] For port a75aae07-7b15-4444-be65-a30286cb4894, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a75aae07-7b15-4444-be65-a30286cb4894,segment=NetworkSegment(9989c467-9aa5-43c8-a9db-8f993809e074),segment_id=9989c467-9aa5-43c8-a9db-8f993809e074)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:22.642463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.700878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Calling delete_port for a75aae07-7b15-4444-be65-a30286cb4894 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:22.765127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] Calling delete_port for a75aae07-7b15-4444-be65-a30286cb4894 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:02:22.776733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.822390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75aae07-7b15-4444-be65-a30286cb4894,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:22.825890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] No DVR routers for this DVR port a75aae07-7b15-4444-be65-a30286cb4894 on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:02:22.836950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:02:22.837947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:02:22.939985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:22.951567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 03c4d327-e557-4063-8bcb-a52f155f56b3 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:02:22.972168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57657800-e68e-4f3e-b9ae-a2880efc4df3']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:22.983710 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9989c467-9aa5-43c8-a9db-8f993809e074') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:22.984006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9989c467-9aa5-43c8-a9db-8f993809e074') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:22.984630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 03c4d327-e557-4063-8bcb-a52f155f56b3 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:02:22.984981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 03c4d327-e557-4063-8bcb-a52f155f56b3 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:02:22.985420 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 79f82fc6-379d-40f6-a419-e39ee4367045 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:02:22.995399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.012353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.018663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:02:23.019044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.020859 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 79f82fc6-379d-40f6-a419-e39ee4367045 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:02:23.021205 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 79f82fc6-379d-40f6-a419-e39ee4367045 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:02:23.021635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a75aae07-7b15-4444-be65-a30286cb4894 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:02:23.032191 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:02:23.053606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: a75aae07-7b15-4444-be65-a30286cb4894 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:02:23.053953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a75aae07-7b15-4444-be65-a30286cb4894 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:02:23.108291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.124327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.136603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=57657800-e68e-4f3e-b9ae-a2880efc4df3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:23.141314 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-69cd20af-b955-4540-8368-ccd583fc3de5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/57657800-e68e-4f3e-b9ae-a2880efc4df3 HTTP/1.1" status: 204 len: 168 time: 0.9878111 Feb 28 12:02:23.317683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:23.339498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] Deleting port a75aae07-7b15-4444-be65-a30286cb4894 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:02:23.339970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.364608 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-dacffca9-b26a-4377-b5f9-16574fedd28d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=543273c745744d898d131b789429a1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457580 Feb 28 12:02:23.367083 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35886) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:23.406807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ca37f58-832f-4e68-a786-8e9469ba0963 None None] The port 'a75aae07-7b15-4444-be65-a30286cb4894' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 12:02:23.424695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff383a-2951-4829-af71-da8c7f129784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.451513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff383a-2951-4829-af71-da8c7f129784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.506915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff383a-2951-4829-af71-da8c7f129784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.525452 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff383a-2951-4829-af71-da8c7f129784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50078263-0920-4af9-9fd6-4facae9ee93b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:23.530497 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7ff383a-2951-4829-af71-da8c7f129784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:23.531688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c7ff383a-2951-4829-af71-da8c7f129784 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50078263-0920-4af9-9fd6-4facae9ee93b HTTP/1.1" status: 204 len: 168 time: 0.1636429 Feb 28 12:02:23.865435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35894) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:23.916109 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a7ac87a4-ff60-4e1e-ac9d-f6df32ca0bcc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43068a671c7947848410bbd01dc2970a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489070 Feb 28 12:02:23.918476 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35898) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:23.975285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa24ed6c-2432-4d75-8a19-3fcf7583dc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:24.000488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa24ed6c-2432-4d75-8a19-3fcf7583dc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:24.052048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa24ed6c-2432-4d75-8a19-3fcf7583dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:24.066013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24ed6c-2432-4d75-8a19-3fcf7583dc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7249454c-e1a3-4eea-90ca-03658c5b4ade,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:24.072540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa24ed6c-2432-4d75-8a19-3fcf7583dc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:24.073660 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-fa24ed6c-2432-4d75-8a19-3fcf7583dc1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7249454c-e1a3-4eea-90ca-03658c5b4ade HTTP/1.1" status: 204 len: 168 time: 0.1543124 Feb 28 12:02:26.013065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35940) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:26.018365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667475276', 'description': 'tempest-secgroup-smoke-1667475276 description', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:26.024381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:26.028681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:26.031541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:26.037159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:26.047868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.062599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.076677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:26.080375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:26.083055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:26.089204 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:26.171614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.175706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.188259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:26.197024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:26.204996 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:26.215538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:26.219504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebfe6e2-8686-4ede-9fce-b0cedd48e54a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:26.291063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.294626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.335394 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:26.338149 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.339362 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-617ac6f4-b57d-4640-aa35-e365606e9816 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3252714 Feb 28 12:02:26.342229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35944) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:26.347278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '2adb51e3-eadf-4cc6-8ef8-33e7cf66739f', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:26.353656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:26.357387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:26.360236 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:26.365844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:26.382007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.444612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.447570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.472087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93439fae-7434-4dd6-8232-1b3fb4f4c478,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:26.483602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.485381 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6d277bac-7e12-4a6d-aca6-ceeef0d4511e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420324 Feb 28 12:02:26.487943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35948) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:26.492860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '2adb51e3-eadf-4cc6-8ef8-33e7cf66739f', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:26.499528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:26.504613 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:26.507528 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:26.513175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:26.529293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.588623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.592122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.615318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966652a2-84c1-4822-be4c-d53920d30977,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:26.623894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.625040 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b26e9083-d929-4c2e-a0ab-494e06369d61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361878 Feb 28 12:02:26.627854 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35952) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:26.632736 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '2adb51e3-eadf-4cc6-8ef8-33e7cf66739f', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:26.638382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:26.642174 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:26.645186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:26.651285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:26.666710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.727434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.731931 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.755637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a2abb1-5fe6-4e62-8951-7e6fafc46252,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:26.767681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.768862 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8a29b68c-425e-4157-ac4a-410f2db5041c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401272 Feb 28 12:02:26.771590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35956) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:26.777019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '2adb51e3-eadf-4cc6-8ef8-33e7cf66739f', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:26.782791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:26.786674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:26.789681 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:26.796871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:26.813958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.876966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.880500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.903718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a050ff3-a5d7-41d1-8028-38af598b3367,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:26.913099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:26.914667 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-8c9b9720-9093-4759-8462-c9039eba9c34 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420248 Feb 28 12:02:26.917709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35960) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:26.922646 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '2adb51e3-eadf-4cc6-8ef8-33e7cf66739f', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:26.928356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:26.932398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:26.935227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:26.940862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:26.951440 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:02:26.957901 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.019760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.023684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.046836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f36f315-17a1-4f8a-8ff5-132c70095f74,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:27.056002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.057147 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-4f658bb8-520f-47a0-a8ec-59c6af8feda6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385183 Feb 28 12:02:27.059909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35964) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:27.064734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '2adb51e3-eadf-4cc6-8ef8-33e7cf66739f', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:27.070389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:27.074647 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:27.077473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:27.083067 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:27.093689 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:02:27.100039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.165649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.169333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.191731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ef7893-592a-4ea5-90ff-f9c6dcb1460d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:27.201380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.202621 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-20d78e44-248c-4f5c-bfd6-9f3f5ac16f09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418192 Feb 28 12:02:27.205576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35968) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:27.210879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'network': {'name': 'tempest-network-smoke--1929426694', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:27.216134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:27.219856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:network and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:27.222633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:27.228273 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:27.238128 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:02:27.241436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.268080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:02:27.277083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.277418 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Added segment 6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4 of type vlan for network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 Feb 28 12:02:27.302052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.338628 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.345052 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:27.345724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.444128 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2374308 Feb 28 12:02:27.447929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 35972) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:27.448727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.453667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'admin_state_up': True, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:27.456068 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bd223-01e6-44f6-a2c9-aae65fdf7944 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Network': ['ID=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:27.462024 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:27.467283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:02:27.467443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:router and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:27.470291 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:27.476566 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:27.485830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.487246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.504474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.774917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:28.213736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:28.243283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:28.377875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.137 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/399e9f4e-f589-44de-97e7-e106e0321b7e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:02:28.528970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:28.560484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:28.623221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:02:28.630105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:02:28.634677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:02:28.667971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=399e9f4e-f589-44de-97e7-e106e0321b7e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:29.045641 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:29.376201 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:29.709420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:02:29.883410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:02:29.893072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Sync routers for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:02:29.902034 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:29.902713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:29.909499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:29.910706 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a6de8b6a-47a5-4c6a-8b95-d7a1dd46aef5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4612246 Feb 28 12:02:29.913917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35976) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:30.052291 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6daeecff-f9ae-4259-816d-347fdfe52d40 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d5eb8f182a8f4cc4bba144d704c81666&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1371996 Feb 28 12:02:30.055162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35982) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:30.083634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:30.186693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39728113-92fc-4c4e-81d5-b403af357df8 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:30.188198 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-39728113-92fc-4c4e-81d5-b403af357df8 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315238 Feb 28 12:02:30.190961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35986) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:30.233870 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a9a87c1a-5c77-4559-8dbc-acc9487868fa tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418208 Feb 28 12:02:30.236523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35990) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:30.241850 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917843978', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:30.294762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5b99a1c-5223-4007-9b1f-0e73e4a6f7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:30.353546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:30.358187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:subnet and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:30.361029 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:30.366552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:30.376135 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:28Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:30.376720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:02:30.379957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Checking router: a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:02:30.380166 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:30.380347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Updating router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 port 399e9f4e-f589-44de-97e7-e106e0321b7e binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:02:30.431705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:30.593209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:30.674567 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Subnet': ['ID=6a1d150b-4417-47ca-863d-9991f8636935,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:30.685071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Checking segment: {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:02:30.685430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network hostable DHCP agents. Network: 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:02:30.705783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:02:30.715418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:02:30.721476 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:30.721675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:30.732072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b286b0-b2d9-40a8-8105-26fea5545c44 None None] Network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:02:30.744703 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f4fc2c3a-cebb-4e4a-b082-e4bd29e7b51f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5071924 Feb 28 12:02:30.747325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 35994) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:30.889790 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:30.919479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Transition to ACTIVE for port object 399e9f4e-f589-44de-97e7-e106e0321b7e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:02:30.949720 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.072863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Attempting to bind port 399e9f4e-f589-44de-97e7-e106e0321b7e on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:02:31.073233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Attempting to bind port 399e9f4e-f589-44de-97e7-e106e0321b7e by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:02:31.073595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Attempting to bind port 399e9f4e-f589-44de-97e7-e106e0321b7e on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:02:31.086983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Pushing event updated for resources: {'Port': ['ID=399e9f4e-f589-44de-97e7-e106e0321b7e,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:31.093275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:02:31.093651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:02:31.094046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.094429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:02:31.094962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Bound port: 399e9f4e-f589-44de-97e7-e106e0321b7e, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:02:31.095368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.127952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:02:31.128763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.147602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.147878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.148214 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.148546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.148877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.149199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.150036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.150357 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.150677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.151018 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.151333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.151649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.250248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] For port 399e9f4e-f589-44de-97e7-e106e0321b7e, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:02:31.265132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] For port 399e9f4e-f589-44de-97e7-e106e0321b7e, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=399e9f4e-f589-44de-97e7-e106e0321b7e,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:02:31.272416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.400005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:31.400536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:31.457516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Allocated IP 172.20.0.2 (47f00ed2-0ed6-4e1e-8cc7-119f8db9e575/6a1d150b-4417-47ca-863d-9991f8636935/75af0439-be8c-42ce-a59f-56174891a507) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:02:31.459471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0011fc2-6e4d-4267-ad10-3d75d50e83e9 None None] Pushing event updated for resources: {'Port': ['ID=399e9f4e-f589-44de-97e7-e106e0321b7e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:31.556956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.685637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:31.960328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.983765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Transition to ACTIVE for port object 75af0439-be8c-42ce-a59f-56174891a507 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:02:32.032535 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Transition to ACTIVE for port object 75af0439-be8c-42ce-a59f-56174891a507 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:02:32.041631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.104391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.1 (47f00ed2-0ed6-4e1e-8cc7-119f8db9e575/6a1d150b-4417-47ca-863d-9991f8636935/d10a728e-1c4f-451a-9ef4-ab9a253c1901) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:02:32.156308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:02:32.166690 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:02:32.171393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:02:32.181055 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Pushing event updated for resources: {'Port': ['ID=75af0439-be8c-42ce-a59f-56174891a507,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:32.262897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:28Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:32.266983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.270970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f5bff-ee91-412b-bb60-dcad8d817892 None None] The sync data for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:28Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:02:32.272662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Attempting to bind port 75af0439-be8c-42ce-a59f-56174891a507 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:02:32.273025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Attempting to bind port 75af0439-be8c-42ce-a59f-56174891a507 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:02:32.273398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Attempting to bind port 75af0439-be8c-42ce-a59f-56174891a507 on network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:02:32.280471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:02:32.280986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Checking segment: {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:02:32.281394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.281945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Bound using segment: {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:02:32.282426 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Bound port: 75af0439-be8c-42ce-a59f-56174891a507, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:02:32.282799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.283354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object d10a728e-1c4f-451a-9ef4-ab9a253c1901 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:02:32.313494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.376203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] For port 75af0439-be8c-42ce-a59f-56174891a507, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:02:32.379845 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] For port 75af0439-be8c-42ce-a59f-56174891a507, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=75af0439-be8c-42ce-a59f-56174891a507,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:02:32.384253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.390044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:02:32.393797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:02:32.398366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:02:32.423924 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=d10a728e-1c4f-451a-9ef4-ab9a253c1901,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:32.462060 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.486231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f9dee-9ad2-4dc1-8348-5bb800d06354 None None] Pushing event updated for resources: {'Port': ['ID=75af0439-be8c-42ce-a59f-56174891a507,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:32.543111 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31372c12-c6e0-4835-9d59-f5c205259746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.897217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.009665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 75af0439-be8c-42ce-a59f-56174891a507 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:02:33.090901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 75af0439-be8c-42ce-a59f-56174891a507 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:02:33.096378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 399e9f4e-f589-44de-97e7-e106e0321b7e up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:02:33.168894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 399e9f4e-f589-44de-97e7-e106e0321b7e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:02:33.173575 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 399e9f4e-f589-44de-97e7-e106e0321b7e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:33.173980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.302339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.322000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 399e9f4e-f589-44de-97e7-e106e0321b7e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=399e9f4e-f589-44de-97e7-e106e0321b7e,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:33.327222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.357909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.363708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.412611 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=399e9f4e-f589-44de-97e7-e106e0321b7e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:33.480951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.485586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=d10a728e-1c4f-451a-9ef4-ab9a253c1901,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:33.582185 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784d847-ac56-4016-ad42-72c9c34ff925 None None] Network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:02:33.624767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:02:33.625917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:02:33.694780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c799f42d-6182-4e94-b7fd-438e75e482ca None None] Provisioning for port 75af0439-be8c-42ce-a59f-56174891a507 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:02:33.717381 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c799f42d-6182-4e94-b7fd-438e75e482ca None None] Provisioning complete for port 75af0439-be8c-42ce-a59f-56174891a507 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:33.718003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c799f42d-6182-4e94-b7fd-438e75e482ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.770144 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.826889 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:02:33.900989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.964063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c799f42d-6182-4e94-b7fd-438e75e482ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.011806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c799f42d-6182-4e94-b7fd-438e75e482ca None None] For port 75af0439-be8c-42ce-a59f-56174891a507, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=75af0439-be8c-42ce-a59f-56174891a507,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:34.017345 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:02:34.020115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c799f42d-6182-4e94-b7fd-438e75e482ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.027542 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-869b478b-9d82-4401-b0f4-6a416bb1bd18 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2791960 Feb 28 12:02:34.028941 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Sync routers for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:02:34.038869 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:34.039637 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:34.100981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799f42d-6182-4e94-b7fd-438e75e482ca None None] Pushing event updated for resources: {'Port': ['ID=75af0439-be8c-42ce-a59f-56174891a507,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:34.208063 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-8fb85f00-0af9-467b-b11f-fc6141cb05c9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667475276&fields=id&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 267 time: 0.0465777 Feb 28 12:02:34.230993 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:34.349067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9eed4519-26a6-4fab-99cd-41854ce5b48a None None] Provisioning for port d10a728e-1c4f-451a-9ef4-ab9a253c1901 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:02:34.354713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9eed4519-26a6-4fab-99cd-41854ce5b48a None None] Provisioning complete for port d10a728e-1c4f-451a-9ef4-ab9a253c1901 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:34.355452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9eed4519-26a6-4fab-99cd-41854ce5b48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.374347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-28733887-fb4d-42da-86af-6ff8906afeb8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:34.375871 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-28733887-fb4d-42da-86af-6ff8906afeb8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/networks?id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 HTTP/1.1" status: 200 len: 797 time: 0.1613183 Feb 28 12:02:34.395713 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-20a8b235-6119-4a35-8720-bcbf46f2d49e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/quotas/d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 375 time: 0.0142269 Feb 28 12:02:34.425415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9eed4519-26a6-4fab-99cd-41854ce5b48a None None] Port d10a728e-1c4f-451a-9ef4-ab9a253c1901 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:02:34.437441 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9eed4519-26a6-4fab-99cd-41854ce5b48a None None] Provisioning complete for port 75af0439-be8c-42ce-a59f-56174891a507 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:34.437880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9eed4519-26a6-4fab-99cd-41854ce5b48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.496267 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-8b7bbd23-2158-4955-b4b9-2d0871221125 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961838 Feb 28 12:02:34.514027 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-c27587c1-87f3-42e2-b1e6-d7eb5a1768fa service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 12:02:34.515367 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-c27587c1-87f3-42e2-b1e6-d7eb5a1768fa service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070095 Feb 28 12:02:34.573105 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:32Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd10a728e-1c4f-451a-9ef4-ab9a253c1901', 'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:80:08:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:31Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 2, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '6a1d150b-4417-47ca-863d-9991f8636935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:34.577385 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Checking router: a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:02:34.577730 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Updating router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 port d10a728e-1c4f-451a-9ef4-ab9a253c1901 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:02:34.635484 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.670029 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-722b3d42-e882-4ab5-a186-55c3cad1589e service neutron] 10.222.0.64 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482267 Feb 28 12:02:34.712723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e967ff49-e395-424e-81ea-f99e13a66ecf None None] Provisioning complete for port d10a728e-1c4f-451a-9ef4-ab9a253c1901 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:34.713178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e967ff49-e395-424e-81ea-f99e13a66ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.776553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e967ff49-e395-424e-81ea-f99e13a66ecf None None] Port d10a728e-1c4f-451a-9ef4-ab9a253c1901 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:02:34.808153 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-aa2ce520-504f-44e1-ab3d-43773da5929c service neutron] 10.222.0.64 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318796 Feb 28 12:02:34.910631 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d34cadbd-502a-49b7-ae20-25a63c161c1e None None] Provisioning complete for port d10a728e-1c4f-451a-9ef4-ab9a253c1901 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:34.911768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d34cadbd-502a-49b7-ae20-25a63c161c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.999179 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ae7c34c1-72ee-40dc-8dda-a286b3dfe1b7 req-62330b7e-7fc5-424e-b5b0-05c52401a815 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 210 time: 0.0494766 Feb 28 12:02:35.020974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 75af0439-be8c-42ce-a59f-56174891a507 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:02:35.061792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d34cadbd-502a-49b7-ae20-25a63c161c1e None None] Port d10a728e-1c4f-451a-9ef4-ab9a253c1901 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:02:35.091910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 75af0439-be8c-42ce-a59f-56174891a507 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:35.092286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:35.096328 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:35.110392 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Transition to ACTIVE for port object d10a728e-1c4f-451a-9ef4-ab9a253c1901 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:02:35.118507 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:35.221801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 399e9f4e-f589-44de-97e7-e106e0321b7e up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:02:35.271324 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Pushing event updated for resources: {'Port': ['ID=d10a728e-1c4f-451a-9ef4-ab9a253c1901,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:35.322766 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.323108 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.323502 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.323822 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.324153 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.324486 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.325060 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.325175 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.325450 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.325760 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.326084 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.326405 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:35.341566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:35.352942 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Attempting to bind port d10a728e-1c4f-451a-9ef4-ab9a253c1901 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:02:35.353256 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Attempting to bind port d10a728e-1c4f-451a-9ef4-ab9a253c1901 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:02:35.353570 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Attempting to bind port d10a728e-1c4f-451a-9ef4-ab9a253c1901 on network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:02:35.363615 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 399e9f4e-f589-44de-97e7-e106e0321b7e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:35.364216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:35.367501 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:02:35.367915 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Checking segment: {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:02:35.368446 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:35.368866 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Bound using segment: {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:02:35.369331 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Bound port: d10a728e-1c4f-451a-9ef4-ab9a253c1901, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:02:35.369704 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:35.479492 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] For port d10a728e-1c4f-451a-9ef4-ab9a253c1901, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:02:35.482578 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] For port d10a728e-1c4f-451a-9ef4-ab9a253c1901, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d10a728e-1c4f-451a-9ef4-ab9a253c1901,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:02:35.487839 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:35.574181 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:35.574800 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:35.646698 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fd072-543d-486d-9442-048579f6fcfc None None] Pushing event updated for resources: {'Port': ['ID=d10a728e-1c4f-451a-9ef4-ab9a253c1901,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:35.776823 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:36.093743 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:32Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd10a728e-1c4f-451a-9ef4-ab9a253c1901', 'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:80:08:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:31Z', 'updated_at': '2022-02-28T12:02:35Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '6a1d150b-4417-47ca-863d-9991f8636935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:36.097787 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0af93-4da4-41f4-82d4-5907f6663874 None None] The sync data for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:32Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd10a728e-1c4f-451a-9ef4-ab9a253c1901', 'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:80:08:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:31Z', 'updated_at': '2022-02-28T12:02:35Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '6a1d150b-4417-47ca-863d-9991f8636935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:02:36.166716 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6811ca9a-a0f8-48f6-8682-5b11d5f2be9e req-1d309237-f5a3-415e-9637-c81386eecd4b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 210 time: 0.0596466 Feb 28 12:02:36.383354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-ac9d9018-2b42-4fe0-bfaf-55aaa93ed671 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:36.384090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-ac9d9018-2b42-4fe0-bfaf-55aaa93ed671 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:02:36.401391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-ac9d9018-2b42-4fe0-bfaf-55aaa93ed671 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:02:36.402613 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-ac9d9018-2b42-4fe0-bfaf-55aaa93ed671 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/networks?id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 HTTP/1.1" status: 200 len: 797 time: 0.1743617 Feb 28 12:02:36.454487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-36e10308-4285-48ad-af5b-b024f66c7ae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:02:36.476820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-36e10308-4285-48ad-af5b-b024f66c7ae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:02:36.478728 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-36e10308-4285-48ad-af5b-b024f66c7ae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 380 time: 0.0660233 Feb 28 12:02:36.487695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'port': {'device_id': '19ac20f4-4cfa-492e-9865-4721ed676177', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'admin_state_up': True, 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'security_groups': ['2adb51e3-eadf-4cc6-8ef8-33e7cf66739f']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:36.756268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:36.760657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:port and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:36.763676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:36.769508 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:36.779952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:02:36.783527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:36.954227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.9 (47f00ed2-0ed6-4e1e-8cc7-119f8db9e575/6a1d150b-4417-47ca-863d-9991f8636935/a6d241a7-4c2d-41b6-8c11-d3c337097c76) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:02:36.988809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d10a728e-1c4f-451a-9ef4-ab9a253c1901 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:02:37.060504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port d10a728e-1c4f-451a-9ef4-ab9a253c1901 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:02:37.065530 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d10a728e-1c4f-451a-9ef4-ab9a253c1901 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:37.065908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:37.161156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:37.178563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object a6d241a7-4c2d-41b6-8c11-d3c337097c76 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:02:37.190046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:37.205533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:37.225924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port d10a728e-1c4f-451a-9ef4-ab9a253c1901, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d10a728e-1c4f-451a-9ef4-ab9a253c1901,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:37.229976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:37.277257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:02:37.280400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:02:37.289660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:02:37.317467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=d10a728e-1c4f-451a-9ef4-ab9a253c1901,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:37.332942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=a6d241a7-4c2d-41b6-8c11-d3c337097c76,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:37.367272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:37.368466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:37.375988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7b99b-2abb-45df-9da2-e573b1b82b35 req-553880a4-d07b-4b85-a0c6-270ec4f3fd0e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:37.377703 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d5c7b99b-2abb-45df-9da2-e573b1b82b35 req-553880a4-d07b-4b85-a0c6-270ec4f3fd0e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 931 time: 0.0934286 Feb 28 12:02:37.391870 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-402c4ff6-9734-4fe1-b52e-9dd3ee2cba8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9079041 Feb 28 12:02:37.403667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Request body: {'port': {'device_id': '19ac20f4-4cfa-492e-9865-4721ed676177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:37.432106 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d5c7b99b-2abb-45df-9da2-e573b1b82b35 req-5fbd2739-bbd8-4848-b336-5c9deb838262 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Feb 28 12:02:37.526923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:37.562923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-636f3fcf-0399-4448-bc4d-eebf9dde7f63 None None] Provisioning for port a6d241a7-4c2d-41b6-8c11-d3c337097c76 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:02:37.567734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-636f3fcf-0399-4448-bc4d-eebf9dde7f63 None None] Provisioning complete for port a6d241a7-4c2d-41b6-8c11-d3c337097c76 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:37.568065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-636f3fcf-0399-4448-bc4d-eebf9dde7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:37.623086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-636f3fcf-0399-4448-bc4d-eebf9dde7f63 None None] Port a6d241a7-4c2d-41b6-8c11-d3c337097c76 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:02:37.864734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d241a7-4c2d-41b6-8c11-d3c337097c76 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:02:37.872529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:37.886261 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Transition to ACTIVE for port object a6d241a7-4c2d-41b6-8c11-d3c337097c76 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:02:37.890523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:38.051844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d241a7-4c2d-41b6-8c11-d3c337097c76,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:38.125014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Attempting to bind port a6d241a7-4c2d-41b6-8c11-d3c337097c76 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:02:38.125291 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Attempting to bind port a6d241a7-4c2d-41b6-8c11-d3c337097c76 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:02:38.125610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Attempting to bind port a6d241a7-4c2d-41b6-8c11-d3c337097c76 on network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:02:38.130186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Port a6d241a7-4c2d-41b6-8c11-d3c337097c76 on network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:02:38.130509 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Attempting to bind port a6d241a7-4c2d-41b6-8c11-d3c337097c76 on network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:02:38.135661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:02:38.135999 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Checking segment: {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:02:38.136386 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Bound using segment: {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:02:38.136811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Bound port: a6d241a7-4c2d-41b6-8c11-d3c337097c76, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:02:38.137154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:38.228275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] For port a6d241a7-4c2d-41b6-8c11-d3c337097c76, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:02:38.231100 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] For port a6d241a7-4c2d-41b6-8c11-d3c337097c76, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:02:38.235354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:38.287988 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:38.288193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:38.289544 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] 10.222.0.37 "PUT /v2.0/ports/a6d241a7-4c2d-41b6-8c11-d3c337097c76 HTTP/1.1" status: 200 len: 1093 time: 0.8904161 Feb 28 12:02:38.290593 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:02:38.327903 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5055a6e-89ba-430c-a91e-230906253671 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d241a7-4c2d-41b6-8c11-d3c337097c76,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:38.368674 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'status': 'completed', 'code': 200} Feb 28 12:02:38.410604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-61c5487b-2d38-4a5c-a8be-121e393eb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:38.412137 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-61c5487b-2d38-4a5c-a8be-121e393eb37a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 1096 time: 0.0811939 Feb 28 12:02:38.480956 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-747aff17-91cc-48b7-9258-b8b0ac699136 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76 HTTP/1.1" status: 200 len: 217 time: 0.0619218 Feb 28 12:02:38.626467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad196ae4-0937-4c5d-a9fc-f3882b2eeda7 req-0b34d39f-1a35-4caf-a11f-8e3437b0a691 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:38.627940 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ad196ae4-0937-4c5d-a9fc-f3882b2eeda7 req-0b34d39f-1a35-4caf-a11f-8e3437b0a691 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 943 time: 0.0829308 Feb 28 12:02:38.644242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-442385a1-fd60-46ee-aaba-d7bc295a260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:38.645592 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-442385a1-fd60-46ee-aaba-d7bc295a260d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a1d150b-4417-47ca-863d-9991f8636935 HTTP/1.1" status: 200 len: 834 time: 0.1589267 Feb 28 12:02:38.672044 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ad196ae4-0937-4c5d-a9fc-f3882b2eeda7 req-8e416c21-2c80-4e3b-b83f-e72be4c06344 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382948 Feb 28 12:02:38.720162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-2b3e9667-0906-4826-9fb0-00add4d5d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:38.721661 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-2b3e9667-0906-4826-9fb0-00add4d5d81c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704522 Feb 28 12:02:38.850154 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-2a35267d-5766-49ac-bf6a-b78b39c98fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224160 Feb 28 12:02:38.958666 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d10a728e-1c4f-451a-9ef4-ab9a253c1901 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:02:38.983896 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e2682698-7317-4f7d-8a77-7dd56d4eaaf2 req-fc46cbd0-3db8-4227-a5cf-8718a4a6e9dd service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278074 Feb 28 12:02:39.031551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d10a728e-1c4f-451a-9ef4-ab9a253c1901 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:39.031921 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:39.100802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656a47-a77f-4640-853f-196da0105c84 req-35e5ba48-4489-49ee-877b-5b0e2e9e7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:39.102925 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf656a47-a77f-4640-853f-196da0105c84 req-35e5ba48-4489-49ee-877b-5b0e2e9e7f13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 1096 time: 0.0735157 Feb 28 12:02:39.235819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656a47-a77f-4640-853f-196da0105c84 req-e1cdd1d5-e68e-43ae-8b5c-b840ac82afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:39.237239 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf656a47-a77f-4640-853f-196da0105c84 req-e1cdd1d5-e68e-43ae-8b5c-b840ac82afec service neutron] 10.222.0.37 "GET /v2.0/networks?id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 HTTP/1.1" status: 200 len: 898 time: 0.1264579 Feb 28 12:02:39.302746 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf656a47-a77f-4640-853f-196da0105c84 req-bfd01054-8dd6-4a00-b4a9-eb942c46d7b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76 HTTP/1.1" status: 200 len: 217 time: 0.0579848 Feb 28 12:02:39.364666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656a47-a77f-4640-853f-196da0105c84 req-28dd9952-d082-4f2f-a2e4-80f77d83ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:39.366038 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf656a47-a77f-4640-853f-196da0105c84 req-28dd9952-d082-4f2f-a2e4-80f77d83ddd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a1d150b-4417-47ca-863d-9991f8636935 HTTP/1.1" status: 200 len: 834 time: 0.0571365 Feb 28 12:02:39.441092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656a47-a77f-4640-853f-196da0105c84 req-a2a01668-a124-41ed-8ee8-766ff31673b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:39.442457 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf656a47-a77f-4640-853f-196da0105c84 req-a2a01668-a124-41ed-8ee8-766ff31673b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680051 Feb 28 12:02:39.571651 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf656a47-a77f-4640-853f-196da0105c84 req-fe828a7c-83b2-4597-82d6-f20cf16e9037 service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210980 Feb 28 12:02:39.700264 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-bf656a47-a77f-4640-853f-196da0105c84 req-14371a8d-dbf6-4049-ae8d-02d3057e24e9 service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227205 Feb 28 12:02:39.863534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0457f6-e4bd-4b3b-9f01-5c14751a80fe req-c48423cf-3726-4f2e-934d-30adfb966771 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:39.865036 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a0457f6-e4bd-4b3b-9f01-5c14751a80fe req-c48423cf-3726-4f2e-934d-30adfb966771 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 943 time: 0.0825257 Feb 28 12:02:39.908212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5a0457f6-e4bd-4b3b-9f01-5c14751a80fe req-a21f1cc4-8af4-4e04-ac84-63d94061257f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376403 Feb 28 12:02:40.899659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device a6d241a7-4c2d-41b6-8c11-d3c337097c76 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:02:41.032417 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port a6d241a7-4c2d-41b6-8c11-d3c337097c76, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:41.045700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'port_id': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'mac_address': 'fa:16:3e:e4:af:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:02:41.090279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f6349-6edd-47e7-b32e-0019949d231e req-1c3fe2ec-4303-43ae-bf4c-229f095c135e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:41.091776 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b20f6349-6edd-47e7-b32e-0019949d231e req-1c3fe2ec-4303-43ae-bf4c-229f095c135e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 943 time: 0.0794742 Feb 28 12:02:41.103953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:41.120169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d241a7-4c2d-41b6-8c11-d3c337097c76 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:02:41.135931 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b20f6349-6edd-47e7-b32e-0019949d231e req-c26f4b65-e7cf-471e-b744-2d86ac424e85 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382886 Feb 28 12:02:41.136860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port a6d241a7-4c2d-41b6-8c11-d3c337097c76, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:41.141654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:41.206986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=a6d241a7-4c2d-41b6-8c11-d3c337097c76,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:41.346548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['a6d241a7-4c2d-41b6-8c11-d3c337097c76'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:02:42.324620 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545e53-a778-4888-9c48-236aaa14bf77 req-0f3034ef-4bea-4ad2-9ee0-683ab86a513f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:42.326080 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64545e53-a778-4888-9c48-236aaa14bf77 req-0f3034ef-4bea-4ad2-9ee0-683ab86a513f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 944 time: 0.0821350 Feb 28 12:02:42.369258 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-64545e53-a778-4888-9c48-236aaa14bf77 req-30ec5424-f72b-4882-90b6-be08c8773425 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375302 Feb 28 12:02:42.898851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device a6d241a7-4c2d-41b6-8c11-d3c337097c76 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:02:42.971360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port a6d241a7-4c2d-41b6-8c11-d3c337097c76 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:02:42.976026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port a6d241a7-4c2d-41b6-8c11-d3c337097c76 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:42.976401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:43.096516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:43.122482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:02:43.134844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port a6d241a7-4c2d-41b6-8c11-d3c337097c76, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:02:43.141610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:43.209060 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=a6d241a7-4c2d-41b6-8c11-d3c337097c76,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:43.223522 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'code': 200} Feb 28 12:02:43.445891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5003b-2aa7-428e-a982-82a71a0874b5 req-d1c66f12-34e8-4b20-8a49-9b4cd4156756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:43.447873 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9bf5003b-2aa7-428e-a982-82a71a0874b5 req-d1c66f12-34e8-4b20-8a49-9b4cd4156756 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 1098 time: 0.0739458 Feb 28 12:02:43.487206 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9bf5003b-2aa7-428e-a982-82a71a0874b5 req-844d77c3-a9ed-4d9b-85e1-b49c4bbe7ded service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333974 Feb 28 12:02:43.553533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152c257-ed6c-44d6-94bb-de643576e3e2 req-fd923c66-abd4-47d0-aa7c-219699ab71e3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:43.555850 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7152c257-ed6c-44d6-94bb-de643576e3e2 req-fd923c66-abd4-47d0-aa7c-219699ab71e3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0816455 Feb 28 12:02:43.601869 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7152c257-ed6c-44d6-94bb-de643576e3e2 req-33a2c5e5-993d-4fca-a7e7-f06bebf5a034 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401933 Feb 28 12:02:44.785904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfc6f3-3f7d-4399-aa21-87491a96a432 req-115c29f2-9242-46ea-a5b3-e219df34e064 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:44.787361 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46cfc6f3-3f7d-4399-aa21-87491a96a432 req-115c29f2-9242-46ea-a5b3-e219df34e064 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0801094 Feb 28 12:02:44.830722 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-46cfc6f3-3f7d-4399-aa21-87491a96a432 req-61139a33-0571-4bda-83a2-378ce551308c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377479 Feb 28 12:02:45.018492 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760250d0-374b-41fe-b2a3-c085fb855a74 req-8e619933-e863-4cc2-a2a1-a0109ff72164 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:45.019968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-760250d0-374b-41fe-b2a3-c085fb855a74 req-8e619933-e863-4cc2-a2a1-a0109ff72164 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0829868 Feb 28 12:02:45.064625 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-760250d0-374b-41fe-b2a3-c085fb855a74 req-c34cf9f4-eaf5-4779-ba25-5a2a4d8d9a4b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381656 Feb 28 12:02:45.085763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36052) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:45.153974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f3fa3-9ca4-446a-aa73-724a6174af97 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:45.155369 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3a6f3fa3-9ca4-446a-aa73-724a6174af97 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 1093 time: 0.0686104 Feb 28 12:02:45.158172 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:45.163138 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:02:45.171594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:45.177399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:floatingip and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:45.181020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:45.186850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:45.197519 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:45.431525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:45.563660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.84 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/97db28e0-307b-4118-ba2a-e3166bc287ec) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:02:45.712371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:45.742669 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:45.804408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:02:45.807332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:02:45.814850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:02:45.849202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=97db28e0-307b-4118-ba2a-e3166bc287ec,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:46.214350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:46.286121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:46.487459 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:46.491765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:46.601008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=97db28e0-307b-4118-ba2a-e3166bc287ec,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:46.610919 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:46.777467 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP d6b2f7d2-30e3-41d8-88e9-4980c448364f associated. External IP: 172.26.8.84, port: a6d241a7-4c2d-41b6-8c11-d3c337097c76. Feb 28 12:02:47.226127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:02:47.397988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:02:47.407793 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] Sync routers for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:02:47.420753 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:47.423149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:47.428514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:47.481878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-57864dac-efad-4e31-9649-e3e2af75d059 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3226025 Feb 28 12:02:47.482364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:02:47.612215 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'status': 'completed', 'code': 200} Feb 28 12:02:47.643344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:47.661399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b732d-fdaa-4fca-b8b5-61c900df8786 req-229c3818-a25a-43e3-8a34-8efedda1f648 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:47.666918 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-503b732d-fdaa-4fca-b8b5-61c900df8786 req-229c3818-a25a-43e3-8a34-8efedda1f648 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0913885 Feb 28 12:02:47.685300 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-cf1f776a-1232-4e8c-a005-ffd21b31bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:47.688041 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-cf1f776a-1232-4e8c-a005-ffd21b31bf79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 1098 time: 0.0762224 Feb 28 12:02:47.713104 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-503b732d-fdaa-4fca-b8b5-61c900df8786 req-ffed4a79-8901-4ce5-87d0-c36c5193a2bd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 Feb 28 12:02:47.738144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36066) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:47.827127 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-bbe68d4c-bf8a-4718-aa72-da890679192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:47.828616 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-bbe68d4c-bf8a-4718-aa72-da890679192a service neutron] 10.222.0.37 "GET /v2.0/networks?id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 HTTP/1.1" status: 200 len: 898 time: 0.1344302 Feb 28 12:02:47.849729 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-577f88bd-21a8-44f5-97bd-1228205c72cf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/d6b2f7d2-30e3-41d8-88e9-4980c448364f HTTP/1.1" status: 200 len: 990 time: 0.1100976 Feb 28 12:02:47.931062 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-8852b99c-16d4-4671-bafb-dc940de64b46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76 HTTP/1.1" status: 200 len: 998 time: 0.0965714 Feb 28 12:02:47.995336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-4c077b86-f924-4659-b7a6-3c6af991eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:47.996675 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-4c077b86-f924-4659-b7a6-3c6af991eb35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a1d150b-4417-47ca-863d-9991f8636935 HTTP/1.1" status: 200 len: 834 time: 0.0605235 Feb 28 12:02:48.008427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:32Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'd6b2f7d2-30e3-41d8-88e9-4980c448364f', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.84', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'port_id': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'mac_address': 'fa:16:3e:e4:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ac20f4-4cfa-492e-9865-4721ed676177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:02:46Z', 'updated_at': '2022-02-28T12:02:46Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10a728e-1c4f-451a-9ef4-ab9a253c1901', 'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:80:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:31Z', 'updated_at': '2022-02-28T12:02:37Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '6a1d150b-4417-47ca-863d-9991f8636935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:48.012311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] Checking router: a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:02:48.020754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:02:48.021392 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:02:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:48.166969 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-201ee137-5fa3-424e-ad24-bf842128cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:48.168487 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-201ee137-5fa3-424e-ad24-bf842128cdb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1659110 Feb 28 12:02:48.204685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:02:48.257853 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:02:48.297330 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-211b5537-8308-4517-960f-fb9567b7d134 service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218884 Feb 28 12:02:48.426388 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0b31dd4e-218e-4a93-8a0c-41b0ba1d7860 req-0b3c9d4c-44f4-4c43-b12c-051a744a0562 service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227236 Feb 28 12:02:48.544203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:32Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'd6b2f7d2-30e3-41d8-88e9-4980c448364f', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.84', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'port_id': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'mac_address': 'fa:16:3e:e4:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ac20f4-4cfa-492e-9865-4721ed676177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:02:46Z', 'updated_at': '2022-02-28T12:02:46Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10a728e-1c4f-451a-9ef4-ab9a253c1901', 'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:80:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:31Z', 'updated_at': '2022-02-28T12:02:37Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '6a1d150b-4417-47ca-863d-9991f8636935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:48.548065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972d23d-4a74-4ee5-8739-bc46d617dbe5 None None] The sync data for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:32Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'd6b2f7d2-30e3-41d8-88e9-4980c448364f', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.84', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'port_id': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'mac_address': 'fa:16:3e:e4:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ac20f4-4cfa-492e-9865-4721ed676177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:02:46Z', 'updated_at': '2022-02-28T12:02:46Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10a728e-1c4f-451a-9ef4-ab9a253c1901', 'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:80:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:31Z', 'updated_at': '2022-02-28T12:02:37Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '6a1d150b-4417-47ca-863d-9991f8636935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:02:48.730805 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0decfc7d-a19a-4f8b-8263-c9cef79d8802 None None] New status for floating IP d6b2f7d2-30e3-41d8-88e9-4980c448364f: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:02:48.853435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36070) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:48.972673 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cc5a0b9c-dacf-4b88-acb0-db075996e14f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/d6b2f7d2-30e3-41d8-88e9-4980c448364f HTTP/1.1" status: 200 len: 990 time: 0.1181700 Feb 28 12:02:49.976079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36074) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:50.083861 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-794c63b9-b2ee-4290-a9a0-49c03fae039c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/d6b2f7d2-30e3-41d8-88e9-4980c448364f HTTP/1.1" status: 200 len: 992 time: 0.1064856 Feb 28 12:02:57.436519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:00.275913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3757128b-dba2-43c5-9bb5-b2ec1a1a177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:02.528284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c5845f4c-c356-431a-aaf6-05cfea88c517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:03.015473 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-aec91857-43e3-4243-8cd4-269b265389c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681932 Feb 28 12:03:03.152524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-dddd03fe-24fc-4902-9877-8b53525fff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:03.153978 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-dddd03fe-24fc-4902-9877-8b53525fff23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 1098 time: 0.0718782 Feb 28 12:03:03.295590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-aa448610-1677-4198-a8ea-f8c422b0d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:03.296943 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-aa448610-1677-4198-a8ea-f8c422b0d09d service neutron] 10.222.0.37 "GET /v2.0/networks?id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 HTTP/1.1" status: 200 len: 898 time: 0.1238286 Feb 28 12:03:03.396811 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-881d6258-329f-4c96-a4b1-808a2679a8db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76 HTTP/1.1" status: 200 len: 1000 time: 0.0940502 Feb 28 12:03:03.456875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-e8942daa-fc0b-4502-9940-81e51d483a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:03.458240 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-e8942daa-fc0b-4502-9940-81e51d483a30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a1d150b-4417-47ca-863d-9991f8636935 HTTP/1.1" status: 200 len: 834 time: 0.0554709 Feb 28 12:03:03.531845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-a6631e51-4957-4520-9321-89c71f8b9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:03.533313 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-a6631e51-4957-4520-9321-89c71f8b9530 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684862 Feb 28 12:03:03.661260 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-fa6c0656-6c27-40e5-88ab-2cea7fe4af77 service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208260 Feb 28 12:03:03.717780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:03.794313 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1fe050a0-c57f-45e3-9f17-fa1e60c863d8 req-a561c2bd-9530-4c4d-a009-41926bed3458 service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273775 Feb 28 12:03:03.854491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:05.295890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:17.878211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fdf31-d422-44a2-bd2b-f635a5b23797 req-2988f0b8-e5b7-4100-a5e3-f9422ecdd5c8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:17.879949 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c85fdf31-d422-44a2-bd2b-f635a5b23797 req-2988f0b8-e5b7-4100-a5e3-f9422ecdd5c8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0894408 Feb 28 12:03:17.924619 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c85fdf31-d422-44a2-bd2b-f635a5b23797 req-1f349cb8-4476-4da1-9f19-5ade6e6a77d3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377529 Feb 28 12:03:19.110884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6d018-332f-44b6-a9a3-a4c22b663666 req-a8d3092c-24e5-4f24-b7f4-1cfaf0c46e6b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:19.112261 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1df6d018-332f-44b6-a9a3-a4c22b663666 req-a8d3092c-24e5-4f24-b7f4-1cfaf0c46e6b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0779109 Feb 28 12:03:19.154892 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1df6d018-332f-44b6-a9a3-a4c22b663666 req-c9226d22-6c4a-43ff-b329-d3e03afb1ee0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370469 Feb 28 12:03:19.177095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36096) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:19.285543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-37d4d442-8bdf-471c-a968-ceaad22f01d1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/d6b2f7d2-30e3-41d8-88e9-4980c448364f HTTP/1.1" status: 200 len: 992 time: 0.1072986 Feb 28 12:03:20.740248 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd052f-6684-4f3c-bb65-73c91f22d3b2 req-6ed83948-22ee-4c50-8a43-136890b2907d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:20.742212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dfbd052f-6684-4f3c-bb65-73c91f22d3b2 req-6ed83948-22ee-4c50-8a43-136890b2907d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0860031 Feb 28 12:03:20.787487 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dfbd052f-6684-4f3c-bb65-73c91f22d3b2 req-d47d5589-a651-4c47-bb7a-01d1a7b085a0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Feb 28 12:03:21.969973 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca162853-4a91-4dbd-b40d-1711ce9d37dd req-e60ef5ce-ea54-448a-b7b1-e9c060b3dda3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:21.971429 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ca162853-4a91-4dbd-b40d-1711ce9d37dd req-e60ef5ce-ea54-448a-b7b1-e9c060b3dda3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0781384 Feb 28 12:03:22.014237 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ca162853-4a91-4dbd-b40d-1711ce9d37dd req-f464b6ad-e0e1-4b5c-9a7b-9c4489502fc9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367444 Feb 28 12:03:22.036312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36108) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:22.140389 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-da3fb53a-ad99-431c-a184-15145acb3c3e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/d6b2f7d2-30e3-41d8-88e9-4980c448364f HTTP/1.1" status: 200 len: 992 time: 0.1030073 Feb 28 12:03:22.486484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36116) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:22.790296 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 97db28e0-307b-4118-ba2a-e3166bc287ec {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:03:22.790643 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:22.956454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:22.956784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:23.080541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 97db28e0-307b-4118-ba2a-e3166bc287ec owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:03:23.223857 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:23.296937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=97db28e0-307b-4118-ba2a-e3166bc287ec,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:23.337726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.338002 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.338337 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.338667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.338997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.339345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.339666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.339999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.340300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.340616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.340932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.341249 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:23.372411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:23.372797 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP d6b2f7d2-30e3-41d8-88e9-4980c448364f disassociated (deleted). External IP: 172.26.8.84, port: a6d241a7-4c2d-41b6-8c11-d3c337097c76. Feb 28 12:03:23.716219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:03:23.894317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:03:23.904108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] Sync routers for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:03:23.906963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:23.915016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:23.915701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:24.070276 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-52ec1278-4124-4903-92f6-dca11aa270d6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/floatingips/d6b2f7d2-30e3-41d8-88e9-4980c448364f HTTP/1.1" status: 204 len: 168 time: 1.5820174 Feb 28 12:03:24.070716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:03:24.117141 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'status': 'completed', 'code': 200} Feb 28 12:03:24.144799 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:24.216069 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-12b2b133-8e76-4d6c-89c5-657f95f4e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:24.218309 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-12b2b133-8e76-4d6c-89c5-657f95f4e393 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 1098 time: 0.0807383 Feb 28 12:03:24.449173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40219e-5811-42a0-aa3c-9fa7cf60968a req-3599fdfd-0d6d-417f-a6cc-12367a0a72a9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:24.449875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3c40219e-5811-42a0-aa3c-9fa7cf60968a req-3599fdfd-0d6d-417f-a6cc-12367a0a72a9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:03:24.468645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-3c40219e-5811-42a0-aa3c-9fa7cf60968a req-3599fdfd-0d6d-417f-a6cc-12367a0a72a9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:03:24.469532 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-909ea8aa-8f7a-4d0d-ae93-edcab7cdf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:24.469866 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3c40219e-5811-42a0-aa3c-9fa7cf60968a req-3599fdfd-0d6d-417f-a6cc-12367a0a72a9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.1037962 Feb 28 12:03:24.471002 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-909ea8aa-8f7a-4d0d-ae93-edcab7cdf687 service neutron] 10.222.0.37 "GET /v2.0/networks?id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 HTTP/1.1" status: 200 len: 898 time: 0.2450669 Feb 28 12:03:24.475875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:32Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd10a728e-1c4f-451a-9ef4-ab9a253c1901', 'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:80:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:31Z', 'updated_at': '2022-02-28T12:02:37Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '6a1d150b-4417-47ca-863d-9991f8636935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:24.479973 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] Checking router: a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:03:24.488359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:24.488965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:24.518137 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3c40219e-5811-42a0-aa3c-9fa7cf60968a req-b3f07a7f-bdff-4600-979c-f5e99184469a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 Feb 28 12:03:24.544525 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-5969d92e-36a6-4c33-a592-2fcebc0842bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76 HTTP/1.1" status: 200 len: 217 time: 0.0671721 Feb 28 12:03:24.610133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-597c1fa2-92dd-4364-bf27-99e0fa579f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:24.611605 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-597c1fa2-92dd-4364-bf27-99e0fa579f76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a1d150b-4417-47ca-863d-9991f8636935 HTTP/1.1" status: 200 len: 834 time: 0.0607033 Feb 28 12:03:24.665862 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:24.685955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-673b4df7-ec10-41b7-b044-20f60580473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:24.687450 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-673b4df7-ec10-41b7-b044-20f60580473d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693507 Feb 28 12:03:24.820340 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-189f2491-8fc2-404a-b928-d73d0060549d service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259656 Feb 28 12:03:24.953444 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1cfb3da1-d272-4890-a2a3-7215b2f44ee8 req-c74ecb99-b254-42fc-80cc-177a4201b52f service neutron] 10.222.0.37 "GET /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272304 Feb 28 12:03:24.985711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:32Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd10a728e-1c4f-451a-9ef4-ab9a253c1901', 'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:80:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:31Z', 'updated_at': '2022-02-28T12:02:37Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '6a1d150b-4417-47ca-863d-9991f8636935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:24.989686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba8b3d-7202-41bd-9a2d-4d3044e41163 None None] The sync data for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:02:32Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': 'd10a728e-1c4f-451a-9ef4-ab9a253c1901', 'name': '', 'network_id': '47f00ed2-0ed6-4e1e-8cc7-119f8db9e575', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:80:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6a1d150b-4417-47ca-863d-9991f8636935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:31Z', 'updated_at': '2022-02-28T12:02:37Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '6a1d150b-4417-47ca-863d-9991f8636935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:03:25.186174 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c139ca0-f93f-4f91-9bd3-f7d0e8385dfe None None] New status for floating IP d6b2f7d2-30e3-41d8-88e9-4980c448364f: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:03:25.307879 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:03:25.703733 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29f3da-4ce8-47a7-ab83-95807bb24cf4 req-2907eb50-5fe8-4c22-a74e-44393f6d742b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:25.705416 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1b29f3da-4ce8-47a7-ab83-95807bb24cf4 req-2907eb50-5fe8-4c22-a74e-44393f6d742b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0807979 Feb 28 12:03:25.748883 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1b29f3da-4ce8-47a7-ab83-95807bb24cf4 req-ae035236-bc14-4242-b4cf-e72b76dd0b24 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372016 Feb 28 12:03:25.910006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-af5920da-bdd2-4756-bd5f-7fdd527f6bdd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:25.910599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-af5920da-bdd2-4756-bd5f-7fdd527f6bdd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:03:25.922022 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-af5920da-bdd2-4756-bd5f-7fdd527f6bdd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:03:25.923101 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-af5920da-bdd2-4756-bd5f-7fdd527f6bdd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 945 time: 0.0943136 Feb 28 12:03:25.992451 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port a6d241a7-4c2d-41b6-8c11-d3c337097c76 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:03:25.992791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:26.234065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port a6d241a7-4c2d-41b6-8c11-d3c337097c76, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a6d241a7-4c2d-41b6-8c11-d3c337097c76,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:26.234428 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:26.355872 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for a6d241a7-4c2d-41b6-8c11-d3c337097c76 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:03:26.498319 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:26.547548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=a6d241a7-4c2d-41b6-8c11-d3c337097c76,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:26.583044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.583408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.583742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.584066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.584391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.584712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.585032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.585916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.586239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.586558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.586874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.587213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:26.632708 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] No DVR routers for this DVR port a6d241a7-4c2d-41b6-8c11-d3c337097c76 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:03:26.634888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:26.637243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'name': 'network-vif-deleted', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:03:26.653003 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-79114870-f9cf-4fd9-a5ef-b5c0e8326318 req-20ca6291-aea1-468c-bb01-609d2a86f107 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "DELETE /v2.0/ports/a6d241a7-4c2d-41b6-8c11-d3c337097c76 HTTP/1.1" status: 204 len: 173 time: 0.7242844 Feb 28 12:03:26.740186 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ac20f4-4cfa-492e-9865-4721ed676177', 'name': 'network-vif-deleted', 'tag': 'a6d241a7-4c2d-41b6-8c11-d3c337097c76', 'status': 'completed', 'code': 200} Feb 28 12:03:26.918227 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-20984f58-e75d-492b-899c-a26dfa08819f req-24358d36-ccc1-4eea-9a24-75cd0c39fcc8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ac20f4-4cfa-492e-9865-4721ed676177 HTTP/1.1" status: 200 len: 210 time: 0.0487556 Feb 28 12:03:27.440853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:28.015739 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:28.555484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:28.902936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port d10a728e-1c4f-451a-9ef4-ab9a253c1901 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:03:28.903224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:29.162920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device a6d241a7-4c2d-41b6-8c11-d3c337097c76 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:03:29.200011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: a6d241a7-4c2d-41b6-8c11-d3c337097c76 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:03:29.201413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port d10a728e-1c4f-451a-9ef4-ab9a253c1901, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d10a728e-1c4f-451a-9ef4-ab9a253c1901,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:29.201902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device a6d241a7-4c2d-41b6-8c11-d3c337097c76 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:03:29.202001 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:29.325325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for d10a728e-1c4f-451a-9ef4-ab9a253c1901 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:03:29.525046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:29.586784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=d10a728e-1c4f-451a-9ef4-ab9a253c1901,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:29.876721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:30.257785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:03:30.275736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46d5fb8a-2ec5-453c-bcc6-6cbebc79b225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:30.436960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:03:30.446890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] Sync routers for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:03:30.449543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4269bab5-18a0-454c-96d8-51a186e80e0b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4327517 Feb 28 12:03:30.452221 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36140) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:30.456321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:30.456928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:30.515956 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aca811c-c570-49d7-a41a-86af4d0fa747 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting subnet 6a1d150b-4417-47ca-863d-9991f8636935 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:03:30.518818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3aca811c-c570-49d7-a41a-86af4d0fa747 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:30.574008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3aca811c-c570-49d7-a41a-86af4d0fa747 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:30.635938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:30.781098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3aca811c-c570-49d7-a41a-86af4d0fa747 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:30.854723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3aca811c-c570-49d7-a41a-86af4d0fa747 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:30.893948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca811c-c570-49d7-a41a-86af4d0fa747 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1d150b-4417-47ca-863d-9991f8636935,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:30.900117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3aca811c-c570-49d7-a41a-86af4d0fa747 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:30.906621 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3aca811c-c570-49d7-a41a-86af4d0fa747 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/subnets/6a1d150b-4417-47ca-863d-9991f8636935 HTTP/1.1" status: 204 len: 168 time: 0.4534438 Feb 28 12:03:30.910236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:30.931899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009dca9-18f8-4585-b4e4-dad45eee2fac None None] Network 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:03:31.094795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:31.128532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:03:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:31.135037 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] Checking router: a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:03:31.153365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] Routers {'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:31.153973 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:31.277381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:31.287913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 399e9f4e-f589-44de-97e7-e106e0321b7e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:03:31.288246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:31.294654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] DHCP port deletion for 47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:03:31.318766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Deleting port 75af0439-be8c-42ce-a59f-56174891a507 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:03:31.319150 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:31.389853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] Set router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:31.473264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 399e9f4e-f589-44de-97e7-e106e0321b7e, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=399e9f4e-f589-44de-97e7-e106e0321b7e,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:31.473609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:31.593843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 399e9f4e-f589-44de-97e7-e106e0321b7e owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:03:31.767440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:31.811583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] For port 75af0439-be8c-42ce-a59f-56174891a507, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=75af0439-be8c-42ce-a59f-56174891a507,segment=NetworkSegment(6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4),segment_id=6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:31.812360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:31.816241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=399e9f4e-f589-44de-97e7-e106e0321b7e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:31.908806 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:31.947997 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Calling delete_port for 75af0439-be8c-42ce-a59f-56174891a507 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:03:32.036062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:03:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:32.040958 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af0d28f-385a-4746-886d-effa9c8fdac7 None None] The sync data for ids ['a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4'] in dv-neutron-831192-2-hyperv is: [{'id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260925440', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:02:27Z', 'updated_at': '2022-02-28T12:03:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '399e9f4e-f589-44de-97e7-e106e0321b7e', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:02:28Z', 'updated_at': '2022-02-28T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:03:32.047278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.098670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] No DVR routers for this DVR port 75af0439-be8c-42ce-a59f-56174891a507 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:03:32.107344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Pushing event deleted for resources: {'Port': ['ID=75af0439-be8c-42ce-a59f-56174891a507,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:32.116189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.116582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.116920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.117251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.117588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.117917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.118238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.118558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.118881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.119224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.119544 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.119858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4235a548-9766-4a07-a633-e9a208900ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:32.193197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.195408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.216810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.217271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Fanout notify agent at l3_agent the message router_deleted on router a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:03:32.232350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.233412 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6248a1d0-dc6d-4247-83bb-6882782413f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/routers/a45d0b2e-eac5-42c6-a26c-9ea291f6cbd4 HTTP/1.1" status: 204 len: 168 time: 1.3222716 Feb 28 12:03:32.236081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:32.350875 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.487960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.516489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f00ed2-0ed6-4e1e-8cc7-119f8db9e575']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:32.529728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:32.530029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec2a5c9-9dc5-4303-ac2b-357dcae1bac4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:32.530868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36407a2a-aade-4485-9afa-4702bc9e2051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.541385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.557436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.563283 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:03:32.563666 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:03:32.578536 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:03:32.661136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.678535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.690556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Network': ['ID=47f00ed2-0ed6-4e1e-8cc7-119f8db9e575,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:32.700916 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-81627c0f-2aae-421d-ac4a-66e94a7ae7ba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/networks/47f00ed2-0ed6-4e1e-8cc7-119f8db9e575 HTTP/1.1" status: 204 len: 168 time: 0.4637551 Feb 28 12:03:32.703653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36152) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:32.771818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6218ac40-b28a-4804-a511-68a9247649db tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.800698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6218ac40-b28a-4804-a511-68a9247649db tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.867026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6218ac40-b28a-4804-a511-68a9247649db tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.885456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218ac40-b28a-4804-a511-68a9247649db tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb51e3-eadf-4cc6-8ef8-33e7cf66739f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:32.898523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6218ac40-b28a-4804-a511-68a9247649db tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:32.899952 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6218ac40-b28a-4804-a511-68a9247649db tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/security-groups/2adb51e3-eadf-4cc6-8ef8-33e7cf66739f HTTP/1.1" status: 204 len: 168 time: 0.1949334 Feb 28 12:03:33.070198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d10a728e-1c4f-451a-9ef4-ab9a253c1901 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:03:33.104250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: d10a728e-1c4f-451a-9ef4-ab9a253c1901 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:03:33.104594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d10a728e-1c4f-451a-9ef4-ab9a253c1901 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:03:33.105010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 75af0439-be8c-42ce-a59f-56174891a507 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:03:33.174873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 75af0439-be8c-42ce-a59f-56174891a507 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:03:33.175154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 75af0439-be8c-42ce-a59f-56174891a507 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:03:33.175576 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 399e9f4e-f589-44de-97e7-e106e0321b7e no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:03:33.208358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 399e9f4e-f589-44de-97e7-e106e0321b7e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:03:33.208706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 399e9f4e-f589-44de-97e7-e106e0321b7e not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:03:33.348478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36160) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:33.354354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942451190', 'description': 'tempest-secgroup-smoke-942451190 description', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:33.360473 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:33.364602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:33.368026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:33.373676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:33.384014 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.403043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:33.406673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:33.409372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:33.415677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:33.483234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.486736 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.533491 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a64005-b78c-4198-91ba-45ac75046733,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:33.536575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.537741 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d3690e6b-74ce-459b-822f-873c313d15a2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1882813 Feb 28 12:03:33.541280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:33.546456 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f5a64005-b78c-4198-91ba-45ac75046733', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:33.552328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:33.556721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:33.559721 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:33.565364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:33.581665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.643986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.647304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.670323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8657ff-35e2-4265-8316-9d68c0f9763c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:33.679796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.680922 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d3383ff1-6892-44a7-9661-1814933cdae4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386056 Feb 28 12:03:33.683578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36168) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:33.688363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f5a64005-b78c-4198-91ba-45ac75046733', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:33.694080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:33.697840 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:33.700654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:33.706364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:33.721096 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.724380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.785319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.790073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.813479 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672f21af-cd95-420f-a3ee-a1e50a027124,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:33.821986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.823396 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8792df20-55d4-4602-ba67-25231fe2841c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388898 Feb 28 12:03:33.826033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36172) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:33.830878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f5a64005-b78c-4198-91ba-45ac75046733', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:33.837235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:33.841134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:33.844030 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:33.849676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:33.856285 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.869195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.932069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.935372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.958349 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6151b2a7-f11c-4949-804f-d1ee930cd6c3,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:33.967608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:33.968814 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3cc5db28-7e71-4d48-abd9-79ea9f65d7bf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418130 Feb 28 12:03:33.971791 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36176) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:33.977222 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f5a64005-b78c-4198-91ba-45ac75046733', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:33.983253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:33.987083 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:33.989955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:33.995909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:34.012699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.073770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.077322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.101174 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3d8f71-e64a-41c2-bc43-2b45c0a8118a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:34.109494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.110740 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7087fc17-0014-45cc-821a-c8dca486fcb4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379199 Feb 28 12:03:34.113502 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:34.118272 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f5a64005-b78c-4198-91ba-45ac75046733', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:34.124207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:34.127961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:34.130761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:34.137497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:34.147499 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:03:34.154358 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.217720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.220959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.246322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d7d2d7-e89c-4c55-b0e8-50e434396826,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:34.254820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.256004 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d56ad740-b7e2-404f-8230-e41a1e80c801 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415994 Feb 28 12:03:34.259367 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36184) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:34.264298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f5a64005-b78c-4198-91ba-45ac75046733', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:34.269892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:34.273698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:34.276648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:34.282420 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:34.292335 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:03:34.298633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.361180 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.364348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.387359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512299d7-e418-4d1d-8071-70c101fd98ff,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:34.395919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.397047 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9470ebd5-d18a-4422-b62a-312cc72d52a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367488 Feb 28 12:03:34.399902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36188) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:34.405356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'network': {'name': 'tempest-network-smoke--1388830439', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:34.410121 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:34.414168 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:network and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:34.417088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:34.422699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:34.432655 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:03:34.435911 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.462513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:03:34.470700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.471070 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Added segment 431ad5f3-0d32-4377-b91a-b44a3bb93f7e of type vlan for network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 Feb 28 12:03:34.495861 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.523963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.529124 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:34.529699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.631392 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2304201 Feb 28 12:03:34.634171 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36192) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:34.637657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63a24a-4981-4765-b4a3-2eb72d465e61 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Network': ['ID=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:34.643550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'admin_state_up': True, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:34.648846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:03:34.651808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:34.655600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:router and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:34.658405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:34.665559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:34.675339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.676253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.694946 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.959270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:35.248838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:35.299498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:35.387800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:35.513969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.206 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:03:35.657730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:35.687025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:35.744797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:03:35.747439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:03:35.755181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:03:35.789711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:36.163102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:36.492689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:36.797634 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router bb01adc1-d25b-4eba-befb-13f58a61b92a is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:03:36.970109 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:03:36.980148 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Sync routers for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:03:36.989218 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:36.989820 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:36.996483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:36.997672 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-455264f5-b814-482a-afcf-23e4c66e6c31 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3605516 Feb 28 12:03:37.000762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36196) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:37.042893 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cce1608d-c9cb-42f9-8f5e-c99e9e3bb603 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d5eb8f182a8f4cc4bba144d704c81666&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409846 Feb 28 12:03:37.045427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:37.163779 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:37.175329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c1c8d-6457-4645-abda-f818a9e7046c tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:37.176821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-119c1c8d-6457-4645-abda-f818a9e7046c tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304712 Feb 28 12:03:37.180031 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:37.224335 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9891af6a-a17d-4c1f-8f2b-4d476ead093e tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432074 Feb 28 12:03:37.227334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:37.232559 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23256372', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:37.340271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:37.343998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:subnet and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:37.346834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:37.353067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:37.362503 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:03:37.366158 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:37.441773 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:35Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:37.445662 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Checking router: bb01adc1-d25b-4eba-befb-13f58a61b92a for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:03:37.446010 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Updating router bb01adc1-d25b-4eba-befb-13f58a61b92a port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:03:37.498830 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:37.577382 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:37.660538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Subnet': ['ID=7ebcf34b-a74a-4262-acd0-214278b57b5f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:37.669039 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Checking segment: {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:03:37.669404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network hostable DHCP agents. Network: d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:03:37.688209 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:03:37.697937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:03:37.702388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:37.702977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:37.708762 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5943b0-681a-470d-a66c-155fe2a631ca None None] Network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:03:37.726879 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ce439cfa-7e85-4a75-8c6b-e0d579d3c92a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4985363 Feb 28 12:03:37.729524 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36212) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:37.837399 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:37.849147 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Transition to ACTIVE for port object 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:03:37.855737 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:37.935418 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Pushing event updated for resources: {'Port': ['ID=4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:37.940177 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Attempting to bind port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:03:37.940648 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Attempting to bind port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:03:37.941102 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Attempting to bind port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:03:37.947469 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.947931 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.948389 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.948814 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.949239 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.949664 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.950363 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.950476 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.950891 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.951317 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.951723 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.952105 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:37.958942 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:03:37.959496 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:03:37.959986 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:37.960430 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:03:37.960985 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Bound port: 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:03:37.961420 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:37.970582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:03:37.971452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.041800 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] For port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:03:38.045012 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] For port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:03:38.049843 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.126806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Allocated IP 172.20.0.2 (d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1/7ebcf34b-a74a-4262-acd0-214278b57b5f/aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:03:38.127066 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d8666-c5bd-429f-931e-f926e46ef31b None None] Pushing event updated for resources: {'Port': ['ID=4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:38.134208 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:38.134896 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:38.344484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.349627 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:38.355776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Transition to ACTIVE for port object aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:03:38.376173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Transition to ACTIVE for port object aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:03:38.383871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.444744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:03:38.447918 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:03:38.451777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:03:38.540314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Pushing event updated for resources: {'Port': ['ID=aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:38.560719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Attempting to bind port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:03:38.561213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Attempting to bind port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:03:38.561944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Attempting to bind port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc on network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:03:38.566838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:03:38.567249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Checking segment: {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:03:38.567651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.568045 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Bound using segment: {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:03:38.568508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Bound port: aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:03:38.569257 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.585800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.634346 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:35Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:38.638016 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2440ec-72f9-4399-9a25-288b94d3af49 None None] The sync data for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv is: [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:35Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:03:38.659979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] For port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:03:38.663792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] For port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:03:38.670335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.754419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d26b7-2bc4-43e1-9444-46171190a5a1 None None] Pushing event updated for resources: {'Port': ['ID=aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:39.066411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.1 (d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1/7ebcf34b-a74a-4262-acd0-214278b57b5f/1f794009-b5be-4dff-a61d-2d1ab77c3209) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:03:39.136374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:03:39.218897 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:03:39.224790 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:39.225038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.256165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.273711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object 1f794009-b5be-4dff-a61d-2d1ab77c3209 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:03:39.299737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.347295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.368894 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:03:39.370966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:39.372662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:03:39.375278 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:03:39.376520 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.377400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:03:39.425434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=1f794009-b5be-4dff-a61d-2d1ab77c3209,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:39.448142 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.502025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:39.514920 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:03:39.739575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.845806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d6aed-d59a-4823-be97-3d66a0b9ae6a None None] Network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:03:39.956548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-87e375bc-c309-4e75-94b9-64f4f3fe73e3 None None] Provisioning for port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:03:39.973869 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-87e375bc-c309-4e75-94b9-64f4f3fe73e3 None None] Provisioning complete for port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:39.974236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87e375bc-c309-4e75-94b9-64f4f3fe73e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.221876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87e375bc-c309-4e75-94b9-64f4f3fe73e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.267800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-87e375bc-c309-4e75-94b9-64f4f3fe73e3 None None] For port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:40.273353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87e375bc-c309-4e75-94b9-64f4f3fe73e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.290494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.295272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.348318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e375bc-c309-4e75-94b9-64f4f3fe73e3 None None] Pushing event updated for resources: {'Port': ['ID=aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:40.415378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=1f794009-b5be-4dff-a61d-2d1ab77c3209,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:40.417776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.494228 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d1eaf06d-856a-4829-93b6-61dc747eb213 None None] Provisioning complete for port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:40.494744 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d1eaf06d-856a-4829-93b6-61dc747eb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.561250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:03:40.562413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:03:40.625670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d1eaf06d-856a-4829-93b6-61dc747eb213 None None] Provisioning for port 1f794009-b5be-4dff-a61d-2d1ab77c3209 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:03:40.631308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d1eaf06d-856a-4829-93b6-61dc747eb213 None None] Provisioning complete for port 1f794009-b5be-4dff-a61d-2d1ab77c3209 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:40.631519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d1eaf06d-856a-4829-93b6-61dc747eb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.692526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d1eaf06d-856a-4829-93b6-61dc747eb213 None None] Port 1f794009-b5be-4dff-a61d-2d1ab77c3209 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:03:40.760477 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router bb01adc1-d25b-4eba-befb-13f58a61b92a has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:03:40.812756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-55c020d8-466a-4eec-ae2d-f12e333afeb2 None None] Provisioning complete for port 1f794009-b5be-4dff-a61d-2d1ab77c3209 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:40.813125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55c020d8-466a-4eec-ae2d-f12e333afeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.865040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-55c020d8-466a-4eec-ae2d-f12e333afeb2 None None] Port 1f794009-b5be-4dff-a61d-2d1ab77c3209 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:03:40.941470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:03:40.952121 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Sync routers for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:03:40.955905 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-aa4c7b17-b9eb-463d-bb22-b22a08e3313a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/bb01adc1-d25b-4eba-befb-13f58a61b92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2253771 Feb 28 12:03:40.973094 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:40.973848 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:41.033266 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:03:41.121036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-5abbee96-986c-4752-861c-dc631a3e3dda tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:03:41.122177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-443d9931-87f3-46d0-a590-98a73f503f52 None None] Provisioning complete for port 1f794009-b5be-4dff-a61d-2d1ab77c3209 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:41.122547 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-443d9931-87f3-46d0-a590-98a73f503f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:41.136393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-5abbee96-986c-4752-861c-dc631a3e3dda tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:03:41.137559 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-5abbee96-986c-4752-861c-dc631a3e3dda tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942451190&fields=id&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 267 time: 0.0548511 Feb 28 12:03:41.261764 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-443d9931-87f3-46d0-a590-98a73f503f52 None None] Port 1f794009-b5be-4dff-a61d-2d1ab77c3209 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:03:41.268166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:41.287378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-b0b82148-6961-40a1-8e23-da0c2178947b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:41.288591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-b0b82148-6961-40a1-8e23-da0c2178947b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:03:41.303488 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-b0b82148-6961-40a1-8e23-da0c2178947b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:03:41.305602 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-b0b82148-6961-40a1-8e23-da0c2178947b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/networks?id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 HTTP/1.1" status: 200 len: 797 time: 0.1613488 Feb 28 12:03:41.309929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:41.310302 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:41.320564 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-3bf3df7f-da77-47fc-b848-d550572d28a0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/quotas/d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 375 time: 0.0091913 Feb 28 12:03:41.404988 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-3b28d36b-5528-4fc2-94e0-19198621b139 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:03:41.420489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-3b28d36b-5528-4fc2-94e0-19198621b139 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:03:41.421981 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-3b28d36b-5528-4fc2-94e0-19198621b139 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962410 Feb 28 12:03:41.602166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:03:41.603982 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-435c82ef-7cbd-46e6-8dc1-a9c62780535a service neutron] 10.222.0.64 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691649 Feb 28 12:03:41.723963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:41.724338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:41.737357 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-845adc53-b8ab-4c08-9d78-989130a411c3 service neutron] 10.222.0.64 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275887 Feb 28 12:03:41.783614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1f794009-b5be-4dff-a61d-2d1ab77c3209', 'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:38Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 2, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:41.789605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Checking router: bb01adc1-d25b-4eba-befb-13f58a61b92a for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:03:41.789956 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Updating router bb01adc1-d25b-4eba-befb-13f58a61b92a port 1f794009-b5be-4dff-a61d-2d1ab77c3209 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:03:41.925443 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fab75f4b-8cc8-41a9-bc05-bf120c4978b5 req-ca487fda-9060-4779-91d4-8844402cfed5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 210 time: 0.0439439 Feb 28 12:03:41.929175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:42.307923 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:42.320179 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Transition to ACTIVE for port object 1f794009-b5be-4dff-a61d-2d1ab77c3209 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:03:42.326713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:42.454597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f51224-20a2-43cf-8bb2-898a636aed31 None None] Pushing event updated for resources: {'Port': ['ID=1f794009-b5be-4dff-a61d-2d1ab77c3209,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:42.543702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Attempting to bind port 1f794009-b5be-4dff-a61d-2d1ab77c3209 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:03:42.544057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Attempting to bind port 1f794009-b5be-4dff-a61d-2d1ab77c3209 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:03:42.544421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Attempting to bind port 1f794009-b5be-4dff-a61d-2d1ab77c3209 on network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:03:42.549734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:03:42.550108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Checking segment: {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:03:42.550500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:42.550886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Bound using segment: {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:03:42.551376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Bound port: 1f794009-b5be-4dff-a61d-2d1ab77c3209, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:03:42.551743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:42.645204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] For port 1f794009-b5be-4dff-a61d-2d1ab77c3209, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:03:42.648118 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] For port 1f794009-b5be-4dff-a61d-2d1ab77c3209, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f794009-b5be-4dff-a61d-2d1ab77c3209,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:03:42.652437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:42.720166 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:42.720964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:42.809909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f51224-20a2-43cf-8bb2-898a636aed31 None None] Pushing event updated for resources: {'Port': ['ID=1f794009-b5be-4dff-a61d-2d1ab77c3209,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:42.928517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:43.104047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-134dbffd-b618-4644-828c-44a21a994365 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:43.105638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-134dbffd-b618-4644-828c-44a21a994365 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:03:43.120592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-134dbffd-b618-4644-828c-44a21a994365 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:03:43.121713 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-134dbffd-b618-4644-828c-44a21a994365 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/networks?id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 HTTP/1.1" status: 200 len: 797 time: 0.2850978 Feb 28 12:03:43.123689 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7d70db03-c87e-4106-b3d2-772d83457786 req-98ddbc86-77e9-419c-963c-77a58caffe7d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 210 time: 0.0559609 Feb 28 12:03:43.178848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-719afb4a-0442-4152-99f2-be0e2c9ef01d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:03:43.190962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-719afb4a-0442-4152-99f2-be0e2c9ef01d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:03:43.192298 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-719afb4a-0442-4152-99f2-be0e2c9ef01d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 379 time: 0.0595598 Feb 28 12:03:43.201293 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'port': {'device_id': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'admin_state_up': True, 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'security_groups': ['f5a64005-b78c-4198-91ba-45ac75046733']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:43.291007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1f794009-b5be-4dff-a61d-2d1ab77c3209', 'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:38Z', 'updated_at': '2022-02-28T12:03:42Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:43.296587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726e483-2e7c-4b9e-8483-a1ac635e9c68 None None] The sync data for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv is: [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1f794009-b5be-4dff-a61d-2d1ab77c3209', 'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:38Z', 'updated_at': '2022-02-28T12:03:42Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:03:43.374337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:43.384270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:43.393706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:03:43.399011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:43.568860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.7 (d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1/7ebcf34b-a74a-4262-acd0-214278b57b5f/a1b5c49c-d0e4-467f-9acb-f55d907e803a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:03:43.776311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:43.795051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object a1b5c49c-d0e4-467f-9acb-f55d907e803a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:03:43.820087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:43.886976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:03:43.894819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:03:43.900048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:03:43.931286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=a1b5c49c-d0e4-467f-9acb-f55d907e803a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:43.972631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:43.973380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:44.002090 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-1b956cd1-e174-407c-8b44-2f4c1f255bf4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8043625 Feb 28 12:03:44.013772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Request body: {'port': {'device_id': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:44.137642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:44.150215 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-87d9b6a9-59ac-4b27-84e0-3706ce3d6ad9 None None] Provisioning for port a1b5c49c-d0e4-467f-9acb-f55d907e803a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:03:44.155402 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-87d9b6a9-59ac-4b27-84e0-3706ce3d6ad9 None None] Provisioning complete for port a1b5c49c-d0e4-467f-9acb-f55d907e803a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:44.155785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87d9b6a9-59ac-4b27-84e0-3706ce3d6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:44.227685 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-87d9b6a9-59ac-4b27-84e0-3706ce3d6ad9 None None] Port a1b5c49c-d0e4-467f-9acb-f55d907e803a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:03:44.330732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab1e13-e97f-47fe-b60d-ef7fe45e6b6e req-4e30ff85-707f-4509-9667-100008f80255 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:44.332233 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-06ab1e13-e97f-47fe-b60d-ef7fe45e6b6e req-4e30ff85-707f-4509-9667-100008f80255 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 931 time: 0.0911477 Feb 28 12:03:44.383200 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-06ab1e13-e97f-47fe-b60d-ef7fe45e6b6e req-3148bfef-a4a9-4ca7-a019-12245f75adcf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448902 Feb 28 12:03:44.506734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b5c49c-d0e4-467f-9acb-f55d907e803a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:03:44.513717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:44.527276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Transition to ACTIVE for port object a1b5c49c-d0e4-467f-9acb-f55d907e803a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:03:44.531008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:44.687614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b5c49c-d0e4-467f-9acb-f55d907e803a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:44.777469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Attempting to bind port a1b5c49c-d0e4-467f-9acb-f55d907e803a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:03:44.777899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Attempting to bind port a1b5c49c-d0e4-467f-9acb-f55d907e803a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:03:44.778108 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Attempting to bind port a1b5c49c-d0e4-467f-9acb-f55d907e803a on network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:03:44.782772 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Port a1b5c49c-d0e4-467f-9acb-f55d907e803a on network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:03:44.783085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Attempting to bind port a1b5c49c-d0e4-467f-9acb-f55d907e803a on network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:03:44.788860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:03:44.789207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Checking segment: {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:03:44.789579 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Bound using segment: {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:03:44.789989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Bound port: a1b5c49c-d0e4-467f-9acb-f55d907e803a, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431ad5f3-0d32-4377-b91a-b44a3bb93f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:03:44.790327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:44.875803 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] For port a1b5c49c-d0e4-467f-9acb-f55d907e803a, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:03:44.878619 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] For port a1b5c49c-d0e4-467f-9acb-f55d907e803a, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:03:44.883011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:44.941559 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:44.942230 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:44.943546 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] 10.222.0.37 "PUT /v2.0/ports/a1b5c49c-d0e4-467f-9acb-f55d907e803a HTTP/1.1" status: 200 len: 1093 time: 0.9341049 Feb 28 12:03:44.946413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:03:44.972919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357f728-02ff-4df4-998c-17ed14221b64 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b5c49c-d0e4-467f-9acb-f55d907e803a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:45.025619 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'status': 'completed', 'code': 200} Feb 28 12:03:45.043584 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f794009-b5be-4dff-a61d-2d1ab77c3209 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:03:45.070888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-e21c8deb-453f-4f4e-9216-b7342e568c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:45.072550 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-e21c8deb-453f-4f4e-9216-b7342e568c4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 1096 time: 0.0802884 Feb 28 12:03:45.116294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1f794009-b5be-4dff-a61d-2d1ab77c3209 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:03:45.121379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1f794009-b5be-4dff-a61d-2d1ab77c3209 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:45.121748 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:45.240337 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-d2fa9b02-1cf5-444a-8afc-186e71ef2544 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a HTTP/1.1" status: 200 len: 217 time: 0.1613710 Feb 28 12:03:45.293093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:45.303295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-7cf4aa4c-db4a-4d20-acaf-1c342d05ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:45.304740 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-7cf4aa4c-db4a-4d20-acaf-1c342d05ad16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ebcf34b-a74a-4262-acd0-214278b57b5f HTTP/1.1" status: 200 len: 833 time: 0.0588605 Feb 28 12:03:45.328177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 1f794009-b5be-4dff-a61d-2d1ab77c3209, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f794009-b5be-4dff-a61d-2d1ab77c3209,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:45.336193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:45.388048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-f6278988-2ecc-4192-ade8-b5056f642aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:45.389518 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-f6278988-2ecc-4192-ade8-b5056f642aa6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791082 Feb 28 12:03:45.402173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=1f794009-b5be-4dff-a61d-2d1ab77c3209,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:45.523044 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-5af272f0-4f15-45ef-88ea-6fe99acf3861 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275167 Feb 28 12:03:45.566856 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5fcba-3e28-4ad7-94c7-74f45c2c2e40 req-a43b0d67-afb9-409a-9592-1c083eb7e628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:45.568253 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cbc5fcba-3e28-4ad7-94c7-74f45c2c2e40 req-a43b0d67-afb9-409a-9592-1c083eb7e628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 943 time: 0.0801473 Feb 28 12:03:45.660487 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c0d5e59f-c012-4be8-9cf2-e7e43ff67126 req-04fb0909-b7af-4f99-b420-c536a581bc1b service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320391 Feb 28 12:03:45.734278 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cbc5fcba-3e28-4ad7-94c7-74f45c2c2e40 req-4bbf9a21-8680-4e36-866c-bfcbea26c3af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595473 Feb 28 12:03:45.786343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c34df-ee86-43c1-8231-ac1659743a4a req-cb9d9779-45a3-4811-bb93-dc7c731ee5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:45.787885 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-915c34df-ee86-43c1-8231-ac1659743a4a req-cb9d9779-45a3-4811-bb93-dc7c731ee5ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 1096 time: 0.0771651 Feb 28 12:03:45.917301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c34df-ee86-43c1-8231-ac1659743a4a req-50b54f55-19f6-445d-8bd6-50f4eab8f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:45.918640 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-915c34df-ee86-43c1-8231-ac1659743a4a req-50b54f55-19f6-445d-8bd6-50f4eab8f9f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 HTTP/1.1" status: 200 len: 898 time: 0.1245437 Feb 28 12:03:45.992251 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-915c34df-ee86-43c1-8231-ac1659743a4a req-6be23365-b2d9-47b5-9984-e248ea52fc2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a HTTP/1.1" status: 200 len: 217 time: 0.0663111 Feb 28 12:03:46.056326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c34df-ee86-43c1-8231-ac1659743a4a req-5660bf4f-06cc-4c49-b735-df555dbca5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:46.057800 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-915c34df-ee86-43c1-8231-ac1659743a4a req-5660bf4f-06cc-4c49-b735-df555dbca5ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ebcf34b-a74a-4262-acd0-214278b57b5f HTTP/1.1" status: 200 len: 833 time: 0.0598524 Feb 28 12:03:46.130908 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c34df-ee86-43c1-8231-ac1659743a4a req-8500bddc-36ad-4f11-bea4-3cdb694ecf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:46.132922 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-915c34df-ee86-43c1-8231-ac1659743a4a req-8500bddc-36ad-4f11-bea4-3cdb694ecf9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685155 Feb 28 12:03:46.261200 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-915c34df-ee86-43c1-8231-ac1659743a4a req-8c890ecb-09ba-46ec-981d-651ea59bd153 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213927 Feb 28 12:03:46.397151 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-915c34df-ee86-43c1-8231-ac1659743a4a req-ec2e1e84-899c-4ebb-a0a3-a3856a08b275 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289623 Feb 28 12:03:46.916799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fb560-0ccc-4a65-8413-a80f7df7e265 req-6601d97b-8c52-45b6-8346-f868b85b66f5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:46.918224 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-010fb560-0ccc-4a65-8413-a80f7df7e265 req-6601d97b-8c52-45b6-8346-f868b85b66f5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 943 time: 0.0787692 Feb 28 12:03:46.963154 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-010fb560-0ccc-4a65-8413-a80f7df7e265 req-10fe943f-9d0b-487b-81d4-71ca4d7ae511 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393150 Feb 28 12:03:46.993362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f794009-b5be-4dff-a61d-2d1ab77c3209 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:03:47.061512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1f794009-b5be-4dff-a61d-2d1ab77c3209 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:47.061808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:47.239297 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device a1b5c49c-d0e4-467f-9acb-f55d907e803a details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:03:47.368901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port a1b5c49c-d0e4-467f-9acb-f55d907e803a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:47.381262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'port_id': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'mac_address': 'fa:16:3e:21:12:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:03:47.434693 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:47.451081 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b5c49c-d0e4-467f-9acb-f55d907e803a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:03:47.466344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port a1b5c49c-d0e4-467f-9acb-f55d907e803a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:47.470065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:47.537312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=a1b5c49c-d0e4-467f-9acb-f55d907e803a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:47.673696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['a1b5c49c-d0e4-467f-9acb-f55d907e803a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:03:48.150590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce48ed-b073-472c-bb43-44d10f745856 req-511190d4-83ad-4fbe-91e4-394e89cf3cf2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:48.152076 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-51ce48ed-b073-472c-bb43-44d10f745856 req-511190d4-83ad-4fbe-91e4-394e89cf3cf2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 944 time: 0.0807533 Feb 28 12:03:48.195510 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-51ce48ed-b073-472c-bb43-44d10f745856 req-cfd4cb6c-1705-49af-97fa-320f056afaeb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379171 Feb 28 12:03:49.240551 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device a1b5c49c-d0e4-467f-9acb-f55d907e803a up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:03:49.309154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port a1b5c49c-d0e4-467f-9acb-f55d907e803a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:03:49.314549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port a1b5c49c-d0e4-467f-9acb-f55d907e803a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:49.314921 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:49.438289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:49.465593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:03:49.475384 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port a1b5c49c-d0e4-467f-9acb-f55d907e803a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:03:49.479732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:49.518677 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'code': 200} Feb 28 12:03:49.536372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f66acd-95e4-437d-9dbb-510e2a0ab2e1 req-fd86f69f-22ad-4fc4-9785-7786afb5888d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:49.537856 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-02f66acd-95e4-437d-9dbb-510e2a0ab2e1 req-fd86f69f-22ad-4fc4-9785-7786afb5888d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0829444 Feb 28 12:03:49.553097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=a1b5c49c-d0e4-467f-9acb-f55d907e803a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:49.587329 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-02f66acd-95e4-437d-9dbb-510e2a0ab2e1 req-4888c8b9-ce3f-44a3-a248-1c7ea1764983 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 Feb 28 12:03:49.749694 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8a88f-5d6b-426a-867b-6fdb34473cfb req-8a5dc322-4cff-43a1-bee4-5fb5b0783031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:49.751076 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-29b8a88f-5d6b-426a-867b-6fdb34473cfb req-8a5dc322-4cff-43a1-bee4-5fb5b0783031 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 1098 time: 0.0842535 Feb 28 12:03:49.790649 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-29b8a88f-5d6b-426a-867b-6fdb34473cfb req-0ed40ab1-b841-4400-a4b8-d9595ad49cda service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Feb 28 12:03:50.783196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e3c9f-95a5-4bf3-8108-94fdea998003 req-c94555f4-f424-4bef-8e69-c36475f766f9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:50.784728 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b9e3c9f-95a5-4bf3-8108-94fdea998003 req-c94555f4-f424-4bef-8e69-c36475f766f9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0825202 Feb 28 12:03:50.829690 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b9e3c9f-95a5-4bf3-8108-94fdea998003 req-a88bf34e-5cb6-4592-9b14-94e89867535a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390520 Feb 28 12:03:52.015098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1f01f-35d0-468a-b881-2e5a676a28c5 req-4ae53b62-aab8-4054-8507-709465be8f2c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:52.016470 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3ef1f01f-35d0-468a-b881-2e5a676a28c5 req-4ae53b62-aab8-4054-8507-709465be8f2c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0834775 Feb 28 12:03:52.059098 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3ef1f01f-35d0-468a-b881-2e5a676a28c5 req-5c0f5650-5b07-4af9-b0ec-6de0cb02361e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370378 Feb 28 12:03:52.240923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a00d0d-d4e9-4a54-971d-f30e066d50b3 req-b27154cd-e912-4734-80be-8a4cf5413d98 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:52.242354 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14a00d0d-d4e9-4a54-971d-f30e066d50b3 req-b27154cd-e912-4734-80be-8a4cf5413d98 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0777531 Feb 28 12:03:52.285689 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-14a00d0d-d4e9-4a54-971d-f30e066d50b3 req-76b9aca1-0d6a-453d-ac43-075ed4d61f7e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371583 Feb 28 12:03:52.307922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36268) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:52.377624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc471b-2379-4f60-a5e4-e1f34b5f5a09 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:52.379071 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-29dc471b-2379-4f60-a5e4-e1f34b5f5a09 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 1093 time: 0.0702028 Feb 28 12:03:52.381784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36272) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:52.387094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:03:52.393004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:03:52.396808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:floatingip and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:03:52.399614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:03:52.405153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:03:52.416226 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:52.549408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:52.680639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.116 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/4c36d02c-882f-4a34-b14a-c5757d5c1868) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:03:52.824203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:52.852391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:52.912384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:03:52.919828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:03:52.922372 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:03:52.956979 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=4c36d02c-882f-4a34-b14a-c5757d5c1868,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:53.329727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:53.495096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:53.697237 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:53.702336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:53.809955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=4c36d02c-882f-4a34-b14a-c5757d5c1868,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:53.821366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:53.990212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP c016880a-6321-4768-b85d-4c3fa32b52a4 associated. External IP: 172.26.8.116, port: a1b5c49c-d0e4-467f-9acb-f55d907e803a. Feb 28 12:03:54.336720 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router bb01adc1-d25b-4eba-befb-13f58a61b92a has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:03:54.510741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:03:54.521188 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] Sync routers for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:03:54.530196 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:54.530791 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:54.535828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:54.596581 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a295114c-0f65-40f0-98ca-54da36cda5a4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2113419 Feb 28 12:03:54.596581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:03:54.640071 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'status': 'completed', 'code': 200} Feb 28 12:03:54.711437 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:54.733937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-6a22b9c0-ba32-4b5f-aa3d-9a27ef5bc599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:54.736021 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-6a22b9c0-ba32-4b5f-aa3d-9a27ef5bc599 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 1098 time: 0.0740948 Feb 28 12:03:54.789642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb1afc-1246-4264-aa08-fc5802476fd8 req-37f7019f-ba17-4761-9945-7d1a9d1d335a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:54.791247 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-69bb1afc-1246-4264-aa08-fc5802476fd8 req-37f7019f-ba17-4761-9945-7d1a9d1d335a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.1073360 Feb 28 12:03:54.837693 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-69bb1afc-1246-4264-aa08-fc5802476fd8 req-ef8ad545-50bc-40f6-96ad-f5878a9fe026 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401523 Feb 28 12:03:54.861827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36280) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:54.878707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-aab4caf9-09d7-4b14-86b2-267b23471bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:54.880207 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-aab4caf9-09d7-4b14-86b2-267b23471bb9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 HTTP/1.1" status: 200 len: 898 time: 0.1388054 Feb 28 12:03:54.993908 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-00766499-bb90-433a-b818-60ba3f8f81cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a HTTP/1.1" status: 200 len: 999 time: 0.1042390 Feb 28 12:03:55.063405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-e30c7fcb-db1a-42cb-a67c-9069ee6dd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:55.064646 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c016880a-6321-4768-b85d-4c3fa32b52a4', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'port_id': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'mac_address': 'fa:16:3e:21:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:03:53Z', 'updated_at': '2022-02-28T12:03:53Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f794009-b5be-4dff-a61d-2d1ab77c3209', 'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:38Z', 'updated_at': '2022-02-28T12:03:45Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:55.064871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-e30c7fcb-db1a-42cb-a67c-9069ee6dd102 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ebcf34b-a74a-4262-acd0-214278b57b5f HTTP/1.1" status: 200 len: 833 time: 0.0647986 Feb 28 12:03:55.068368 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] Checking router: bb01adc1-d25b-4eba-befb-13f58a61b92a for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:03:55.076576 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:03:55.077162 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:03:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:55.084748 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7596d4d9-8cad-472d-a3c5-824c61977d47 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/c016880a-6321-4768-b85d-4c3fa32b52a4 HTTP/1.1" status: 200 len: 991 time: 0.2216032 Feb 28 12:03:55.139927 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-d7d2b07f-04c1-48d9-ac01-332545d8ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:55.141318 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-d7d2b07f-04c1-48d9-ac01-332545d8ab00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705497 Feb 28 12:03:55.254316 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:03:55.368619 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-f8e2a97d-6cd6-4b78-af4d-bda526e6509e service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204430 Feb 28 12:03:55.498517 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-fecec1f2-30d4-4e59-a433-6ec62948a9f4 req-36d35a64-bf4f-480b-bf36-cc6c1f22e0f8 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237571 Feb 28 12:03:55.623545 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c016880a-6321-4768-b85d-4c3fa32b52a4', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'port_id': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'mac_address': 'fa:16:3e:21:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:03:53Z', 'updated_at': '2022-02-28T12:03:53Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f794009-b5be-4dff-a61d-2d1ab77c3209', 'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:38Z', 'updated_at': '2022-02-28T12:03:45Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:55.627349 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680deb3-93b6-4247-8489-791c00ee2616 None None] The sync data for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv is: [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'c016880a-6321-4768-b85d-4c3fa32b52a4', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'port_id': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'mac_address': 'fa:16:3e:21:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:03:53Z', 'updated_at': '2022-02-28T12:03:53Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f794009-b5be-4dff-a61d-2d1ab77c3209', 'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:38Z', 'updated_at': '2022-02-28T12:03:45Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:03:55.810078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32078ead-4b6b-4d18-813c-fd1bd6889ae8 None None] New status for floating IP c016880a-6321-4768-b85d-4c3fa32b52a4: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:03:56.088398 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36284) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:56.195470 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fc9fe17b-47cc-4d87-b46f-fd51f7d1d470 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/c016880a-6321-4768-b85d-4c3fa32b52a4 HTTP/1.1" status: 200 len: 993 time: 0.1057405 Feb 28 12:03:57.458507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:00.278556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17b59bfd-a9ae-4bae-9935-ff6dfd3292ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.306337 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:04:02.532524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-35574b95-404c-4de2-8ea0-55d4d4dfa6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.723864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.858191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:04.987432 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-8f574dc5-1ea9-47f1-9fb4-a5192380e108 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680447 Feb 28 12:04:05.125670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-2f6c760f-ab45-4893-af9b-4bec4843f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:05.127030 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-2f6c760f-ab45-4893-af9b-4bec4843f810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 1098 time: 0.0717185 Feb 28 12:04:05.268919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-cb9f534e-ec17-458a-8cf8-b588be7077b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:05.270328 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-cb9f534e-ec17-458a-8cf8-b588be7077b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 HTTP/1.1" status: 200 len: 898 time: 0.1239595 Feb 28 12:04:05.300325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:05.376337 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-7e10b353-3db7-43ef-8e0f-ef549d5c6375 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a HTTP/1.1" status: 200 len: 1001 time: 0.0999904 Feb 28 12:04:05.436790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-2861dce8-4249-4453-9e58-a39a9e68f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:05.438164 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-2861dce8-4249-4453-9e58-a39a9e68f82b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ebcf34b-a74a-4262-acd0-214278b57b5f HTTP/1.1" status: 200 len: 833 time: 0.0560739 Feb 28 12:04:05.514606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-4b4225a5-c31d-422b-b49f-88a9bdd36b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:05.516054 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-4b4225a5-c31d-422b-b49f-88a9bdd36b0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713005 Feb 28 12:04:05.526278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-8f9785c1-b116-4b9a-ae01-8aebc7fd7520 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 12:04:05.527192 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-8f9785c1-b116-4b9a-ae01-8aebc7fd7520 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046039 Feb 28 12:04:05.654746 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-ea14a8cb-1f02-4922-b4d1-e94a049e9448 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217275 Feb 28 12:04:05.788952 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f5e4b513-3e23-4f8a-be11-564cd74865d6 req-6077bd2e-6944-493f-ba6e-8aeb42ff0e92 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278934 Feb 28 12:04:23.071481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-b7c4be08-ed16-4752-b6b9-d4cce52a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:23.072971 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-b7c4be08-ed16-4752-b6b9-d4cce52a2f70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 1098 time: 0.0706415 Feb 28 12:04:23.116756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e74cb8-ee6a-4824-9c53-a9a353dad43d req-767db7e7-a74c-4ada-8662-b6b4f0857a6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:23.118203 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-50e74cb8-ee6a-4824-9c53-a9a353dad43d req-767db7e7-a74c-4ada-8662-b6b4f0857a6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0809710 Feb 28 12:04:23.162136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-50e74cb8-ee6a-4824-9c53-a9a353dad43d req-137e8878-ae84-4997-8a6f-01f258ece1c7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375609 Feb 28 12:04:23.203130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-246117c7-b2f6-4ede-99e6-572e24406747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:23.204578 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-246117c7-b2f6-4ede-99e6-572e24406747 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 HTTP/1.1" status: 200 len: 898 time: 0.1244607 Feb 28 12:04:23.305413 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-f60ee439-eedc-4341-b8e2-bb7daf81b829 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a HTTP/1.1" status: 200 len: 1001 time: 0.0932939 Feb 28 12:04:23.365278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-a18dd1f9-7ad3-43ef-854e-132bc6810e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:23.366595 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-a18dd1f9-7ad3-43ef-854e-132bc6810e49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ebcf34b-a74a-4262-acd0-214278b57b5f HTTP/1.1" status: 200 len: 833 time: 0.0546551 Feb 28 12:04:23.536326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-a717a21c-46e8-4b76-8c35-59e905ccf58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:23.537852 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-a717a21c-46e8-4b76-8c35-59e905ccf58b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1651778 Feb 28 12:04:23.671251 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-f7e4c5c0-4227-4f7d-9a3c-f4e39a1d46d9 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261055 Feb 28 12:04:23.801573 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b169f003-2533-4bdb-a5aa-f1ebc4744ca4 req-dcc35091-05a5-4cf0-b602-7e0031c2d224 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237066 Feb 28 12:04:24.345441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119622-49ca-45d8-8647-9eeb299e39a8 req-4184162b-35af-4d84-8348-a62ee48d88a6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:24.346863 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba119622-49ca-45d8-8647-9eeb299e39a8 req-4184162b-35af-4d84-8348-a62ee48d88a6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0786791 Feb 28 12:04:24.389793 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ba119622-49ca-45d8-8647-9eeb299e39a8 req-2b6f6758-d39e-470a-b2ba-ef919e17faa0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373778 Feb 28 12:04:25.576907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36423961-f475-47a0-95d3-66cfcb025c32 req-102bce25-88b0-457d-85e0-382254b3e2f5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:25.578366 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-36423961-f475-47a0-95d3-66cfcb025c32 req-102bce25-88b0-457d-85e0-382254b3e2f5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0815558 Feb 28 12:04:25.621193 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-36423961-f475-47a0-95d3-66cfcb025c32 req-2f360d96-b741-4cb3-9075-66e7bdc75ad9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371442 Feb 28 12:04:26.807063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308fb83-e1aa-495a-b346-3510ed4139df req-9f73c063-a29a-4eef-8ec3-14c89f815fb5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:26.808543 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9308fb83-e1aa-495a-b346-3510ed4139df req-9f73c063-a29a-4eef-8ec3-14c89f815fb5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0812249 Feb 28 12:04:26.852425 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9308fb83-e1aa-495a-b346-3510ed4139df req-3520dac5-7012-4834-9418-dcb441a2be9a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 Feb 28 12:04:27.487736 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:28.035983 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89552d9c-a06a-4033-9ce0-c3198c328c35 req-2ba78330-237b-494d-a232-aefe1c76d203 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:28.037433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-89552d9c-a06a-4033-9ce0-c3198c328c35 req-2ba78330-237b-494d-a232-aefe1c76d203 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0821958 Feb 28 12:04:28.080136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-89552d9c-a06a-4033-9ce0-c3198c328c35 req-1583e7c9-b493-4c6d-b79f-d3a6f09dee6c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372078 Feb 28 12:04:29.263362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b6524-fc5e-4adc-8fd0-840c3359111c req-a6f71065-c611-44ec-8a58-9e7922237ebf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:29.264764 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-736b6524-fc5e-4adc-8fd0-840c3359111c req-a6f71065-c611-44ec-8a58-9e7922237ebf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0824587 Feb 28 12:04:29.306539 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-736b6524-fc5e-4adc-8fd0-840c3359111c req-238a0ca9-fe73-4c4d-a20a-292b906ad1cf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360420 Feb 28 12:04:30.280645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d97b-4cbb-4d73-9dec-ab49b1bbbf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:30.491252 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea7d2f-d35a-426c-830b-59eadfc4ff8e req-52545cbf-a186-4273-b150-a7789d193fdd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:30.492759 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c5ea7d2f-d35a-426c-830b-59eadfc4ff8e req-52545cbf-a186-4273-b150-a7789d193fdd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0803795 Feb 28 12:04:30.537415 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c5ea7d2f-d35a-426c-830b-59eadfc4ff8e req-84d52e05-6299-486e-90a9-a67a8128410d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389867 Feb 28 12:04:31.724939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80a62-c778-4ebe-b6ed-99442a2d7d52 req-25b96f48-1f9f-4fe8-841d-e9809decdf9d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:31.726455 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b7b80a62-c778-4ebe-b6ed-99442a2d7d52 req-25b96f48-1f9f-4fe8-841d-e9809decdf9d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0862315 Feb 28 12:04:31.771078 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b7b80a62-c778-4ebe-b6ed-99442a2d7d52 req-e333bca2-1803-4359-ab0a-612e379d3e16 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388243 Feb 28 12:04:32.533812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d89e082-ea60-4098-becb-43dff839a0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:32.951776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b784-b752-40f6-b4be-87941e726d93 req-10b9014b-3cd2-452e-8215-ddc0cdd39372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:32.953745 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ee84b784-b752-40f6-b4be-87941e726d93 req-10b9014b-3cd2-452e-8215-ddc0cdd39372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0781844 Feb 28 12:04:33.001590 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ee84b784-b752-40f6-b4be-87941e726d93 req-c39dc518-4a09-4eca-95be-0343276e98e4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422199 Feb 28 12:04:33.726821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:33.859607 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:34.181627 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba461f-fa15-4c94-b13f-788ed587adeb req-a7af9aa9-9e88-48fd-a8a5-4af010798dba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:34.183046 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7cba461f-fa15-4c94-b13f-788ed587adeb req-a7af9aa9-9e88-48fd-a8a5-4af010798dba tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0773599 Feb 28 12:04:34.228749 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7cba461f-fa15-4c94-b13f-788ed587adeb req-8296914c-56ca-42f3-9f61-3850ae1ae20f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391726 Feb 28 12:04:35.304074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:35.411514 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ea8f6-7a1d-4014-b765-ddac6bbe3e30 req-fcb61daf-a8ed-470f-8826-eff57931c2e8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:35.412943 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b3ea8f6-7a1d-4014-b765-ddac6bbe3e30 req-fcb61daf-a8ed-470f-8826-eff57931c2e8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0814328 Feb 28 12:04:35.455846 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9b3ea8f6-7a1d-4014-b765-ddac6bbe3e30 req-1887358a-27b0-4486-8b62-ea2d20236515 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372927 Feb 28 12:04:35.478604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36320) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:35.582459 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-47e34faa-9ca5-4cb0-a724-cb683c7bf74d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/c016880a-6321-4768-b85d-4c3fa32b52a4 HTTP/1.1" status: 200 len: 993 time: 0.1026342 Feb 28 12:04:39.304212 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:04:57.508930 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:00.283283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a225-320c-4a02-b7a3-d380f4d7015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:02.535758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12be9a21-f88e-4e5a-a99c-7d6e4734bb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:03.729455 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:03.861334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:05.306021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:05.993096 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-5b94a261-a92b-4358-9c69-b4c2fec58a44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680015 Feb 28 12:05:06.005797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36336) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:06.260630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-9254e50a-d86c-496d-a312-5e30d920f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:06.262000 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-9254e50a-d86c-496d-a312-5e30d920f3e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 1098 time: 0.1992772 Feb 28 12:05:06.263099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 4c36d02c-882f-4a34-b14a-c5757d5c1868 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:05:06.263470 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:06.518179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-84424d92-bb3d-4720-805f-50dbc1960a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:06.519551 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-84424d92-bb3d-4720-805f-50dbc1960a57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 HTTP/1.1" status: 200 len: 898 time: 0.2316623 Feb 28 12:05:06.597442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:06.597769 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:06.726796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 4c36d02c-882f-4a34-b14a-c5757d5c1868 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:05:06.778174 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-4975081b-a6b6-4b23-8798-91f0da29f7e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a HTTP/1.1" status: 200 len: 1001 time: 0.2456136 Feb 28 12:05:06.862405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-11abfcbc-38bb-4ee4-9190-94ee45d182ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:06.863852 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-11abfcbc-38bb-4ee4-9190-94ee45d182ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ebcf34b-a74a-4262-acd0-214278b57b5f HTTP/1.1" status: 200 len: 833 time: 0.0771720 Feb 28 12:05:07.104833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-51340fb4-96f9-4da7-81dd-71e3e3761518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:07.106215 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-51340fb4-96f9-4da7-81dd-71e3e3761518 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2331462 Feb 28 12:05:07.106958 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:07.185869 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=4c36d02c-882f-4a34-b14a-c5757d5c1868,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:07.229379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.229724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.230063 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.230396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.230726 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.231053 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.231405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.231735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.232057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.232376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.232696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.233014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:07.362853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:07.363112 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP c016880a-6321-4768-b85d-4c3fa32b52a4 disassociated (deleted). External IP: 172.26.8.116, port: a1b5c49c-d0e4-467f-9acb-f55d907e803a. Feb 28 12:05:07.426434 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-66e84557-c541-4394-a81d-2a8c76eb6e5f service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873328 Feb 28 12:05:07.705841 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5e706a86-665d-4513-82f2-e7c8d5ab73d9 req-16c0e74c-9d84-494d-864b-b2e89af71f3e service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730455 Feb 28 12:05:07.834434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router bb01adc1-d25b-4eba-befb-13f58a61b92a has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:05:08.019782 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:05:08.030969 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] Sync routers for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:05:08.036538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:08.040553 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:08.041239 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:08.091175 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-43494593-e537-4a20-9fa8-e3baf789b148 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/floatingips/c016880a-6321-4768-b85d-4c3fa32b52a4 HTTP/1.1" status: 204 len: 168 time: 2.0843773 Feb 28 12:05:08.091917 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:05:08.144653 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'status': 'completed', 'code': 200} Feb 28 12:05:08.225756 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:08.249813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-373048b7-586c-4664-a3b2-0e23b271a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:08.252583 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-373048b7-586c-4664-a3b2-0e23b271a05d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 1098 time: 0.0893862 Feb 28 12:05:08.400412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-46f66e33-c7c1-4bc1-9594-b3aa8dd23e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:08.401871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-46f66e33-c7c1-4bc1-9594-b3aa8dd23e59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 HTTP/1.1" status: 200 len: 898 time: 0.1409569 Feb 28 12:05:08.469471 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-54d1aad0-6d92-4b40-afe4-0d2fb4c18071 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a HTTP/1.1" status: 200 len: 217 time: 0.0605025 Feb 28 12:05:08.484540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d158b0-eb66-4355-889f-c218d38eda36 req-ac04d80a-47fe-40be-a4ab-297b6748e4a8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:08.486136 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4d158b0-eb66-4355-889f-c218d38eda36 req-ac04d80a-47fe-40be-a4ab-297b6748e4a8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0825315 Feb 28 12:05:08.532216 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c4d158b0-eb66-4355-889f-c218d38eda36 req-dd5ef1ed-2e28-4e4a-9329-1248b9ae2e35 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393903 Feb 28 12:05:08.540336 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1f794009-b5be-4dff-a61d-2d1ab77c3209', 'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:38Z', 'updated_at': '2022-02-28T12:03:45Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:08.544478 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] Checking router: bb01adc1-d25b-4eba-befb-13f58a61b92a for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:05:08.553902 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:08.554564 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:08.655867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-16222eba-f6dc-4127-b5c2-f680bdd6f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:08.657309 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-16222eba-f6dc-4127-b5c2-f680bdd6f199 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7ebcf34b-a74a-4262-acd0-214278b57b5f HTTP/1.1" status: 200 len: 833 time: 0.1812408 Feb 28 12:05:08.733184 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-d829d156-f4b2-49b1-b6ac-3135545da34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:08.733412 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:08.734733 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-d829d156-f4b2-49b1-b6ac-3135545da34b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701215 Feb 28 12:05:08.866791 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-18a9b4c0-4933-4a34-9639-f7d0674be4c8 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253886 Feb 28 12:05:09.006295 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9e13830-7ccb-44aa-8b2c-15ea78e18fb2 req-1b12b1dc-3cc9-45cb-ae18-8b82d6479413 service neutron] 10.222.0.37 "GET /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335430 Feb 28 12:05:09.063607 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1f794009-b5be-4dff-a61d-2d1ab77c3209', 'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:38Z', 'updated_at': '2022-02-28T12:03:45Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:09.068307 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b04d35-c4dd-41af-a556-9a4c6954b916 None None] The sync data for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv is: [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '1f794009-b5be-4dff-a61d-2d1ab77c3209', 'name': '', 'network_id': 'd1ba6c2f-3b8a-4a40-afee-fa73eb82fce1', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:38Z', 'updated_at': '2022-02-28T12:03:45Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '7ebcf34b-a74a-4262-acd0-214278b57b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:05:09.281846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92d031-adc7-46ed-a307-d20324204ad5 None None] New status for floating IP c016880a-6321-4768-b85d-4c3fa32b52a4: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:05:09.724314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93bc85-3af8-49fd-9be6-3c3279eb5e77 req-20c15301-c366-4368-8217-edc2906d15ff tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:09.725932 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4f93bc85-3af8-49fd-9be6-3c3279eb5e77 req-20c15301-c366-4368-8217-edc2906d15ff tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.0842791 Feb 28 12:05:09.769925 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4f93bc85-3af8-49fd-9be6-3c3279eb5e77 req-87b8812c-5a3e-43f5-b9a2-0b836035abb9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f5a64005-b78c-4198-91ba-45ac75046733&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379231 Feb 28 12:05:10.027220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-03e0ef27-0ff1-402f-ac74-b4e0353790a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:10.027844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-03e0ef27-0ff1-402f-ac74-b4e0353790a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:05:10.047581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-03e0ef27-0ff1-402f-ac74-b4e0353790a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:05:10.048697 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-03e0ef27-0ff1-402f-ac74-b4e0353790a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 945 time: 0.1024973 Feb 28 12:05:10.117584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port a1b5c49c-d0e4-467f-9acb-f55d907e803a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:05:10.117921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:10.361233 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port a1b5c49c-d0e4-467f-9acb-f55d907e803a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a1b5c49c-d0e4-467f-9acb-f55d907e803a,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:10.361514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:10.483337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for a1b5c49c-d0e4-467f-9acb-f55d907e803a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:05:10.624629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:10.673729 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=a1b5c49c-d0e4-467f-9acb-f55d907e803a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:10.754741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] No DVR routers for this DVR port a1b5c49c-d0e4-467f-9acb-f55d907e803a on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:05:10.757488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:10.760002 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'name': 'network-vif-deleted', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:05:10.774961 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0f253eef-47e9-4c9e-8355-c0e5d0b9072a req-588a68c1-ae82-46da-ae52-f54c9ddb82c3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "DELETE /v2.0/ports/a1b5c49c-d0e4-467f-9acb-f55d907e803a HTTP/1.1" status: 204 len: 173 time: 0.7213428 Feb 28 12:05:10.806095 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbd0209-dd7a-417a-ba8e-043e1786b91a', 'name': 'network-vif-deleted', 'tag': 'a1b5c49c-d0e4-467f-9acb-f55d907e803a', 'status': 'completed', 'code': 200} Feb 28 12:05:10.933256 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e03a2744-bf3b-4cdb-a1b2-aaeec40ebb5e req-1533cdfc-53d2-46b6-b1f5-de8ed354906f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbd0209-dd7a-417a-ba8e-043e1786b91a HTTP/1.1" status: 200 len: 210 time: 0.0492988 Feb 28 12:05:12.030240 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36356) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:12.672554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:13.014821 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 1f794009-b5be-4dff-a61d-2d1ab77c3209 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:05:13.015180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:13.207484 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 1f794009-b5be-4dff-a61d-2d1ab77c3209, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1f794009-b5be-4dff-a61d-2d1ab77c3209,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:13.208175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:13.326757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 1f794009-b5be-4dff-a61d-2d1ab77c3209 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:05:13.631422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device a1b5c49c-d0e4-467f-9acb-f55d907e803a no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:05:13.666440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: a1b5c49c-d0e4-467f-9acb-f55d907e803a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:05:13.666784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device a1b5c49c-d0e4-467f-9acb-f55d907e803a not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:05:13.775898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:13.828113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=1f794009-b5be-4dff-a61d-2d1ab77c3209,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:13.907058 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.907426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.907765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.908097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.908426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.909292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.909615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.909934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.910251 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.910568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.910884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:13.911219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:14.131625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:14.492426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router bb01adc1-d25b-4eba-befb-13f58a61b92a has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:05:14.670731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:05:14.680040 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] Sync routers for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:05:14.683525 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d0a3d97d-f036-40e2-b513-2a2121ee41eb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/bb01adc1-d25b-4eba-befb-13f58a61b92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6521876 Feb 28 12:05:14.686144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36360) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:14.689324 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:14.690456 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:14.751094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac92ed65-ad5b-4c9d-8dae-b18205125b99 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting subnet 7ebcf34b-a74a-4262-acd0-214278b57b5f {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:05:14.755960 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac92ed65-ad5b-4c9d-8dae-b18205125b99 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:14.809652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac92ed65-ad5b-4c9d-8dae-b18205125b99 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:14.878567 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:14.895952 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac92ed65-ad5b-4c9d-8dae-b18205125b99 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:14.967993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac92ed65-ad5b-4c9d-8dae-b18205125b99 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.012918 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac92ed65-ad5b-4c9d-8dae-b18205125b99 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.015940 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92ed65-ad5b-4c9d-8dae-b18205125b99 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebcf34b-a74a-4262-acd0-214278b57b5f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:15.025952 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ac92ed65-ad5b-4c9d-8dae-b18205125b99 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/subnets/7ebcf34b-a74a-4262-acd0-214278b57b5f HTTP/1.1" status: 204 len: 168 time: 0.3364904 Feb 28 12:05:15.026095 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f831a34-4941-4c96-bd62-19d46f38c969 None None] Network d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:05:15.026530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36364) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:15.161837 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:05:13Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:15.165944 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] Checking router: bb01adc1-d25b-4eba-befb-13f58a61b92a for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:05:15.175366 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] Routers {'bb01adc1-d25b-4eba-befb-13f58a61b92a'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:15.175986 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['bb01adc1-d25b-4eba-befb-13f58a61b92a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:15.292926 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] DHCP port deletion for d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:05:15.297035 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Deleting port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:05:15.297414 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.331686 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.359226 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] Set router bb01adc1-d25b-4eba-befb-13f58a61b92a gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:15.506657 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] For port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc,segment=NetworkSegment(431ad5f3-0d32-4377-b91a-b44a3bb93f7e),segment_id=431ad5f3-0d32-4377-b91a-b44a3bb93f7e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:15.507050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.513464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.523050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:05:15.523560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.630141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Calling delete_port for aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:05:15.647905 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:05:13Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:15.652397 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbe049-0ecb-49dd-8efd-3d489f3b9d58 None None] The sync data for ids ['bb01adc1-d25b-4eba-befb-13f58a61b92a'] in dv-neutron-831192-2-hyperv is: [{'id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228979976', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:03:34Z', 'updated_at': '2022-02-28T12:05:13Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb01adc1-d25b-4eba-befb-13f58a61b92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:03:35Z', 'updated_at': '2022-02-28T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:05:15.703395 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:15.703755 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.715619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.764391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Pushing event deleted for resources: {'Port': ['ID=aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:15.770699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] No DVR routers for this DVR port aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:05:15.782192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.782543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.782884 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.783251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.783664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.784537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.784864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.785190 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.785522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.785846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.786183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.786504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269359e-96ac-44d3-ad72-8369f5ab04a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:15.829467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:05:15.995495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.045975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:16.150276 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.304082 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:05:16.324751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.327175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.349087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.349604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Fanout notify agent at l3_agent the message router_deleted on router bb01adc1-d25b-4eba-befb-13f58a61b92a {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:05:16.364097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.365210 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c7b084d3-4e5e-463a-96e9-aaab5264108b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/routers/bb01adc1-d25b-4eba-befb-13f58a61b92a HTTP/1.1" status: 204 len: 168 time: 1.3380480 Feb 28 12:05:16.368179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:16.484837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.616460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.640850 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:16.655760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431ad5f3-0d32-4377-b91a-b44a3bb93f7e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:16.656060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431ad5f3-0d32-4377-b91a-b44a3bb93f7e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:16.667013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.787168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.793495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:05:16.793883 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:05:16.808886 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:05:16.888379 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.904854 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.915963 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Network': ['ID=d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:16.923948 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f1ce7bc3-c4a9-4585-b4e3-f118b40bd88e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/networks/d1ba6c2f-3b8a-4a40-afee-fa73eb82fce1 HTTP/1.1" status: 204 len: 168 time: 0.5547743 Feb 28 12:05:16.927098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36372) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:16.994898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2cacb079-a4be-454b-aa64-d3b4088b113c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.024086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2cacb079-a4be-454b-aa64-d3b4088b113c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.030983 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f794009-b5be-4dff-a61d-2d1ab77c3209 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:05:17.066750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 1f794009-b5be-4dff-a61d-2d1ab77c3209 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:05:17.067050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1f794009-b5be-4dff-a61d-2d1ab77c3209 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:05:17.067670 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:05:17.091374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2cacb079-a4be-454b-aa64-d3b4088b113c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.103298 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:05:17.103651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4192c1ec-e5b2-4419-a66c-8f6f65bd1ea4 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:05:17.104073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:05:17.110878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacb079-a4be-454b-aa64-d3b4088b113c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a64005-b78c-4198-91ba-45ac75046733,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:17.119648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2cacb079-a4be-454b-aa64-d3b4088b113c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.123371 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2cacb079-a4be-454b-aa64-d3b4088b113c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5a64005-b78c-4198-91ba-45ac75046733 HTTP/1.1" status: 204 len: 168 time: 0.1927290 Feb 28 12:05:17.157005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:05:17.157005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device aba1e00d-f5c3-4b1c-a6af-5fca4043f8bc not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:05:17.390000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36382) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:17.395708 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522302848', 'description': 'tempest-secgroup-smoke-522302848 description', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:17.401808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:17.405770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:17.408732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:17.415069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:17.425448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.447573 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:17.451320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:17.454021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:17.460078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:17.530911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.534855 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.576703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6677002a-e73f-4bf2-bd90-b8345d50279e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:17.584126 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.585663 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f8f62a11-d0f8-4da0-8da8-9bcce1a37628 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1946688 Feb 28 12:05:17.588513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:17.593374 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '6677002a-e73f-4bf2-bd90-b8345d50279e', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:17.599830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:17.603612 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:17.606426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:17.612103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:17.628579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.687353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.691771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.717508 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5763fde3-0f1d-4190-a6ad-d86f1b5195b4,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:17.725977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.727290 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8927f9d6-d5fa-412c-acf2-c06d0d3ea226 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378546 Feb 28 12:05:17.730091 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36392) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:17.735046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '6677002a-e73f-4bf2-bd90-b8345d50279e', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:17.741144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:17.744935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:17.747760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:17.753904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:17.770877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.833064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.836591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.858969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c46f56-e251-488c-ac7d-d1eed851e970,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:17.868466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.869675 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e6d74575-f76d-4645-9f1a-4cb3fd94e3e2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386080 Feb 28 12:05:17.872323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36396) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:17.877169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '6677002a-e73f-4bf2-bd90-b8345d50279e', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:17.883390 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:17.887077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:17.889902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:17.896273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:17.912300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.972006 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.975310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.998116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124da49f-d678-46d0-a0c3-dd870a21a8b5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:18.006212 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.007378 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e6c9a124-281f-4e50-ab45-0548ae038946 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341336 Feb 28 12:05:18.009989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36400) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:18.014799 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '6677002a-e73f-4bf2-bd90-b8345d50279e', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:18.020520 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:18.024239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:18.027048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:18.032652 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:18.048184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.119884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.123071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.148021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecab2b6-0720-4bd7-ab46-b803c61e90b4,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:18.156711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.157873 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-893b2edd-7b34-4cf8-8397-8ca8ebd4b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469619 Feb 28 12:05:18.162075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36404) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:18.167388 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '6677002a-e73f-4bf2-bd90-b8345d50279e', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:18.173789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:18.178106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:18.181025 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:18.186930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:18.197480 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:05:18.203885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.266087 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.269364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.292002 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48367d34-e101-4ac0-b3be-98bb910396fa,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:18.300648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.301933 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5cf9c6e7-c159-41a2-b55c-1e84fdf66ffd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388705 Feb 28 12:05:18.304582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36408) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:18.309413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '6677002a-e73f-4bf2-bd90-b8345d50279e', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:18.315916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:18.320114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:18.322927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:18.328551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:18.338435 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:05:18.344820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.407235 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.412957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.436637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e43ed9-b15a-42ea-b074-3178153ab149,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:18.446224 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.447425 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d8e832bb-1cb9-47a4-9ff6-eec0667725da tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419127 Feb 28 12:05:18.450272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36412) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:18.455829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'network': {'name': 'tempest-network-smoke--785850621', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:18.462489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:18.466509 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:network and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:18.469371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:18.475610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:18.485012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:05:18.489391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.519350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:05:18.527789 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.528127 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Added segment 4fb0778e-6440-462d-9bfe-10b85def6cc0 of type vlan for network 299ae318-a4dc-4b18-88db-68684437b31e Feb 28 12:05:18.553575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.581651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.587036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:18.587647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.693386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2420537 Feb 28 12:05:18.696021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36416) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:18.698600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c32bc-a63b-44f0-b1f5-dbab61866b73 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Network': ['ID=299ae318-a4dc-4b18-88db-68684437b31e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:18.702999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'admin_state_up': True, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:18.710352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 299ae318-a4dc-4b18-88db-68684437b31e details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:05:18.710971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:18.714797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:router and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:18.717703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:18.724159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:18.735364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.736438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.752758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.016565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.403879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.435052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.568614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.174 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/a4f832fd-25aa-4470-9164-b8aeea5dafa4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:19.714079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.746114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.804704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:19.807455 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:19.815285 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:05:19.850605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=a4f832fd-25aa-4470-9164-b8aeea5dafa4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:20.224411 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:20.556751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:20.859697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:05:21.034483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:05:21.043619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Sync routers for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:05:21.053239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:21.053915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:21.063113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.064379 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9931d3e7-a2ab-4e0b-86a8-f349a275373a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3674541 Feb 28 12:05:21.068270 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36420) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:21.107286 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c0095268-aec5-40a4-a760-d60f096f26d7 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d5eb8f182a8f4cc4bba144d704c81666&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378842 Feb 28 12:05:21.109838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:21.250417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1f6fba-946b-462e-ab17-9dae90708045 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:21.251953 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6c1f6fba-946b-462e-ab17-9dae90708045 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412849 Feb 28 12:05:21.255332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36428) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:21.262399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:21.297526 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d0c40210-f2a5-40fd-9743-74c7bcaf00d1 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411050 Feb 28 12:05:21.300430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:21.305719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1257789090', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:21.413328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:21.417062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:subnet and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:21.419838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:21.425939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:21.435650 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:05:21.439415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.552534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:20Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:21.556865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Checking router: 8cc2166a-c252-4a87-af48-5dd1ba45cc3c for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:05:21.557213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Updating router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c port a4f832fd-25aa-4470-9164-b8aeea5dafa4 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:05:21.609249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.656727 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.742884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Subnet': ['ID=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:21.746953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Checking segment: {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:05:21.747340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network hostable DHCP agents. Network: 299ae318-a4dc-4b18-88db-68684437b31e, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:05:21.766007 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 299ae318-a4dc-4b18-88db-68684437b31e is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:05:21.775558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 299ae318-a4dc-4b18-88db-68684437b31e) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:21.779507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:21.780256 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.801026 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bbb06875-96f0-4dfc-9416-f3932cda17af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4995446 Feb 28 12:05:21.804073 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36436) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:21.814580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22076f92-dd5d-47fc-851d-8ea3f8d8e6df None None] Network 299ae318-a4dc-4b18-88db-68684437b31e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:05:22.117549 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.126482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44065588-f57e-4926-8859-2460baa93188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-299ae318-a4dc-4b18-88db-68684437b31e', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:05:22.127325 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44065588-f57e-4926-8859-2460baa93188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.147222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Transition to ACTIVE for port object a4f832fd-25aa-4470-9164-b8aeea5dafa4 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:22.153831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.298419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Attempting to bind port a4f832fd-25aa-4470-9164-b8aeea5dafa4 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:05:22.298780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Attempting to bind port a4f832fd-25aa-4470-9164-b8aeea5dafa4 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:05:22.299158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Attempting to bind port a4f832fd-25aa-4470-9164-b8aeea5dafa4 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:05:22.303527 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db94322-4c7e-4cc9-8797-1a3353998940 None None] Pushing event updated for resources: {'Port': ['ID=a4f832fd-25aa-4470-9164-b8aeea5dafa4,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:22.315901 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:05:22.316303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:05:22.316944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.317324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:05:22.317782 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Bound port: a4f832fd-25aa-4470-9164-b8aeea5dafa4, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:05:22.318148 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.434210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-44065588-f57e-4926-8859-2460baa93188 None None] Allocated IP 172.20.0.2 (299ae318-a4dc-4b18-88db-68684437b31e/731d4f61-66ab-42e3-9b9a-09e3a0e5d64b/5aa0be4d-e4a4-4b65-9c00-f232b841cf21) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:22.442301 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] For port a4f832fd-25aa-4470-9164-b8aeea5dafa4, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:05:22.448319 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] For port a4f832fd-25aa-4470-9164-b8aeea5dafa4, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a4f832fd-25aa-4470-9164-b8aeea5dafa4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:05:22.460578 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.607922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.631847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:22.632468 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:22.736314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db94322-4c7e-4cc9-8797-1a3353998940 None None] Pushing event updated for resources: {'Port': ['ID=a4f832fd-25aa-4470-9164-b8aeea5dafa4,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:22.935224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:22.976330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44065588-f57e-4926-8859-2460baa93188 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.057893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-44065588-f57e-4926-8859-2460baa93188 None None] Transition to ACTIVE for port object 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:23.134703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-44065588-f57e-4926-8859-2460baa93188 None None] Transition to ACTIVE for port object 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:23.152321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44065588-f57e-4926-8859-2460baa93188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.208346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.1 (299ae318-a4dc-4b18-88db-68684437b31e/731d4f61-66ab-42e3-9b9a-09e3a0e5d64b/7067347c-f383-45a8-a188-cdc21af80e99) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:23.232804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44065588-f57e-4926-8859-2460baa93188 None None] Network 299ae318-a4dc-4b18-88db-68684437b31e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:23.243169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-44065588-f57e-4926-8859-2460baa93188 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:23.249499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44065588-f57e-4926-8859-2460baa93188 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:05:23.254123 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44065588-f57e-4926-8859-2460baa93188 None None] Pushing event updated for resources: {'Port': ['ID=5aa0be4d-e4a4-4b65-9c00-f232b841cf21,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:23.365483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.378193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-44065588-f57e-4926-8859-2460baa93188 None None] Attempting to bind port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:05:23.378564 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-44065588-f57e-4926-8859-2460baa93188 None None] Attempting to bind port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:05:23.378938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44065588-f57e-4926-8859-2460baa93188 None None] Attempting to bind port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 on network 299ae318-a4dc-4b18-88db-68684437b31e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:05:23.380383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object 7067347c-f383-45a8-a188-cdc21af80e99 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:23.386049 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44065588-f57e-4926-8859-2460baa93188 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:05:23.386421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44065588-f57e-4926-8859-2460baa93188 None None] Checking segment: {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:05:23.386818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44065588-f57e-4926-8859-2460baa93188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.387236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44065588-f57e-4926-8859-2460baa93188 None None] Bound using segment: {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:05:23.387696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-44065588-f57e-4926-8859-2460baa93188 None None] Bound port: 5aa0be4d-e4a4-4b65-9c00-f232b841cf21, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:05:23.388072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44065588-f57e-4926-8859-2460baa93188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.404058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.461638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:20Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:23.463315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 299ae318-a4dc-4b18-88db-68684437b31e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:23.464395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:23.468285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:05:23.476232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee9423-1f15-49cf-92f6-980e7ec0db29 None None] The sync data for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv is: [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:20Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:05:23.488288 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-44065588-f57e-4926-8859-2460baa93188 None None] For port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:05:23.491711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-44065588-f57e-4926-8859-2460baa93188 None None] For port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5aa0be4d-e4a4-4b65-9c00-f232b841cf21,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:05:23.501633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44065588-f57e-4926-8859-2460baa93188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.530271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=7067347c-f383-45a8-a188-cdc21af80e99,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:23.543643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.593212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44065588-f57e-4926-8859-2460baa93188 None None] Pushing event updated for resources: {'Port': ['ID=5aa0be4d-e4a4-4b65-9c00-f232b841cf21,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:23.682379 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.294702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.302185 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.425257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=7067347c-f383-45a8-a188-cdc21af80e99,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:24.427874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.576437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 299ae318-a4dc-4b18-88db-68684437b31e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:24.577585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:24.578261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725f005-07e7-4c04-aebb-07a30f555212 None None] Network 299ae318-a4dc-4b18-88db-68684437b31e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:05:24.688125 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2264996b-9f7e-42dc-883c-3ac0e220c17a None None] Provisioning for port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:24.767541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:05:24.958486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:05:24.972164 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-462cba0f-9e2c-46b9-baed-641eea26dad8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/8cc2166a-c252-4a87-af48-5dd1ba45cc3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1669595 Feb 28 12:05:25.105660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a4f832fd-25aa-4470-9164-b8aeea5dafa4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:25.110868 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Sync routers for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:05:25.121599 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:25.122201 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:25.163453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-c2ffcdc2-30dc-419e-b4f7-a2ec14827bd6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:05:25.184819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-c2ffcdc2-30dc-419e-b4f7-a2ec14827bd6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:05:25.186992 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-c2ffcdc2-30dc-419e-b4f7-a2ec14827bd6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522302848&fields=id&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 267 time: 0.0673974 Feb 28 12:05:25.196411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dedc4280-b680-4bde-9be3-d6191e7b8017 None None] Provisioning for port 7067347c-f383-45a8-a188-cdc21af80e99 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:25.202802 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dedc4280-b680-4bde-9be3-d6191e7b8017 None None] Provisioning complete for port 7067347c-f383-45a8-a188-cdc21af80e99 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:25.203279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dedc4280-b680-4bde-9be3-d6191e7b8017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.234828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port a4f832fd-25aa-4470-9164-b8aeea5dafa4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:25.250385 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a4f832fd-25aa-4470-9164-b8aeea5dafa4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:25.250805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.307304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-dedc4280-b680-4bde-9be3-d6191e7b8017 None None] Port 7067347c-f383-45a8-a188-cdc21af80e99 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:05:25.356613 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-be99ca31-39d9-4d60-8fae-50f3655f91e4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:25.357325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-be99ca31-39d9-4d60-8fae-50f3655f91e4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:05:25.358174 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:25.375725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-be99ca31-39d9-4d60-8fae-50f3655f91e4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:05:25.377121 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-be99ca31-39d9-4d60-8fae-50f3655f91e4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 796 time: 0.1825130 Feb 28 12:05:25.393508 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-f7dc37cc-09e8-44da-82a0-b3c02fa9142a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/quotas/d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 375 time: 0.0101669 Feb 28 12:05:25.405006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.435338 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port a4f832fd-25aa-4470-9164-b8aeea5dafa4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a4f832fd-25aa-4470-9164-b8aeea5dafa4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:25.445798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.446895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:25.510077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-9f66fabe-b9f7-4786-a1e7-2b7dae902a32 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:05:25.525839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-9f66fabe-b9f7-4786-a1e7-2b7dae902a32 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:05:25.527405 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-9f66fabe-b9f7-4786-a1e7-2b7dae902a32 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270053 Feb 28 12:05:25.583452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8870cc82-f665-444b-ae02-749fd63b3082 None None] Provisioning complete for port 7067347c-f383-45a8-a188-cdc21af80e99 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:25.583452 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8870cc82-f665-444b-ae02-749fd63b3082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.676930 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8870cc82-f665-444b-ae02-749fd63b3082 None None] Port 7067347c-f383-45a8-a188-cdc21af80e99 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:05:25.682829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=a4f832fd-25aa-4470-9164-b8aeea5dafa4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:25.695816 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:25.701098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:25.701697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.714719 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:23Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '7067347c-f383-45a8-a188-cdc21af80e99', 'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:dc:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:22Z', 'updated_at': '2022-02-28T12:05:24Z', 'revision_number': 2, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:25.718743 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Checking router: 8cc2166a-c252-4a87-af48-5dd1ba45cc3c for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:05:25.719091 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Updating router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c port 7067347c-f383-45a8-a188-cdc21af80e99 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:05:25.730408 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-a4e20829-9094-46b9-9c34-e7fdc6beaba5 service neutron] 10.222.0.64 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911674 Feb 28 12:05:25.777983 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.836662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.848499 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-24460492-b69b-480f-a4ee-223bb452b6fd None None] Provisioning complete for port 7067347c-f383-45a8-a188-cdc21af80e99 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:25.849143 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24460492-b69b-480f-a4ee-223bb452b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.872254 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-4dda7734-7315-4b7f-b70c-294519e12a88 service neutron] 10.222.0.64 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356676 Feb 28 12:05:25.929704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5aa0be4d-e4a4-4b65-9c00-f232b841cf21,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:25.932497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-24460492-b69b-480f-a4ee-223bb452b6fd None None] Port 7067347c-f383-45a8-a188-cdc21af80e99 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:05:25.935892 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.012306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=5aa0be4d-e4a4-4b65-9c00-f232b841cf21,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:26.133834 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.147327 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Transition to ACTIVE for port object 7067347c-f383-45a8-a188-cdc21af80e99 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:26.154272 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.193816 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3caf3528-95ac-4d72-9589-f81ee02eb85a req-bf7aa0a0-21b9-42a7-b238-3459750a1b4d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 210 time: 0.1559865 Feb 28 12:05:26.273940 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Pushing event updated for resources: {'Port': ['ID=7067347c-f383-45a8-a188-cdc21af80e99,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:26.288221 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.288557 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.288873 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.289201 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.289524 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.289844 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.290162 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.290485 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.290799 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.291166 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.291458 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.291762 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:26.397133 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Attempting to bind port 7067347c-f383-45a8-a188-cdc21af80e99 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:05:26.397510 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Attempting to bind port 7067347c-f383-45a8-a188-cdc21af80e99 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:05:26.397850 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Attempting to bind port 7067347c-f383-45a8-a188-cdc21af80e99 on network 299ae318-a4dc-4b18-88db-68684437b31e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:05:26.404410 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:05:26.404783 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Checking segment: {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:05:26.405179 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.405562 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Bound using segment: {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:05:26.406017 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Bound port: 7067347c-f383-45a8-a188-cdc21af80e99, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:05:26.406380 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.497485 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] For port 7067347c-f383-45a8-a188-cdc21af80e99, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:05:26.500428 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] For port 7067347c-f383-45a8-a188-cdc21af80e99, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7067347c-f383-45a8-a188-cdc21af80e99,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:05:26.504712 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.587259 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b09d2-c326-43d0-83bf-4d9f97b38abb None None] Pushing event updated for resources: {'Port': ['ID=7067347c-f383-45a8-a188-cdc21af80e99,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:26.591097 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:26.591723 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:26.774519 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:27.058590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a4f832fd-25aa-4470-9164-b8aeea5dafa4 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:27.127359 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:23Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '7067347c-f383-45a8-a188-cdc21af80e99', 'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:dc:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:22Z', 'updated_at': '2022-02-28T12:05:26Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:27.132584 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d47049-c4c7-4848-a919-2219b511ca39 None None] The sync data for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv is: [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:23Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '7067347c-f383-45a8-a188-cdc21af80e99', 'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:dc:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:22Z', 'updated_at': '2022-02-28T12:05:26Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:05:27.140480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port a4f832fd-25aa-4470-9164-b8aeea5dafa4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:27.140951 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.229773 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-84191b22-40b0-4970-8241-eacf7daa9ea2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:27.232177 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-84191b22-40b0-4970-8241-eacf7daa9ea2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 796 time: 0.2204416 Feb 28 12:05:27.290507 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-d20a18da-bde9-42d1-84db-6ed474f38885 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 379 time: 0.0488961 Feb 28 12:05:27.303303 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'port': {'device_id': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'admin_state_up': True, 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'security_groups': ['6677002a-e73f-4bf2-bd90-b8345d50279e']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:27.310373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:27.400078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:27.400808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.409331 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d4b9532e-9150-46d9-8865-5082b61e3e51 req-bdb85bc4-5c1a-4670-9c43-7e6cc7d3c6a8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 210 time: 0.0623682 Feb 28 12:05:27.463078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:27.476797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:27.488343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:05:27.492312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.541039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.662709 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.10 (299ae318-a4dc-4b18-88db-68684437b31e/731d4f61-66ab-42e3-9b9a-09e3a0e5d64b/72bb3989-442b-4644-ab6c-f13c18c5adfc) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:27.860600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.876950 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object 72bb3989-442b-4644-ab6c-f13c18c5adfc will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:27.901784 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.970669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 299ae318-a4dc-4b18-88db-68684437b31e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:27.983487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:27.986091 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:05:28.160548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=72bb3989-442b-4644-ab6c-f13c18c5adfc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:28.192820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:28.193427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.219898 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4d6ab44c-2b45-493d-b3e2-e7e0cc1f6949 None None] Provisioning for port 72bb3989-442b-4644-ab6c-f13c18c5adfc completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:28.221822 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-6002710e-aa7c-450d-b331-e49654ab761b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9233303 Feb 28 12:05:28.225485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4d6ab44c-2b45-493d-b3e2-e7e0cc1f6949 None None] Provisioning complete for port 72bb3989-442b-4644-ab6c-f13c18c5adfc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:28.225861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d6ab44c-2b45-493d-b3e2-e7e0cc1f6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.233284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Request body: {'port': {'device_id': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:28.282714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ab44c-2b45-493d-b3e2-e7e0cc1f6949 None None] Port 72bb3989-442b-4644-ab6c-f13c18c5adfc cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:05:28.344609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.590874 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa83e2-4192-4ef5-83da-bbac841c3aeb req-518a4d3c-e359-46a0-8f7d-11f5b67fb4de tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:28.592252 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-70fa83e2-4192-4ef5-83da-bbac841c3aeb req-518a4d3c-e359-46a0-8f7d-11f5b67fb4de tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 932 time: 0.0831890 Feb 28 12:05:28.635193 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-70fa83e2-4192-4ef5-83da-bbac841c3aeb req-6c013461-0e5b-458e-afcd-e1bb06a4282b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372369 Feb 28 12:05:28.680387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bb3989-442b-4644-ab6c-f13c18c5adfc {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:05:28.687824 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.703033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Transition to ACTIVE for port object 72bb3989-442b-4644-ab6c-f13c18c5adfc will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:28.706853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.866880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Pushing event updated for resources: {'Port': ['ID=72bb3989-442b-4644-ab6c-f13c18c5adfc,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:28.947032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Attempting to bind port 72bb3989-442b-4644-ab6c-f13c18c5adfc on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:05:28.947384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Attempting to bind port 72bb3989-442b-4644-ab6c-f13c18c5adfc by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:05:28.947701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Attempting to bind port 72bb3989-442b-4644-ab6c-f13c18c5adfc on network 299ae318-a4dc-4b18-88db-68684437b31e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:05:28.952145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Port 72bb3989-442b-4644-ab6c-f13c18c5adfc on network 299ae318-a4dc-4b18-88db-68684437b31e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:05:28.952460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Attempting to bind port 72bb3989-442b-4644-ab6c-f13c18c5adfc on network 299ae318-a4dc-4b18-88db-68684437b31e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:05:28.957383 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:05:28.957706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Checking segment: {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:05:28.958076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Bound using segment: {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:05:28.958486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Bound port: 72bb3989-442b-4644-ab6c-f13c18c5adfc, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb0778e-6440-462d-9bfe-10b85def6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:05:28.958815 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:29.053549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:05:29.056875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:05:29.061350 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:29.072230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7067347c-f383-45a8-a188-cdc21af80e99 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:29.117008 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:29.117490 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:29.118940 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] 10.222.0.37 "PUT /v2.0/ports/72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 1094 time: 0.8897719 Feb 28 12:05:29.119411 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:05:29.146076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdf205-6b67-4573-956b-2ace5f5326df service neutron] Pushing event updated for resources: {'Port': ['ID=72bb3989-442b-4644-ab6c-f13c18c5adfc,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:29.160206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 7067347c-f383-45a8-a188-cdc21af80e99 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:29.166908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7067347c-f383-45a8-a188-cdc21af80e99 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:29.167350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:29.213122 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'status': 'completed', 'code': 200} Feb 28 12:05:29.251819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-addd96e0-7368-4c4b-bc29-f3dd3e8d4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:29.253330 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-addd96e0-7368-4c4b-bc29-f3dd3e8d4179 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1097 time: 0.0832202 Feb 28 12:05:29.295315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:29.327623 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-f219e4a1-f1f1-4558-b9d0-d17345c13ec4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 217 time: 0.0668402 Feb 28 12:05:29.330306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 7067347c-f383-45a8-a188-cdc21af80e99, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7067347c-f383-45a8-a188-cdc21af80e99,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:29.336175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:29.395194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-3ee0fe47-3ef0-4a2c-8a30-7abd25b50414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:29.396591 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-3ee0fe47-3ef0-4a2c-8a30-7abd25b50414 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 200 len: 835 time: 0.0634532 Feb 28 12:05:29.404750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=7067347c-f383-45a8-a188-cdc21af80e99,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:29.470834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-4c0d7150-d4f3-45e8-ab7f-50f45007914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:29.472383 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-4c0d7150-d4f3-45e8-ab7f-50f45007914d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=299ae318-a4dc-4b18-88db-68684437b31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697699 Feb 28 12:05:29.602448 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-5bc2aa4c-9829-4538-a485-6238a0373a1b service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240838 Feb 28 12:05:29.734096 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e58e41b-4c8b-48f6-bb3d-c361e4d80dbf req-4a9de82f-75cf-433b-932e-a93c356276bb service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251621 Feb 28 12:05:29.816936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36216fbb-c717-4f10-bad2-88cdda963e26 req-4eb1851f-caeb-4f11-9a1a-3155c694a250 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:29.818669 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-36216fbb-c717-4f10-bad2-88cdda963e26 req-4eb1851f-caeb-4f11-9a1a-3155c694a250 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 944 time: 0.0805864 Feb 28 12:05:29.853873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-d39cd498-56ef-4482-a527-4f086c325646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:29.855395 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-d39cd498-56ef-4482-a527-4f086c325646 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1097 time: 0.0713189 Feb 28 12:05:29.866238 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-36216fbb-c717-4f10-bad2-88cdda963e26 req-a10b6276-484a-4b7d-bcbd-193b2c9e2701 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 Feb 28 12:05:30.084312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-3da9cb54-c22c-48b9-8b72-15abaa924105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:30.085758 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-3da9cb54-c22c-48b9-8b72-15abaa924105 service neutron] 10.222.0.37 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 897 time: 0.2244954 Feb 28 12:05:30.157399 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-025d536f-e8d1-4642-a281-1a3f060e4819 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 217 time: 0.0639534 Feb 28 12:05:30.225226 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-69650d82-115a-4294-a1e6-5a00dba912b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:30.226649 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-69650d82-115a-4294-a1e6-5a00dba912b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 200 len: 835 time: 0.0623007 Feb 28 12:05:30.285692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-34458d05-f97d-464a-8550-9460dc069a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.302563 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-0638de8a-ed9f-40c3-8da6-047f2e337560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:30.304096 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-0638de8a-ed9f-40c3-8da6-047f2e337560 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=299ae318-a4dc-4b18-88db-68684437b31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706229 Feb 28 12:05:30.434520 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-52f5cddf-f6c4-4fb5-8fdb-dd50b5dd4be2 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232619 Feb 28 12:05:30.568716 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea5d71c2-d2db-4dfe-b36d-1e9e37480541 req-1790ac39-65d1-4e78-b22f-8b4c0f0ea039 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279163 Feb 28 12:05:31.042722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7067347c-f383-45a8-a188-cdc21af80e99 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:31.056996 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abc623-279b-46b1-b16a-654cfefae1e0 req-6bc4137c-a54d-43b7-b706-ede8d03068e4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:31.058455 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-54abc623-279b-46b1-b16a-654cfefae1e0 req-6bc4137c-a54d-43b7-b706-ede8d03068e4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 944 time: 0.0817175 Feb 28 12:05:31.102453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-54abc623-279b-46b1-b16a-654cfefae1e0 req-a09185cf-7579-4338-8dde-662e75f427d5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383589 Feb 28 12:05:31.116027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 7067347c-f383-45a8-a188-cdc21af80e99 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:31.116619 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:31.788751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 72bb3989-442b-4644-ab6c-f13c18c5adfc details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:05:31.921992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:31.935239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'port_id': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'mac_address': 'fa:16:3e:43:61:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:05:31.991640 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:32.008871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bb3989-442b-4644-ab6c-f13c18c5adfc {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:05:32.024676 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:32.028462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:32.100046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=72bb3989-442b-4644-ab6c-f13c18c5adfc,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:32.231589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['72bb3989-442b-4644-ab6c-f13c18c5adfc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:05:32.315565 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df087d39-90a0-4498-ba1b-7ec79f7b5abf req-469f36e0-c55b-47c9-be91-3f8ca8c08694 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:32.317772 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df087d39-90a0-4498-ba1b-7ec79f7b5abf req-469f36e0-c55b-47c9-be91-3f8ca8c08694 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 945 time: 0.0951779 Feb 28 12:05:32.362532 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-df087d39-90a0-4498-ba1b-7ec79f7b5abf req-bbadc036-b6ac-48a4-a1f8-3dfd91ea8fd9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385284 Feb 28 12:05:32.565007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd3c4-fb5b-473b-b051-02e81d8f94a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.546825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad773d32-cb2d-44d4-a12c-bcf77edc68ed req-f6f1eaed-2fc8-4a4f-a45a-9f143662e3fe tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:33.548237 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ad773d32-cb2d-44d4-a12c-bcf77edc68ed req-f6f1eaed-2fc8-4a4f-a45a-9f143662e3fe tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 945 time: 0.0782833 Feb 28 12:05:33.595262 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ad773d32-cb2d-44d4-a12c-bcf77edc68ed req-482236bc-27c8-4b76-9ca6-680a3ea2a69f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407541 Feb 28 12:05:33.732672 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.794968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 72bb3989-442b-4644-ab6c-f13c18c5adfc up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:33.872396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.877879 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 72bb3989-442b-4644-ab6c-f13c18c5adfc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:33.882485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 72bb3989-442b-4644-ab6c-f13c18c5adfc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:33.882844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.996427 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:34.022251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:05:34.031732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:05:34.036817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:34.072937 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'code': 200} Feb 28 12:05:34.105267 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=72bb3989-442b-4644-ab6c-f13c18c5adfc,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:34.333823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c6b4c-82de-41fd-8913-c0f2f4006c82 req-8bc3b76d-3c41-41e8-ae62-7b6040c8d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:34.335357 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0b3c6b4c-82de-41fd-8913-c0f2f4006c82 req-8bc3b76d-3c41-41e8-ae62-7b6040c8d449 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1099 time: 0.1099923 Feb 28 12:05:34.377333 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0b3c6b4c-82de-41fd-8913-c0f2f4006c82 req-546215b8-2b44-40d4-8681-d0c705a726c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353026 Feb 28 12:05:34.785229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fad0-9a1d-4c59-b746-27c732bf18c9 req-0712a79f-a336-479c-ab24-0dcb11a4db09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:34.786652 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b731fad0-9a1d-4c59-b746-27c732bf18c9 req-0712a79f-a336-479c-ab24-0dcb11a4db09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0870664 Feb 28 12:05:34.829870 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b731fad0-9a1d-4c59-b746-27c732bf18c9 req-226ed124-4f78-4eea-957c-4af10c7ebb54 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374744 Feb 28 12:05:35.307459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:36.015034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9907247-ab08-47c4-93cb-cd37b28ad5ee req-209b79ad-1a1a-4605-ab04-88298eba8dc6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:36.016406 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f9907247-ab08-47c4-93cb-cd37b28ad5ee req-209b79ad-1a1a-4605-ab04-88298eba8dc6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0821099 Feb 28 12:05:36.058433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f9907247-ab08-47c4-93cb-cd37b28ad5ee req-9bbdef74-af81-48b2-910c-5772a6e9fce6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365176 Feb 28 12:05:36.236597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02893459-5a10-46c3-9f93-4e0b2370d8b1 req-77d3418b-7208-49eb-9eb5-b31cef3b21f5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:36.238047 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-02893459-5a10-46c3-9f93-4e0b2370d8b1 req-77d3418b-7208-49eb-9eb5-b31cef3b21f5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0778549 Feb 28 12:05:36.281312 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-02893459-5a10-46c3-9f93-4e0b2370d8b1 req-2f5c78f0-b40e-4ba1-8a74-18681f1c0689 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371001 Feb 28 12:05:36.303434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36496) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:36.374255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca35e23-425e-4bb3-b1b1-585d7ac06202 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:36.375733 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bca35e23-425e-4bb3-b1b1-585d7ac06202 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1094 time: 0.0713296 Feb 28 12:05:36.378408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:36.383139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:05:36.388876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:36.392595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:floatingip and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:36.395366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:36.400931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:36.411266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:36.545677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:36.679747 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.179 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/9d044586-24d5-4ada-9dcf-13e9e9c17cdd) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:36.826832 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:36.857464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:36.915442 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:36.918090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:36.925624 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:05:36.959993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=9d044586-24d5-4ada-9dcf-13e9e9c17cdd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:37.428036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:37.498262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:37.699640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:37.704294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:37.809695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=9d044586-24d5-4ada-9dcf-13e9e9c17cdd,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:37.817350 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:37.991678 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP ddea7001-ba42-4f67-a9e0-91eb9f53cdc7 associated. External IP: 172.26.8.179, port: 72bb3989-442b-4644-ab6c-f13c18c5adfc. Feb 28 12:05:38.336099 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:05:38.616957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:05:38.626230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] Sync routers for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:05:38.636407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:38.637030 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:38.640467 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.699285 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-db47b4d6-5eb5-4532-b3f9-60583e6206b9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3197505 Feb 28 12:05:38.700619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:05:38.763410 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'status': 'completed', 'code': 200} Feb 28 12:05:38.817304 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:38.865219 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1871-f417-4327-b963-747c72cbd658 req-d89c1e54-29e5-4c77-9692-70f5c69aa90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:38.866718 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-729f1871-f417-4327-b963-747c72cbd658 req-d89c1e54-29e5-4c77-9692-70f5c69aa90f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1099 time: 0.0734103 Feb 28 12:05:38.897145 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc47f55-a37d-4208-b1d8-d6c4b9645400 req-08437a43-4683-4f0b-8ba4-72f820dc30f7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:38.898621 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0fc47f55-a37d-4208-b1d8-d6c4b9645400 req-08437a43-4683-4f0b-8ba4-72f820dc30f7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0846045 Feb 28 12:05:38.943763 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0fc47f55-a37d-4208-b1d8-d6c4b9645400 req-b6485e3c-3c4b-4333-973a-60f14012cae0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385725 Feb 28 12:05:38.968041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36508) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:39.009686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1871-f417-4327-b963-747c72cbd658 req-775ff120-7ba7-4a34-b8ea-74c457475066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:39.011231 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-729f1871-f417-4327-b963-747c72cbd658 req-775ff120-7ba7-4a34-b8ea-74c457475066 service neutron] 10.222.0.37 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 897 time: 0.1373594 Feb 28 12:05:39.078056 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-51c8266b-a482-4f2d-a953-37e73e643ca7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/ddea7001-ba42-4f67-a9e0-91eb9f53cdc7 HTTP/1.1" status: 200 len: 992 time: 0.1088123 Feb 28 12:05:39.113916 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-729f1871-f417-4327-b963-747c72cbd658 req-327b142e-7327-4f3c-b249-c779fd652b80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 1000 time: 0.0964193 Feb 28 12:05:39.171353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:23Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'ddea7001-ba42-4f67-a9e0-91eb9f53cdc7', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'port_id': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'mac_address': 'fa:16:3e:43:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:05:37Z', 'updated_at': '2022-02-28T12:05:37Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7067347c-f383-45a8-a188-cdc21af80e99', 'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:dc:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:22Z', 'updated_at': '2022-02-28T12:05:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:39.175106 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] Checking router: 8cc2166a-c252-4a87-af48-5dd1ba45cc3c for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:05:39.175418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1871-f417-4327-b963-747c72cbd658 req-b45801fa-bedc-4a17-b7c5-c3b9ca7c9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:39.176861 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-729f1871-f417-4327-b963-747c72cbd658 req-b45801fa-bedc-4a17-b7c5-c3b9ca7c9abe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 200 len: 835 time: 0.0573688 Feb 28 12:05:39.184043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:05:39.184697 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:05:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:39.254432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1871-f417-4327-b963-747c72cbd658 req-8967b612-fd0f-4efb-a46d-a9a95f59d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:39.256814 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-729f1871-f417-4327-b963-747c72cbd658 req-8967b612-fd0f-4efb-a46d-a9a95f59d1de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=299ae318-a4dc-4b18-88db-68684437b31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734489 Feb 28 12:05:39.354622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:05:39.387693 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-729f1871-f417-4327-b963-747c72cbd658 req-e2889d6a-986a-4f8f-8902-1bf38f192c7a service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237810 Feb 28 12:05:39.520014 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-729f1871-f417-4327-b963-747c72cbd658 req-31b56fc8-cf15-400b-bf05-d76fa91a5717 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263618 Feb 28 12:05:39.722597 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:23Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'ddea7001-ba42-4f67-a9e0-91eb9f53cdc7', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'port_id': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'mac_address': 'fa:16:3e:43:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:05:37Z', 'updated_at': '2022-02-28T12:05:37Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7067347c-f383-45a8-a188-cdc21af80e99', 'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:dc:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:22Z', 'updated_at': '2022-02-28T12:05:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:39.727082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c2f09a-5457-4e7e-940d-5817105305e5 None None] The sync data for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv is: [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:23Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': 'ddea7001-ba42-4f67-a9e0-91eb9f53cdc7', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'port_id': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'mac_address': 'fa:16:3e:43:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:05:37Z', 'updated_at': '2022-02-28T12:05:37Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7067347c-f383-45a8-a188-cdc21af80e99', 'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:dc:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:22Z', 'updated_at': '2022-02-28T12:05:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:05:39.921115 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e315542-e45d-4d9f-85c8-3027ed2f79ee None None] New status for floating IP ddea7001-ba42-4f67-a9e0-91eb9f53cdc7: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:05:40.081026 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36512) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:40.185648 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-60f1b736-15a6-4054-b101-8316c3274b96 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/ddea7001-ba42-4f67-a9e0-91eb9f53cdc7 HTTP/1.1" status: 200 len: 992 time: 0.1035805 Feb 28 12:05:41.189554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36516) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:41.293725 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dc3cbdc5-3c10-48dc-8793-0e15830c461c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/ddea7001-ba42-4f67-a9e0-91eb9f53cdc7 HTTP/1.1" status: 200 len: 994 time: 0.1031110 Feb 28 12:05:53.302693 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:05:57.527206 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:00.286491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f9597d0-709e-4087-8efe-be864ed9fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:02.541439 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc588da7-ce0c-4003-8134-e0d01cbd1ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:03.735346 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:03.863358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:05.311207 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:07.096961 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-b9773c0f-e8ee-4353-b4f0-79cc8b778bd8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1697607 Feb 28 12:06:07.234472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-8fb63be1-1c25-4dd0-b2a9-bcf55806eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:07.235942 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-8fb63be1-1c25-4dd0-b2a9-bcf55806eaed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1099 time: 0.0713985 Feb 28 12:06:07.379679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-68917004-b85c-4291-a7a0-3173a809ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:07.381110 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-68917004-b85c-4291-a7a0-3173a809ebed service neutron] 10.222.0.37 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 897 time: 0.1272538 Feb 28 12:06:07.479826 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-76e9b003-7296-4516-a2bb-ac1ee170ae3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 1002 time: 0.0926700 Feb 28 12:06:07.544546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-fa6c68f8-6284-45f6-a5fb-ca3da5241fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:07.545909 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-fa6c68f8-6284-45f6-a5fb-ca3da5241fb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 200 len: 835 time: 0.0600290 Feb 28 12:06:07.621212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-b7f7dd23-3e4b-4be4-85f2-beba158a8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:07.622669 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-b7f7dd23-3e4b-4be4-85f2-beba158a8577 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=299ae318-a4dc-4b18-88db-68684437b31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695586 Feb 28 12:06:07.755601 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-42b212a4-f2c3-45c8-bf69-bb236f54f2a1 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268320 Feb 28 12:06:07.887021 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8ac14714-f959-4cea-a6b5-93b2c6a60433 req-2f00e303-f9c9-42e3-b105-e9dc3b7ef0bf service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247928 Feb 28 12:06:13.899303 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36546) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:06:13.975751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c14678-38a9-4e47-9e9e-e5a0b41cc2ee req-4fa7ff27-af6b-46d8-b2a2-bc8c76372ab2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:13.977403 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-68c14678-38a9-4e47-9e9e-e5a0b41cc2ee req-4fa7ff27-af6b-46d8-b2a2-bc8c76372ab2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.1420059 Feb 28 12:06:14.010704 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-4e31b3ff-c11d-45c6-9b2b-0135cc435996 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101482 Feb 28 12:06:14.022017 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-68c14678-38a9-4e47-9e9e-e5a0b41cc2ee req-d1fea2d1-16e6-4768-9d92-a1c81a7806dc tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382509 Feb 28 12:06:15.163750 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-e7d625a2-a88d-4b65-ad75-9aab642b16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:15.165231 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-e7d625a2-a88d-4b65-ad75-9aab642b16c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1099 time: 0.0699198 Feb 28 12:06:15.260064 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bffec5-da46-4d6a-a924-884a1f25785b req-7c714081-39a1-42f9-b947-2d3a972786cb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:15.261454 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72bffec5-da46-4d6a-a924-884a1f25785b req-7c714081-39a1-42f9-b947-2d3a972786cb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.1309278 Feb 28 12:06:15.298967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-ca67b849-584a-4cc5-9c35-0f6ce66960c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:15.300451 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-ca67b849-584a-4cc5-9c35-0f6ce66960c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 897 time: 0.1294904 Feb 28 12:06:15.304712 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72bffec5-da46-4d6a-a924-884a1f25785b req-503a5f73-e9ab-4fa7-a067-b17605f4b953 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376530 Feb 28 12:06:15.404981 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-29a9aaa8-608e-4a27-9f6b-447ea69cfc95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 1002 time: 0.0981190 Feb 28 12:06:15.466830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-42bc3cec-7c32-449e-ae96-e1c3326cf218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:15.468238 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-42bc3cec-7c32-449e-ae96-e1c3326cf218 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 200 len: 835 time: 0.0565045 Feb 28 12:06:15.543856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-0a9b2d28-b9bb-495c-9b37-bf20805b8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:15.545210 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-0a9b2d28-b9bb-495c-9b37-bf20805b8e3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=299ae318-a4dc-4b18-88db-68684437b31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714996 Feb 28 12:06:15.674162 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-c75b71b0-45c0-4eba-a327-920468cf3fb8 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224866 Feb 28 12:06:15.895417 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-c55fc4c6-1735-48c5-9604-d17dae659258 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152064 Feb 28 12:06:16.485735 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e0427-72da-4919-b848-51171de57a71 req-976d4da5-df36-444e-a3f5-1ae85c675c4c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:16.487194 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-344e0427-72da-4919-b848-51171de57a71 req-976d4da5-df36-444e-a3f5-1ae85c675c4c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0776360 Feb 28 12:06:16.531579 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-344e0427-72da-4919-b848-51171de57a71 req-ba89da60-e67a-45e8-b43b-93de47e73e29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388949 Feb 28 12:06:17.714187 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8d183-2680-4c1a-b285-f6f4a579905a req-60d9112b-716e-4c19-a2e2-4bca65eaf7af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:17.716329 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-21b8d183-2680-4c1a-b285-f6f4a579905a req-60d9112b-716e-4c19-a2e2-4bca65eaf7af tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0832100 Feb 28 12:06:17.760688 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-21b8d183-2680-4c1a-b285-f6f4a579905a req-64a0083f-eefb-432b-bbb1-9d39c5f24ff5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386829 Feb 28 12:06:18.953168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc99d04-61d7-4fbb-9edf-e72db649c722 req-789f664f-fff1-402a-b723-6a868d508f1a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:18.954624 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4fc99d04-61d7-4fbb-9edf-e72db649c722 req-789f664f-fff1-402a-b723-6a868d508f1a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0884774 Feb 28 12:06:18.998811 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4fc99d04-61d7-4fbb-9edf-e72db649c722 req-b53a3d7b-3edf-40dd-bc63-188657732ce6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383337 Feb 28 12:06:20.182640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f63c3-dccc-4135-8e5f-e2ebc3492573 req-9dc92f39-6fd7-44a7-9d1f-d76104298a0d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:20.184607 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d40f63c3-dccc-4135-8e5f-e2ebc3492573 req-9dc92f39-6fd7-44a7-9d1f-d76104298a0d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0813749 Feb 28 12:06:20.228884 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d40f63c3-dccc-4135-8e5f-e2ebc3492573 req-379b97e2-a7c5-4678-944e-a202fdc3f0e5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385480 Feb 28 12:06:21.410714 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb247ddd-6161-4b71-b86b-074be9681b33 req-fed6039b-9ea3-41d3-b06b-6a6a1de55170 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:21.412161 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fb247ddd-6161-4b71-b86b-074be9681b33 req-fed6039b-9ea3-41d3-b06b-6a6a1de55170 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0780165 Feb 28 12:06:21.457613 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fb247ddd-6161-4b71-b86b-074be9681b33 req-f49aed4a-7513-499f-aa30-fcefb0f96aaf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399411 Feb 28 12:06:22.640716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba660e9-323d-4409-8cd1-c0288c8ee48e req-268fe593-fff0-4d10-ba04-2689555efc17 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:22.642131 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bba660e9-323d-4409-8cd1-c0288c8ee48e req-268fe593-fff0-4d10-ba04-2689555efc17 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0782528 Feb 28 12:06:22.685429 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bba660e9-323d-4409-8cd1-c0288c8ee48e req-406e71dd-0932-4c5f-9f81-44a29882ceef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377929 Feb 28 12:06:23.873758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00933cf7-30c1-4679-aa65-0aad1c8c92a5 req-209e20aa-bcda-4575-a448-78feb976da10 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:23.875242 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-00933cf7-30c1-4679-aa65-0aad1c8c92a5 req-209e20aa-bcda-4575-a448-78feb976da10 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0849969 Feb 28 12:06:23.919527 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-00933cf7-30c1-4679-aa65-0aad1c8c92a5 req-de4eaa82-5f0a-4341-969b-acfb3e36cc4c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386000 Feb 28 12:06:25.102545 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6b85d-7948-4b0f-80dc-686134dc2638 req-6c46b50c-b7c8-487d-b68d-4393ef86b785 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:25.103995 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80c6b85d-7948-4b0f-80dc-686134dc2638 req-6c46b50c-b7c8-487d-b68d-4393ef86b785 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0770957 Feb 28 12:06:25.148005 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80c6b85d-7948-4b0f-80dc-686134dc2638 req-386c86e2-333e-4d8d-94f2-e7d38fe4fcb6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375898 Feb 28 12:06:26.342229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce908e6-54a8-40f6-8dcf-d1b7931bb29a req-7656cd4f-a1eb-480e-825a-4b9b787645d4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:26.344033 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bce908e6-54a8-40f6-8dcf-d1b7931bb29a req-7656cd4f-a1eb-480e-825a-4b9b787645d4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0842040 Feb 28 12:06:26.388385 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bce908e6-54a8-40f6-8dcf-d1b7931bb29a req-3f3848d9-cf0e-4e03-b6ac-f6568b887de6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376174 Feb 28 12:06:27.531533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:27.567034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bf570-f2e1-4d39-ba02-0fc1dbf41620 req-56340239-1ea5-46bf-8c74-3717fd889606 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:27.568495 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-867bf570-f2e1-4d39-ba02-0fc1dbf41620 req-56340239-1ea5-46bf-8c74-3717fd889606 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0772328 Feb 28 12:06:27.614438 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-867bf570-f2e1-4d39-ba02-0fc1dbf41620 req-eac19ece-5233-4fac-8e51-be73940bbce9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401289 Feb 28 12:06:28.805866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fbeec-4035-47c4-b40e-1da9a0cde585 req-14f0550c-fb7b-47f2-a49a-d10eb3418099 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:28.807317 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-889fbeec-4035-47c4-b40e-1da9a0cde585 req-14f0550c-fb7b-47f2-a49a-d10eb3418099 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0883093 Feb 28 12:06:28.850653 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-889fbeec-4035-47c4-b40e-1da9a0cde585 req-29696cd5-b1ac-4c52-8288-b90f15e4d219 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376418 Feb 28 12:06:30.036679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb2dac-e04b-429a-aa2f-d64b6e6f2130 req-b5402d9c-65a6-42f0-9f89-a07cc4307486 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:30.038013 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a6eb2dac-e04b-429a-aa2f-d64b6e6f2130 req-b5402d9c-65a6-42f0-9f89-a07cc4307486 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0823784 Feb 28 12:06:30.082495 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a6eb2dac-e04b-429a-aa2f-d64b6e6f2130 req-43af196f-fcef-4571-8507-0cb44eb64dc4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389702 Feb 28 12:06:30.287612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2979bfd3-bde5-4647-9992-7c43908d1935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:30.300957 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:06:31.268114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d542-1478-45d4-b11f-bb79c47b4e09 req-26ef784d-2fee-41f1-8889-c344f47dac6e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:31.269599 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3971d542-1478-45d4-b11f-bb79c47b4e09 req-26ef784d-2fee-41f1-8889-c344f47dac6e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0833356 Feb 28 12:06:31.313453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3971d542-1478-45d4-b11f-bb79c47b4e09 req-020879a8-2099-4e6d-8522-65b8f96b001f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383401 Feb 28 12:06:32.515075 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74c6f4-c052-4040-8914-080576c5154d req-1eeab990-3ec1-4a60-ad6c-0f72ae38003f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:32.517667 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ee74c6f4-c052-4040-8914-080576c5154d req-1eeab990-3ec1-4a60-ad6c-0f72ae38003f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0996716 Feb 28 12:06:32.539408 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-3ac74ba7-33e7-496a-947d-a30a8c9d56c5 service neutron] 10.222.0.37 "GET /v2.0/ports/72bb3989-442b-4644-ab6c-f13c18c5adfc/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0773711 Feb 28 12:06:32.548436 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d8eb623d-14a4-4a30-b7f0-22c776d02b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:32.566701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ee74c6f4-c052-4040-8914-080576c5154d req-9b53c2d0-ab86-4345-bfc3-ed2121913d21 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435519 Feb 28 12:06:32.804564 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-dafb1ad0-2197-494d-8469-f7e3b0e48619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:32.806009 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-dafb1ad0-2197-494d-8469-f7e3b0e48619 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 1099 time: 0.0735576 Feb 28 12:06:32.893544 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-5c9505a0-7c9a-4dce-a0cd-81d09c4fb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:32.894953 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-5c9505a0-7c9a-4dce-a0cd-81d09c4fb106 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1099 time: 0.0680599 Feb 28 12:06:33.021101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-02ed413f-6490-4e07-8f21-ae83a744a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:33.022518 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-02ed413f-6490-4e07-8f21-ae83a744a8f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 897 time: 0.1220374 Feb 28 12:06:33.123447 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-c2cd1985-c667-4e70-b1c8-25fe1f4199af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 1002 time: 0.0953012 Feb 28 12:06:33.183757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-37b0003e-d3b2-41e3-a620-b4760296dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:33.185137 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-37b0003e-d3b2-41e3-a620-b4760296dd51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 200 len: 835 time: 0.0562782 Feb 28 12:06:33.259494 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-4a3ccd61-c1ae-4efe-a901-a1a9cc7ce5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:33.260927 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-4a3ccd61-c1ae-4efe-a901-a1a9cc7ce5b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=299ae318-a4dc-4b18-88db-68684437b31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701306 Feb 28 12:06:33.388613 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-b4c94af3-d965-42c6-9a89-7a8d248fe5f2 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217520 Feb 28 12:06:33.514804 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8850e6fe-39c1-4b15-897b-82e82e77d79a req-08aafc28-0e87-4ee1-8b3b-355e4fdf40d1 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208336 Feb 28 12:06:33.738372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:33.755683 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb88991-3450-4448-a9fa-0dd0cf66955d req-0e282183-87a2-4903-8899-d201b4796cc6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:33.757130 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8bb88991-3450-4448-a9fa-0dd0cf66955d req-0e282183-87a2-4903-8899-d201b4796cc6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0799866 Feb 28 12:06:33.802953 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8bb88991-3450-4448-a9fa-0dd0cf66955d req-770032f6-5e31-4180-9da5-73b144c06d94 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394931 Feb 28 12:06:33.864419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:34.983662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f1475-7d33-4051-b572-7f650d29bdf0 req-dae0fa65-90ba-46ee-b317-1b945bfa06b3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:34.985080 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1b9f1475-7d33-4051-b572-7f650d29bdf0 req-dae0fa65-90ba-46ee-b317-1b945bfa06b3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0778105 Feb 28 12:06:35.030269 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1b9f1475-7d33-4051-b572-7f650d29bdf0 req-a918a493-49ca-415b-8a0a-c108b487c399 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396984 Feb 28 12:06:35.315904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:36.096727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 72bb3989-442b-4644-ab6c-f13c18c5adfc details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:06:36.099025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 72bb3989-442b-4644-ab6c-f13c18c5adfc no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:06:36.309875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:36.330127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d322cce-cd7a-4289-ac18-8fa82a52d90d req-718bd34e-56bd-4443-8a92-bfd32271f89d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:36.331592 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d322cce-cd7a-4289-ac18-8fa82a52d90d req-718bd34e-56bd-4443-8a92-bfd32271f89d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.1958168 Feb 28 12:06:36.347036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:06:36.362829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:06:36.370112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'port_id': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'mac_address': 'fa:16:3e:43:61:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:06:36.375843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:06:36.383712 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d322cce-cd7a-4289-ac18-8fa82a52d90d req-cd2a5e47-ba5e-44a8-9f73-ac5b526217f9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463407 Feb 28 12:06:36.405659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:36.441223 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'code': 200} Feb 28 12:06:36.484975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:36.508587 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bb3989-442b-4644-ab6c-f13c18c5adfc {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:06:36.512315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=72bb3989-442b-4644-ab6c-f13c18c5adfc,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:06:36.525836 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.526175 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.526507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.526835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.527188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.527515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.527891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.528791 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.529221 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.529664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.529989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.530482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:06:36.539409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:06:36.544801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:36.614219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['72bb3989-442b-4644-ab6c-f13c18c5adfc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:06:36.648766 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=72bb3989-442b-4644-ab6c-f13c18c5adfc,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:06:36.712074 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6bfd9-2deb-4553-8c8c-e9a4125a42b8 req-ec632efa-ce8e-457c-873f-af1d1ca2723d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:36.713540 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bad6bfd9-2deb-4553-8c8c-e9a4125a42b8 req-ec632efa-ce8e-457c-873f-af1d1ca2723d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 945 time: 0.0896542 Feb 28 12:06:36.720519 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377796-1cac-4906-b2cf-4844213375dc req-fe6cbefc-fa13-44bf-8425-6a37aeed9798 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:36.721244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-6d377796-1cac-4906-b2cf-4844213375dc req-fe6cbefc-fa13-44bf-8425-6a37aeed9798 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:06:36.739198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-6d377796-1cac-4906-b2cf-4844213375dc req-fe6cbefc-fa13-44bf-8425-6a37aeed9798 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:06:36.740467 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6d377796-1cac-4906-b2cf-4844213375dc req-fe6cbefc-fa13-44bf-8425-6a37aeed9798 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f&tenant_id=d5eb8f182a8f4cc4bba144d704c81666&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 945 time: 0.1137774 Feb 28 12:06:36.759642 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bad6bfd9-2deb-4553-8c8c-e9a4125a42b8 req-21eaf70b-c8c0-4380-905a-0d8f72751d1f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399671 Feb 28 12:06:36.893119 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377796-1cac-4906-b2cf-4844213375dc req-38a8ba6d-896d-4ec4-877e-8720fd38db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:36.894576 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6d377796-1cac-4906-b2cf-4844213375dc req-38a8ba6d-896d-4ec4-877e-8720fd38db65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1098 time: 0.0766139 Feb 28 12:06:36.962121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e539-0ce6-42a3-87d9-ea980fe89e5b req-bc5236ea-2acd-463c-8eb8-b01fc283e3b7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:36.963566 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fdf9e539-0ce6-42a3-87d9-ea980fe89e5b req-bc5236ea-2acd-463c-8eb8-b01fc283e3b7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 945 time: 0.0868669 Feb 28 12:06:37.006523 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fdf9e539-0ce6-42a3-87d9-ea980fe89e5b req-a7605cee-fe8c-476a-8708-cc16b1440300 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373640 Feb 28 12:06:37.024625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377796-1cac-4906-b2cf-4844213375dc req-538fff35-4317-4a84-906c-7f3403a991ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:37.026186 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6d377796-1cac-4906-b2cf-4844213375dc req-538fff35-4317-4a84-906c-7f3403a991ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 897 time: 0.1262405 Feb 28 12:06:37.126283 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6d377796-1cac-4906-b2cf-4844213375dc req-40cf63ea-fb32-41c2-b0c2-1a6bf8ab9d3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 1001 time: 0.0935757 Feb 28 12:06:37.185668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377796-1cac-4906-b2cf-4844213375dc req-c5ba30bd-82f3-46ad-a0e3-c6957604b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:37.186933 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6d377796-1cac-4906-b2cf-4844213375dc req-c5ba30bd-82f3-46ad-a0e3-c6957604b036 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 200 len: 835 time: 0.0546834 Feb 28 12:06:37.257600 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377796-1cac-4906-b2cf-4844213375dc req-474be95a-dc59-4f60-bdea-fdee12c9f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:37.259021 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6d377796-1cac-4906-b2cf-4844213375dc req-474be95a-dc59-4f60-bdea-fdee12c9f03f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=299ae318-a4dc-4b18-88db-68684437b31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663586 Feb 28 12:06:37.384902 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6d377796-1cac-4906-b2cf-4844213375dc req-811f5039-4769-4465-8043-f6c5933055c8 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192453 Feb 28 12:06:37.612889 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6d377796-1cac-4906-b2cf-4844213375dc req-10fd833d-16e6-43df-a8ca-2e20b089d589 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225378 Feb 28 12:06:38.108613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 72bb3989-442b-4644-ab6c-f13c18c5adfc up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:06:38.176922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 72bb3989-442b-4644-ab6c-f13c18c5adfc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:06:38.177290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:38.195758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457d72f-54ac-4845-acc8-403496f0f918 req-e609d67e-abe9-412b-8bd6-25a16f28edd9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:38.197322 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2457d72f-54ac-4845-acc8-403496f0f918 req-e609d67e-abe9-412b-8bd6-25a16f28edd9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 945 time: 0.0849373 Feb 28 12:06:38.242666 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2457d72f-54ac-4845-acc8-403496f0f918 req-c281402b-3791-4538-a0a6-c8f09ed077a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386078 Feb 28 12:06:38.270042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36626) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:06:38.296996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:38.329115 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:06:38.332934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:38.377336 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-adab445b-9da3-43aa-b547-85d548ad87d7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/ddea7001-ba42-4f67-a9e0-91eb9f53cdc7 HTTP/1.1" status: 200 len: 993 time: 0.1060877 Feb 28 12:06:38.398394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=72bb3989-442b-4644-ab6c-f13c18c5adfc,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:06:38.442440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:06:38.485462 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'code': 200} Feb 28 12:06:57.534203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:00.288397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb8f216a-d453-479a-990e-a1614ead9cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:02.541013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c42ee378-cb38-4f7c-ab04-55866e53d433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:03.741401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:03.868701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:05.316779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:06.940162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36640) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:07.196514 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-f71204b6-32ea-4835-ae7b-e618c9bcec78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2012489 Feb 28 12:07:07.197596 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 9d044586-24d5-4ada-9dcf-13e9e9c17cdd {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:07:07.197928 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:07.300115 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:07:07.422347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:07.422667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:07.541032 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-c79943d2-80cb-401d-bbcc-c3f15003c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:07.542490 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-c79943d2-80cb-401d-bbcc-c3f15003c0d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1099 time: 0.2678452 Feb 28 12:07:07.548885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 9d044586-24d5-4ada-9dcf-13e9e9c17cdd owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:07:07.740136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-8e04c614-6fb7-47a1-b0a7-0c187133f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:07.741565 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-8e04c614-6fb7-47a1-b0a7-0c187133f58c service neutron] 10.222.0.37 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 897 time: 0.1660016 Feb 28 12:07:07.893171 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-5186c195-4544-4cd1-bdcf-f585251dd491 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 1002 time: 0.1449859 Feb 28 12:07:07.931637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:07.992194 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=9d044586-24d5-4ada-9dcf-13e9e9c17cdd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:08.167910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.168253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.168592 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.168930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.169256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.169580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.169906 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.170227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.170546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.170870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.171217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.171536 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:08.179001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-b550bc0d-04f8-48e6-b0dd-fea39fd507f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:08.180446 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-b550bc0d-04f8-48e6-b0dd-fea39fd507f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 200 len: 835 time: 0.2812164 Feb 28 12:07:08.247900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:08.248173 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP ddea7001-ba42-4f67-a9e0-91eb9f53cdc7 disassociated (deleted). External IP: 172.26.8.179, port: 72bb3989-442b-4644-ab6c-f13c18c5adfc. Feb 28 12:07:08.403535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-09ff8f7e-b256-48bc-a3c4-a3b0a19329ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:08.405002 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-09ff8f7e-b256-48bc-a3c4-a3b0a19329ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=299ae318-a4dc-4b18-88db-68684437b31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2158926 Feb 28 12:07:08.693964 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-babf067c-0c45-4c47-939c-ec7844694bde service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814436 Feb 28 12:07:08.810238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:07:08.930411 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e952a41c-4460-45b7-aa01-d96e26b68a27 req-9040a130-ed2c-4d7f-ad3d-4d9e5e1d47f4 service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295802 Feb 28 12:07:09.034521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:07:09.044218 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] Sync routers for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:07:09.054299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:09.054634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:09.054909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:09.112275 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7dce8528-5f3d-4ebd-855b-cf92557fcc29 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/floatingips/ddea7001-ba42-4f67-a9e0-91eb9f53cdc7 HTTP/1.1" status: 204 len: 168 time: 2.1710284 Feb 28 12:07:09.112922 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:07:09.160753 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'status': 'completed', 'code': 200} Feb 28 12:07:09.238110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:09.251438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-f9ac01ff-d68e-4d1e-be0a-01c3bf43d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:09.253640 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-f9ac01ff-d68e-4d1e-be0a-01c3bf43d32b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 1099 time: 0.0724421 Feb 28 12:07:09.390947 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-31317612-f826-4fa0-a9d5-ceb793fe5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:09.392451 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-31317612-f826-4fa0-a9d5-ceb793fe5a4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 200 len: 897 time: 0.1335702 Feb 28 12:07:09.463071 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-ff06cbe5-e886-459d-b51b-2e69faf7c6b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 200 len: 217 time: 0.0640149 Feb 28 12:07:09.510512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd3239-1e50-44dd-8ee2-3ddc7a0fa4eb req-27054fa0-74c3-4585-80fd-fb6c5e42803c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:09.511945 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-43bd3239-1e50-44dd-8ee2-3ddc7a0fa4eb req-27054fa0-74c3-4585-80fd-fb6c5e42803c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0865510 Feb 28 12:07:09.525812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-2da9dda5-ca7e-4e7a-b698-4838921e5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:09.527757 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-2da9dda5-ca7e-4e7a-b698-4838921e5cae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 200 len: 835 time: 0.0587590 Feb 28 12:07:09.559270 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-43bd3239-1e50-44dd-8ee2-3ddc7a0fa4eb req-8516e908-6a07-4c4f-b745-2f9449070d27 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399032 Feb 28 12:07:09.728610 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-70da8384-a27e-408f-8f62-349eef08fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:09.730072 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-70da8384-a27e-408f-8f62-349eef08fba3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=299ae318-a4dc-4b18-88db-68684437b31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1952651 Feb 28 12:07:09.760866 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:23Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '7067347c-f383-45a8-a188-cdc21af80e99', 'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:dc:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:22Z', 'updated_at': '2022-02-28T12:05:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:09.767413 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] Checking router: 8cc2166a-c252-4a87-af48-5dd1ba45cc3c for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:07:09.781462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:09.782067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:09.869654 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-4cadf9ae-f130-495e-9128-a9682a8a8f6c service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316786 Feb 28 12:07:09.980750 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:10.004010 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f2318f2d-d514-4435-9d0a-e87207d1e647 req-aa61460c-a6e0-4844-96e5-efa7bc6b088a service neutron] 10.222.0.37 "GET /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261320 Feb 28 12:07:10.287882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:23Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '7067347c-f383-45a8-a188-cdc21af80e99', 'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:dc:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:22Z', 'updated_at': '2022-02-28T12:05:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:10.291654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae457d2-9b28-4dab-8b96-b00c9e066a3b None None] The sync data for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv is: [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:05:23Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '7067347c-f383-45a8-a188-cdc21af80e99', 'name': '', 'network_id': '299ae318-a4dc-4b18-88db-68684437b31e', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:dc:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:22Z', 'updated_at': '2022-02-28T12:05:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '731d4f61-66ab-42e3-9b9a-09e3a0e5d64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:07:10.495610 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471ab7a-23be-4af8-bf53-823447ece108 None None] New status for floating IP ddea7001-ba42-4f67-a9e0-91eb9f53cdc7: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:07:10.754680 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fdb95-b97a-4203-bbbc-77c5a5182214 req-a1affa74-8dc6-449a-9afc-58488a726223 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:10.756156 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-176fdb95-b97a-4203-bbbc-77c5a5182214 req-a1affa74-8dc6-449a-9afc-58488a726223 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0839975 Feb 28 12:07:10.798797 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-176fdb95-b97a-4203-bbbc-77c5a5182214 req-3ff2de4a-c1d8-4d13-84c2-d7a9077f5d4f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=6677002a-e73f-4bf2-bd90-b8345d50279e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369806 Feb 28 12:07:11.058624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-7f2be800-5a61-4952-944c-4f98fce121c5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:11.059337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-7f2be800-5a61-4952-944c-4f98fce121c5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:11.073921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-7f2be800-5a61-4952-944c-4f98fce121c5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:11.075269 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-7f2be800-5a61-4952-944c-4f98fce121c5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 946 time: 0.0952761 Feb 28 12:07:11.143676 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 72bb3989-442b-4644-ab6c-f13c18c5adfc {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:07:11.144011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:11.391937 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 72bb3989-442b-4644-ab6c-f13c18c5adfc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=72bb3989-442b-4644-ab6c-f13c18c5adfc,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:11.392297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:11.517644 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 72bb3989-442b-4644-ab6c-f13c18c5adfc owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:07:11.654439 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:11.712348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=72bb3989-442b-4644-ab6c-f13c18c5adfc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:11.785891 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] No DVR routers for this DVR port 72bb3989-442b-4644-ab6c-f13c18c5adfc on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:07:11.788401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:11.790862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'name': 'network-vif-deleted', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:07:11.807138 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-47d19a44-9b7e-490a-80e8-7cfc8b7da824 req-954390de-ea54-4e9a-b763-4798dd646372 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "DELETE /v2.0/ports/72bb3989-442b-4644-ab6c-f13c18c5adfc HTTP/1.1" status: 204 len: 173 time: 0.7256453 Feb 28 12:07:11.842469 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f', 'name': 'network-vif-deleted', 'tag': '72bb3989-442b-4644-ab6c-f13c18c5adfc', 'status': 'completed', 'code': 200} Feb 28 12:07:11.949310 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-70bb98ec-5b4a-480e-853a-1124437e8453 req-5436d46c-5a73-4f14-b90f-94406a55b35e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c2a2dac-ed36-4cb7-ae4e-5971e7d80f2f HTTP/1.1" status: 200 len: 210 time: 0.0428152 Feb 28 12:07:13.043413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36662) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:13.673804 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.021059 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 7067347c-f383-45a8-a188-cdc21af80e99 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:07:14.021395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.200751 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 7067347c-f383-45a8-a188-cdc21af80e99, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=7067347c-f383-45a8-a188-cdc21af80e99,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:14.201444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.309702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 72bb3989-442b-4644-ab6c-f13c18c5adfc no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:07:14.331808 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 7067347c-f383-45a8-a188-cdc21af80e99 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:07:14.347800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 72bb3989-442b-4644-ab6c-f13c18c5adfc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:07:14.348146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 72bb3989-442b-4644-ab6c-f13c18c5adfc not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:07:14.643990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.692181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=7067347c-f383-45a8-a188-cdc21af80e99,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:15.065684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.414178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:07:15.583190 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:07:15.592727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] Sync routers for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:07:15.595753 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-fd49c62d-112c-4991-85e0-fca4a1f06fef tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/8cc2166a-c252-4a87-af48-5dd1ba45cc3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512912 Feb 28 12:07:15.598833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36666) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:15.602851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:15.603497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:15.666103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-018623b5-0b00-4de3-b927-dc8d3de0a529 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting subnet 731d4f61-66ab-42e3-9b9a-09e3a0e5d64b {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:07:15.669099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-018623b5-0b00-4de3-b927-dc8d3de0a529 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.724012 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-018623b5-0b00-4de3-b927-dc8d3de0a529 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.774928 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:15.810136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-018623b5-0b00-4de3-b927-dc8d3de0a529 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.884258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-018623b5-0b00-4de3-b927-dc8d3de0a529 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.925684 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-018623b5-0b00-4de3-b927-dc8d3de0a529 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.929529 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018623b5-0b00-4de3-b927-dc8d3de0a529 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Subnet': ['ID=731d4f61-66ab-42e3-9b9a-09e3a0e5d64b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:15.939154 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-018623b5-0b00-4de3-b927-dc8d3de0a529 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/subnets/731d4f61-66ab-42e3-9b9a-09e3a0e5d64b HTTP/1.1" status: 204 len: 168 time: 0.3368163 Feb 28 12:07:15.939286 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36670) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:15.939852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd5951-8524-4412-a012-877ffa92b75a None None] Network 299ae318-a4dc-4b18-88db-68684437b31e requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:07:16.119403 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.269160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:07:14Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': 'a4f832fd-25aa-4470-9164-b8aeea5dafa4', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:19Z', 'updated_at': '2022-02-28T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:16.273740 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] Checking router: 8cc2166a-c252-4a87-af48-5dd1ba45cc3c for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:07:16.287992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] Routers {'8cc2166a-c252-4a87-af48-5dd1ba45cc3c'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:16.288761 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:16.300188 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.309389 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port a4f832fd-25aa-4470-9164-b8aeea5dafa4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:07:16.309812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.341806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38faebd-945b-441c-90a7-e6b41e50767b None None] DHCP port deletion for 299ae318-a4dc-4b18-88db-68684437b31e request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:07:16.360756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d38faebd-945b-441c-90a7-e6b41e50767b None None] Deleting port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:07:16.361128 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d38faebd-945b-441c-90a7-e6b41e50767b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.516969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] Set router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:16.588672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port a4f832fd-25aa-4470-9164-b8aeea5dafa4, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=a4f832fd-25aa-4470-9164-b8aeea5dafa4,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:16.589234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.632829 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:07:16Z', 'revision_number': 6, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:16.646329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9710d95-56ab-4153-8226-c523a0848b0f None None] The sync data for ids ['8cc2166a-c252-4a87-af48-5dd1ba45cc3c'] in dv-neutron-831192-2-hyperv is: [{'id': '8cc2166a-c252-4a87-af48-5dd1ba45cc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479604616', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:18Z', 'updated_at': '2022-02-28T12:07:16Z', 'revision_number': 6, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:07:16.719925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for a4f832fd-25aa-4470-9164-b8aeea5dafa4 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:07:16.757754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d38faebd-945b-441c-90a7-e6b41e50767b None None] For port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5aa0be4d-e4a4-4b65-9c00-f232b841cf21,segment=NetworkSegment(4fb0778e-6440-462d-9bfe-10b85def6cc0),segment_id=4fb0778e-6440-462d-9bfe-10b85def6cc0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:16.758151 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d38faebd-945b-441c-90a7-e6b41e50767b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.878663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d38faebd-945b-441c-90a7-e6b41e50767b None None] Calling delete_port for 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:07:16.887535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.935857 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=a4f832fd-25aa-4470-9164-b8aeea5dafa4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:16.956763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d38faebd-945b-441c-90a7-e6b41e50767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.005566 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38faebd-945b-441c-90a7-e6b41e50767b None None] Pushing event deleted for resources: {'Port': ['ID=5aa0be4d-e4a4-4b65-9c00-f232b841cf21,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:17.010599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38faebd-945b-441c-90a7-e6b41e50767b None None] No DVR routers for this DVR port 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:07:17.035554 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.214864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.217170 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.239771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.240278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Fanout notify agent at l3_agent the message router_deleted on router 8cc2166a-c252-4a87-af48-5dd1ba45cc3c {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:07:17.256268 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.257336 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-67720f4c-8924-4279-aa84-8d73736d7260 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/routers/8cc2166a-c252-4a87-af48-5dd1ba45cc3c HTTP/1.1" status: 204 len: 168 time: 1.3172584 Feb 28 12:07:17.260034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36674) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:17.372537 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.452347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7067347c-f383-45a8-a188-cdc21af80e99 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:07:17.489173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 7067347c-f383-45a8-a188-cdc21af80e99 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:07:17.489437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 7067347c-f383-45a8-a188-cdc21af80e99 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:07:17.489857 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:07:17.505474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.532872 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299ae318-a4dc-4b18-88db-68684437b31e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:17.547817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb0778e-6440-462d-9bfe-10b85def6cc0') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:17.548115 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb0778e-6440-462d-9bfe-10b85def6cc0') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:17.561037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.565004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:07:17.565386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5aa0be4d-e4a4-4b65-9c00-f232b841cf21 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:07:17.578080 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.584489 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:07:17.584871 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:07:17.600300 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:07:17.681963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.700771 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.712381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Network': ['ID=299ae318-a4dc-4b18-88db-68684437b31e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:17.720863 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1eae175d-e7a5-4dfd-b285-a5fe9c48b13a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/networks/299ae318-a4dc-4b18-88db-68684437b31e HTTP/1.1" status: 204 len: 168 time: 0.4598854 Feb 28 12:07:17.724141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36678) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:17.792079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f710384-e39d-4e78-95ca-4d640d6a24c8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.821221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f710384-e39d-4e78-95ca-4d640d6a24c8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.886755 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f710384-e39d-4e78-95ca-4d640d6a24c8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.908611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f710384-e39d-4e78-95ca-4d640d6a24c8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6677002a-e73f-4bf2-bd90-b8345d50279e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:17.917873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f710384-e39d-4e78-95ca-4d640d6a24c8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.918980 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-0f710384-e39d-4e78-95ca-4d640d6a24c8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/security-groups/6677002a-e73f-4bf2-bd90-b8345d50279e HTTP/1.1" status: 204 len: 168 time: 0.1939464 Feb 28 12:07:18.121239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36686) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:18.126460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209582170', 'description': 'tempest-secgroup-smoke-1209582170 description', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:18.132822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:18.137145 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:18.139956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:18.146086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:18.243407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.262925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:18.266641 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:18.269485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:18.275173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:18.345602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.349523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.394290 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96b0c69-675e-4b61-8367-2269dce87e3a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:18.398072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.401858 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b0acb95e-9109-4190-8e24-86ed4cb199ee tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2770336 Feb 28 12:07:18.402698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36690) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:18.406847 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f96b0c69-675e-4b61-8367-2269dce87e3a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:18.412730 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:18.416478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:18.419289 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:18.425384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:18.442407 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.502173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.506099 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.528517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058cc0cb-e61b-4575-98c6-02356e6b98eb,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:18.537570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.538719 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-54c82619-ee5b-4a48-909d-0c7710fe62e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357872 Feb 28 12:07:18.541437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36694) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:18.546302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f96b0c69-675e-4b61-8367-2269dce87e3a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:18.552539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:18.556275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:18.559055 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:18.564649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:18.581159 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.639895 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.643337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.672285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02144dd-08e5-44e9-a13f-f4334d0e8284,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:18.684851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.686032 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-5c1bcc29-8380-4b79-b0a5-c4b265409ba0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436288 Feb 28 12:07:18.688701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36698) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:18.693642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f96b0c69-675e-4b61-8367-2269dce87e3a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:18.699474 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:18.703650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:18.706817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:18.712578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:18.729767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.791304 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.794742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.817732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0553537-8097-43ec-ba43-59f068178c6e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:18.826435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.827625 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-250fb398-987e-45ca-a7b9-5213616a381d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380198 Feb 28 12:07:18.830516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36702) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:18.835435 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f96b0c69-675e-4b61-8367-2269dce87e3a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:18.841182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:18.844925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:18.848266 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:18.853811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:18.872229 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.933471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.936569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.962405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc897207-75af-4474-aced-d9b28c5dd024,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:18.972318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.973687 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d4ec783e-858a-4cb6-a60f-cec493fdab90 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421483 Feb 28 12:07:18.976818 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:18.982134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f96b0c69-675e-4b61-8367-2269dce87e3a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:18.988481 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:18.992432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:18.995679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:19.001959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:19.012853 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:07:19.020757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.053483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a4f832fd-25aa-4470-9164-b8aeea5dafa4 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:07:19.089389 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.093610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.097410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: a4f832fd-25aa-4470-9164-b8aeea5dafa4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:07:19.097825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device a4f832fd-25aa-4470-9164-b8aeea5dafa4 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:07:19.117404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8316d1-a001-4af6-b3ca-d1308d692ce3,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:19.127493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.127867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.128206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.128542 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.128884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.129203 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.129525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.129852 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.130177 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.130499 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.130837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.131182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:19.133832 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.137438 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c196390f-cc78-4ed4-a58c-81488da42543 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574290 Feb 28 12:07:19.137706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36710) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:19.142420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': 'f96b0c69-675e-4b61-8367-2269dce87e3a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:19.148811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:19.152564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:19.155465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:19.162184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:19.172681 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:07:19.179277 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.244863 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.248866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.271998 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3149c5b-2a22-4f01-9797-ae4a2d18b83a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:19.280072 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.281195 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9377e63f-74b0-4422-9df5-489edce33305 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426797 Feb 28 12:07:19.284677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:19.290168 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'network': {'name': 'tempest-network-smoke--1178079337', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:19.295046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:19.299053 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:network and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:19.301916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:19.307647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:19.318231 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:07:19.321879 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.349604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:07:19.358935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.359355 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Added segment ce496e6f-0023-459f-81ec-e4359d72a6cb of type vlan for network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 Feb 28 12:07:19.385560 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.416534 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.421889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:19.422464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.517253 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2314446 Feb 28 12:07:19.520497 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36718) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:19.525658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'admin_state_up': True, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:19.528732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2120612-1831-49f7-9fed-bb8cf9185518 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Network': ['ID=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:19.532715 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:19.536531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:router and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:19.538701 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:07:19.539548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:19.545834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:19.556042 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.557011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.574284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.839807 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:20.131657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:20.159825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:20.290359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.6 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/0d8eefeb-be8f-496b-980d-8792de2388bd) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:20.447039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:20.476199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:20.531034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:20.533783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:20.537880 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:07:20.678601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=0d8eefeb-be8f-496b-980d-8792de2388bd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:21.048478 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.384690 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.583743 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:07:21.756211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:07:21.765339 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Sync routers for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:07:21.778303 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:21.778303 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:21.786823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.786823 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a2e81580-3c1f-4ec6-8b75-07ed858f9c6a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2650895 Feb 28 12:07:21.790014 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36722) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:21.856963 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-b6406298-e3c6-4966-ac82-8c42a9c12117 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d5eb8f182a8f4cc4bba144d704c81666&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651114 Feb 28 12:07:21.858883 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36726) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:21.978351 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:22.101199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed78de-7035-4257-8102-f0dce9cf6820 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:22.105520 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6eed78de-7035-4257-8102-f0dce9cf6820 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2430038 Feb 28 12:07:22.105862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36730) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:22.150636 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0b13ee36-dc5a-43ef-a080-fb2a7fdf8d58 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430539 Feb 28 12:07:22.153154 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36734) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:22.158435 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-209762616', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:22.265453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:22.269742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:subnet and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:22.272510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:22.278073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:22.286270 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:20Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:22.288337 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:07:22.290125 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Checking router: f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:07:22.290468 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Updating router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 port 0d8eefeb-be8f-496b-980d-8792de2388bd binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:07:22.291931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.341842 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.508715 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.593922 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Subnet': ['ID=201b92ce-6993-4e79-ae7b-b466f22a4ee1,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:22.598871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Checking segment: {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:07:22.599262 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network hostable DHCP agents. Network: 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:07:22.617153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:07:22.626402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:22.631159 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:22.631796 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.639696 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b6b7c7-3b26-4d70-a737-3d0d2fe3e060 None None] Network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:07:22.653463 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2f22c187-4284-415b-a676-7938f8d00fa2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4993346 Feb 28 12:07:22.656258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36738) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:22.670198 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.682726 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Transition to ACTIVE for port object 0d8eefeb-be8f-496b-980d-8792de2388bd will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:22.691518 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.768393 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Pushing event updated for resources: {'Port': ['ID=0d8eefeb-be8f-496b-980d-8792de2388bd,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:22.777805 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.778149 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.778512 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.778977 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.779339 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.779661 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.779981 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.780300 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.780619 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.780936 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.781250 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.781562 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:22.802300 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Attempting to bind port 0d8eefeb-be8f-496b-980d-8792de2388bd on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:07:22.802686 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Attempting to bind port 0d8eefeb-be8f-496b-980d-8792de2388bd by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:07:22.803146 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Attempting to bind port 0d8eefeb-be8f-496b-980d-8792de2388bd on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:07:22.811422 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:07:22.811785 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:07:22.812175 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.812555 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:07:22.813004 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Bound port: 0d8eefeb-be8f-496b-980d-8792de2388bd, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:07:22.813367 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.886858 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] For port 0d8eefeb-be8f-496b-980d-8792de2388bd, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:07:22.888134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:07:22.888964 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.889881 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] For port 0d8eefeb-be8f-496b-980d-8792de2388bd, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0d8eefeb-be8f-496b-980d-8792de2388bd,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:07:22.895259 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.966305 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf191a2-3bf0-4286-b257-fdfb40001f63 None None] Pushing event updated for resources: {'Port': ['ID=0d8eefeb-be8f-496b-980d-8792de2388bd,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:22.980304 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:22.981043 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:23.055344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Allocated IP 172.20.0.2 (2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5/201b92ce-6993-4e79-ae7b-b466f22a4ee1/29f1dc01-87a9-423d-8c9f-9aba8fbd03ba) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:23.158822 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:23.259974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.270278 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Transition to ACTIVE for port object 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:23.289055 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Transition to ACTIVE for port object 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:23.295335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.357929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:23.359102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:23.361501 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:07:23.373586 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.411545 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Pushing event updated for resources: {'Port': ['ID=29f1dc01-87a9-423d-8c9f-9aba8fbd03ba,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:23.452554 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:20Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:23.458101 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dba0d7-00d9-4f17-9c67-91c5c15ac2f0 None None] The sync data for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv is: [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:20Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:07:23.465568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Attempting to bind port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:07:23.465936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Attempting to bind port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:07:23.466575 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Attempting to bind port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba on network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:07:23.471832 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:07:23.472752 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Checking segment: {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:07:23.473160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.473553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Bound using segment: {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:07:23.474021 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Bound port: 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:07:23.474393 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.570461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] For port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:07:23.574999 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] For port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=29f1dc01-87a9-423d-8c9f-9aba8fbd03ba,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:07:23.579373 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.663369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7db44-2354-4eaa-a845-0cb6c3aab1e3 None None] Pushing event updated for resources: {'Port': ['ID=29f1dc01-87a9-423d-8c9f-9aba8fbd03ba,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:23.811948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.1 (2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5/201b92ce-6993-4e79-ae7b-b466f22a4ee1/838e20fd-0385-4434-94be-4e27fc28fb7d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:23.999843 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.017414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object 838e20fd-0385-4434-94be-4e27fc28fb7d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:24.048587 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.113211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:24.116401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:24.118826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:07:24.307929 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=838e20fd-0385-4434-94be-4e27fc28fb7d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:24.327101 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.615608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.647313 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed0fda-1e29-43fe-924b-0e94ce0f95b8 None None] Network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:07:24.749543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dfed4453-829b-49f3-a698-36c77b895ded None None] Provisioning for port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:25.044951 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.050631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.172988 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.177647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:25.178634 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=838e20fd-0385-4434-94be-4e27fc28fb7d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:25.258229 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9bcf7929-b929-42c0-8026-f880987b8975 None None] Provisioning for port 838e20fd-0385-4434-94be-4e27fc28fb7d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:25.264176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:25.268608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9bcf7929-b929-42c0-8026-f880987b8975 None None] Provisioning complete for port 838e20fd-0385-4434-94be-4e27fc28fb7d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:25.269509 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bcf7929-b929-42c0-8026-f880987b8975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.304618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:25.305059 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.319744 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:25.320796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:25.409804 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf7929-b929-42c0-8026-f880987b8975 None None] Port 838e20fd-0385-4434-94be-4e27fc28fb7d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:07:25.479532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.512289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=29f1dc01-87a9-423d-8c9f-9aba8fbd03ba,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:25.513717 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:07:25.521202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.521969 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0d8eefeb-be8f-496b-980d-8792de2388bd up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:25.614211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5f5e9a8f-a1c9-43d4-abf3-20afc4461d74 None None] Provisioning complete for port 838e20fd-0385-4434-94be-4e27fc28fb7d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:25.614496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5f5e9a8f-a1c9-43d4-abf3-20afc4461d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.683675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=29f1dc01-87a9-423d-8c9f-9aba8fbd03ba,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:25.692848 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:07:25.702589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e9a8f-a1c9-43d4-abf3-20afc4461d74 None None] Port 838e20fd-0385-4434-94be-4e27fc28fb7d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:07:25.707395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Sync routers for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:07:25.711662 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-307d3b91-94b8-4021-88f8-76085a24350a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/f5575a8d-b4f3-4fb3-9875-a071c0f00bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0543001 Feb 28 12:07:25.715843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 0d8eefeb-be8f-496b-980d-8792de2388bd completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:25.722040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 0d8eefeb-be8f-496b-980d-8792de2388bd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:25.722404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.746074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:25.746711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:25.918414 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-8c561059-1028-4367-8395-7de7619feaa7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209582170&fields=id&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 267 time: 0.0381975 Feb 28 12:07:25.993709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:26.056260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:26.069063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-98fa4351-2d5c-4ee3-9d22-1fcee2ed9fb3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:26.069743 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-98fa4351-2d5c-4ee3-9d22-1fcee2ed9fb3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:26.086997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-98fa4351-2d5c-4ee3-9d22-1fcee2ed9fb3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:26.088246 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-98fa4351-2d5c-4ee3-9d22-1fcee2ed9fb3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/networks?id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 HTTP/1.1" status: 200 len: 797 time: 0.1633759 Feb 28 12:07:26.106238 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-1af5a212-55eb-4aa4-a11d-4b7b1b02ea7a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/quotas/d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 375 time: 0.0100288 Feb 28 12:07:26.145009 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 0d8eefeb-be8f-496b-980d-8792de2388bd, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0d8eefeb-be8f-496b-980d-8792de2388bd,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:26.163099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:26.189949 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-91f5c789-8cdd-4e6b-94e4-d8b71708fef8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783448 Feb 28 12:07:26.309735 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=0d8eefeb-be8f-496b-980d-8792de2388bd,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:26.389231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '838e20fd-0385-4434-94be-4e27fc28fb7d', 'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:94:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:23Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 2, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:26.393085 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Checking router: f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:07:26.393433 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Updating router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 port 838e20fd-0385-4434-94be-4e27fc28fb7d binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:07:26.430964 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-97384908-37e4-48d1-9761-e23bc44bfd8e service neutron] 10.222.0.64 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293489 Feb 28 12:07:26.451070 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:26.561019 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-b569ab05-bf50-41c4-8d20-8a2cb8b9e22a service neutron] 10.222.0.64 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233385 Feb 28 12:07:26.758003 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fd304d7b-b05f-4c8f-8498-338cfaeb7480 req-099f1136-7af3-4fe3-8954-0e37c67a821d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 210 time: 0.0660796 Feb 28 12:07:26.801786 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:26.813504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Transition to ACTIVE for port object 838e20fd-0385-4434-94be-4e27fc28fb7d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:26.820837 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.017579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107cf42-8c85-46ae-b0d0-f695d02a2ccf None None] Pushing event updated for resources: {'Port': ['ID=838e20fd-0385-4434-94be-4e27fc28fb7d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:27.089287 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Attempting to bind port 838e20fd-0385-4434-94be-4e27fc28fb7d on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:07:27.089523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Attempting to bind port 838e20fd-0385-4434-94be-4e27fc28fb7d by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:07:27.089882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Attempting to bind port 838e20fd-0385-4434-94be-4e27fc28fb7d on network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:07:27.095306 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:07:27.095760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Checking segment: {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:07:27.096168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.096555 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Bound using segment: {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:07:27.097045 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Bound port: 838e20fd-0385-4434-94be-4e27fc28fb7d, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:07:27.097415 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.143511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:27.248435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] For port 838e20fd-0385-4434-94be-4e27fc28fb7d, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:07:27.251877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] For port 838e20fd-0385-4434-94be-4e27fc28fb7d, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=838e20fd-0385-4434-94be-4e27fc28fb7d,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:07:27.257159 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.317322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:27.317322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.384243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:27.384876 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:27.449446 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107cf42-8c85-46ae-b0d0-f695d02a2ccf None None] Pushing event updated for resources: {'Port': ['ID=838e20fd-0385-4434-94be-4e27fc28fb7d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:27.635343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.636574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0d8eefeb-be8f-496b-980d-8792de2388bd up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:27.686512 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:27.911079 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c9c4fa1e-3cf1-4b8e-9845-4ad6861916cc req-11cf3886-a02f-49da-98f8-78ce245c9a37 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 210 time: 0.0512171 Feb 28 12:07:27.923110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ce53ef2b-9c16-4f79-91f1-d08d7c270480 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:27.923813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ce53ef2b-9c16-4f79-91f1-d08d7c270480 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:27.936271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ce53ef2b-9c16-4f79-91f1-d08d7c270480 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:27.937449 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ce53ef2b-9c16-4f79-91f1-d08d7c270480 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/networks?id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 HTTP/1.1" status: 200 len: 797 time: 0.2851396 Feb 28 12:07:27.950281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 0d8eefeb-be8f-496b-980d-8792de2388bd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:27.950662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.985504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-bee01543-c19e-4510-8bc8-a76136d02e89 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:28.001000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-bee01543-c19e-4510-8bc8-a76136d02e89 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:28.002288 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-bee01543-c19e-4510-8bc8-a76136d02e89 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 380 time: 0.0569689 Feb 28 12:07:28.015776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'port': {'device_id': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'admin_state_up': True, 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'security_groups': ['f96b0c69-675e-4b61-8367-2269dce87e3a']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:28.150327 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:28.154312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:port and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:28.157146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:28.160603 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '838e20fd-0385-4434-94be-4e27fc28fb7d', 'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:94:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:23Z', 'updated_at': '2022-02-28T12:07:27Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:28.163309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:28.164751 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79945f8-3443-4005-9e75-2347048e87cb None None] The sync data for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv is: [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '838e20fd-0385-4434-94be-4e27fc28fb7d', 'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:94:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:23Z', 'updated_at': '2022-02-28T12:07:27Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:07:28.173072 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:07:28.176636 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:28.355971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.10 (2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5/201b92ce-6993-4e79-ae7b-b466f22a4ee1/98636beb-a11f-4d6d-ae8b-d83fc95780fe) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:28.551438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:28.568311 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object 98636beb-a11f-4d6d-ae8b-d83fc95780fe will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:28.594410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:28.665521 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:28.673605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:28.678763 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:07:28.710538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=98636beb-a11f-4d6d-ae8b-d83fc95780fe,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:28.752448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:28.753097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:28.788300 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-952e2f6b-d95b-4a1e-b24b-caab06f2b6a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761321 Feb 28 12:07:28.801380 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Request body: {'port': {'device_id': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:28.912486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3a7e477c-6883-486f-9e48-13696883e952 None None] Provisioning for port 98636beb-a11f-4d6d-ae8b-d83fc95780fe completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:28.918346 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3a7e477c-6883-486f-9e48-13696883e952 None None] Provisioning complete for port 98636beb-a11f-4d6d-ae8b-d83fc95780fe triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:28.918933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3a7e477c-6883-486f-9e48-13696883e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:28.922417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:28.975885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e477c-6883-486f-9e48-13696883e952 None None] Port 98636beb-a11f-4d6d-ae8b-d83fc95780fe cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:07:29.119465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2a5b1-bf4d-477c-8b7e-7d67b6debf87 req-e0c238ca-e74e-469d-8411-aaa6ff39ad09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:29.121104 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-81d2a5b1-bf4d-477c-8b7e-7d67b6debf87 req-e0c238ca-e74e-469d-8411-aaa6ff39ad09 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 932 time: 0.0939701 Feb 28 12:07:29.148887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 838e20fd-0385-4434-94be-4e27fc28fb7d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:29.171477 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-81d2a5b1-bf4d-477c-8b7e-7d67b6debf87 req-d6fe5b58-f8b0-4e14-861d-32d216a8aca1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442100 Feb 28 12:07:29.223962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 838e20fd-0385-4434-94be-4e27fc28fb7d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:29.228907 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 838e20fd-0385-4434-94be-4e27fc28fb7d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:29.229275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.333003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98636beb-a11f-4d6d-ae8b-d83fc95780fe {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:07:29.340356 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.347598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.355705 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Transition to ACTIVE for port object 98636beb-a11f-4d6d-ae8b-d83fc95780fe will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:29.360003 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.381088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 838e20fd-0385-4434-94be-4e27fc28fb7d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=838e20fd-0385-4434-94be-4e27fc28fb7d,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:29.384517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.507289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=838e20fd-0385-4434-94be-4e27fc28fb7d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:29.550414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Pushing event updated for resources: {'Port': ['ID=98636beb-a11f-4d6d-ae8b-d83fc95780fe,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:29.596161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Attempting to bind port 98636beb-a11f-4d6d-ae8b-d83fc95780fe on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:07:29.596503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Attempting to bind port 98636beb-a11f-4d6d-ae8b-d83fc95780fe by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:07:29.596833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Attempting to bind port 98636beb-a11f-4d6d-ae8b-d83fc95780fe on network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:07:29.603058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Port 98636beb-a11f-4d6d-ae8b-d83fc95780fe on network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:07:29.603414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Attempting to bind port 98636beb-a11f-4d6d-ae8b-d83fc95780fe on network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:07:29.608483 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:07:29.608816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Checking segment: {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:07:29.609193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Bound using segment: {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:07:29.609617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Bound port: 98636beb-a11f-4d6d-ae8b-d83fc95780fe, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce496e6f-0023-459f-81ec-e4359d72a6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:07:29.609961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.700965 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] For port 98636beb-a11f-4d6d-ae8b-d83fc95780fe, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:07:29.704323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] For port 98636beb-a11f-4d6d-ae8b-d83fc95780fe, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:07:29.708355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.763375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:29.763983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.765365 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] 10.222.0.37 "PUT /v2.0/ports/98636beb-a11f-4d6d-ae8b-d83fc95780fe HTTP/1.1" status: 200 len: 1094 time: 0.9693253 Feb 28 12:07:29.765799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:07:29.793557 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3473a3-bf0f-416a-99c0-e45407ff6f8b service neutron] Pushing event updated for resources: {'Port': ['ID=98636beb-a11f-4d6d-ae8b-d83fc95780fe,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:29.842052 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'status': 'completed', 'code': 200} Feb 28 12:07:29.983234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-bd3f6f34-4bb5-4d80-ac03-fd034b4f9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:29.984677 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-bd3f6f34-4bb5-4d80-ac03-fd034b4f9c61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 1097 time: 0.1765099 Feb 28 12:07:30.051680 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ac9cb1b3-8cad-4386-83db-1c3815a94a69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe HTTP/1.1" status: 200 len: 217 time: 0.0592952 Feb 28 12:07:30.114598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ac21d84b-5210-478b-8f29-3e049939d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:30.116024 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-ac21d84b-5210-478b-8f29-3e049939d16a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=201b92ce-6993-4e79-ae7b-b466f22a4ee1 HTTP/1.1" status: 200 len: 834 time: 0.0589592 Feb 28 12:07:30.188888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-38d25760-f9e6-4443-901d-3a57b0945008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:30.190515 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-38d25760-f9e6-4443-901d-3a57b0945008 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684814 Feb 28 12:07:30.299915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ba8e1c6-e5bc-42b5-993c-523aaec0083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:30.325198 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-abf0ae16-f290-4657-b592-4da5d55c9fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277483 Feb 28 12:07:30.365193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326179c-3fad-408d-ba74-3b7e71028264 req-c2a19b91-4520-4d1c-9730-83f5916fbd3a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:30.366643 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3326179c-3fad-408d-ba74-3b7e71028264 req-c2a19b91-4520-4d1c-9730-83f5916fbd3a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 944 time: 0.0869284 Feb 28 12:07:30.409986 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3326179c-3fad-408d-ba74-3b7e71028264 req-74211e13-57ca-4982-b345-a34bd9149f42 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375092 Feb 28 12:07:30.457284 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-38e54cd8-f307-4e25-b652-9d1cc5e1aadf req-7b5c8ee9-0cf3-4d9b-9c73-48aa8c76eb08 service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259434 Feb 28 12:07:30.576599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bcf88-1481-49cf-8470-72b6275f197f req-856ae938-2335-4a24-8d26-0f70b0cd73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:30.577964 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-996bcf88-1481-49cf-8470-72b6275f197f req-856ae938-2335-4a24-8d26-0f70b0cd73b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 1097 time: 0.0734644 Feb 28 12:07:30.709204 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bcf88-1481-49cf-8470-72b6275f197f req-0987a23a-8208-455b-afb7-f7470f0dd47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:30.710637 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-996bcf88-1481-49cf-8470-72b6275f197f req-0987a23a-8208-455b-afb7-f7470f0dd47d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 HTTP/1.1" status: 200 len: 898 time: 0.1248794 Feb 28 12:07:30.778362 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-996bcf88-1481-49cf-8470-72b6275f197f req-b214d314-3a35-4a7d-8dc0-f29b4711767b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe HTTP/1.1" status: 200 len: 217 time: 0.0600877 Feb 28 12:07:30.844378 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bcf88-1481-49cf-8470-72b6275f197f req-85a42324-8ef6-49bb-91ee-8fbd7f04b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:30.845725 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-996bcf88-1481-49cf-8470-72b6275f197f req-85a42324-8ef6-49bb-91ee-8fbd7f04b6ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=201b92ce-6993-4e79-ae7b-b466f22a4ee1 HTTP/1.1" status: 200 len: 834 time: 0.0597379 Feb 28 12:07:30.917816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bcf88-1481-49cf-8470-72b6275f197f req-1f285bf9-bbf4-439d-809d-066d42429e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:30.919246 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-996bcf88-1481-49cf-8470-72b6275f197f req-1f285bf9-bbf4-439d-809d-066d42429e8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670464 Feb 28 12:07:31.047474 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-996bcf88-1481-49cf-8470-72b6275f197f req-4b2b5d02-6334-4b93-b56f-b1268b9aeaea service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202235 Feb 28 12:07:31.104360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 838e20fd-0385-4434-94be-4e27fc28fb7d up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:31.172973 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 838e20fd-0385-4434-94be-4e27fc28fb7d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:31.173342 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:31.178977 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-996bcf88-1481-49cf-8470-72b6275f197f req-82118b2d-7ac0-4e87-a462-6535a5318c4d service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256258 Feb 28 12:07:31.597088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4cf3c-7a4f-409e-a861-b0229af6482f req-5f096fc5-fc0f-4ec1-ac7d-b0d51c117f4f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:31.598549 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-45f4cf3c-7a4f-409e-a861-b0229af6482f req-5f096fc5-fc0f-4ec1-ac7d-b0d51c117f4f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 944 time: 0.0814326 Feb 28 12:07:31.641238 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-45f4cf3c-7a4f-409e-a861-b0229af6482f req-f9255511-90be-4910-b0b4-fc114d4d4c87 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369999 Feb 28 12:07:32.427038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 98636beb-a11f-4d6d-ae8b-d83fc95780fe details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:07:32.550537 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a4b28bd9-e15c-4889-9f0d-bd95282415cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:32.567682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 98636beb-a11f-4d6d-ae8b-d83fc95780fe, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:32.580691 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'port_id': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'mac_address': 'fa:16:3e:0d:43:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:07:32.637713 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:32.654251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98636beb-a11f-4d6d-ae8b-d83fc95780fe {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:07:32.670835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 98636beb-a11f-4d6d-ae8b-d83fc95780fe, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:32.675036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:32.741334 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=98636beb-a11f-4d6d-ae8b-d83fc95780fe,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:32.834015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899214-3971-44a2-88b9-afa775f32ef0 req-3bc0d797-3bae-4df9-828e-e84dfa8949c2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:32.835449 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e7899214-3971-44a2-88b9-afa775f32ef0 req-3bc0d797-3bae-4df9-828e-e84dfa8949c2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 945 time: 0.0877128 Feb 28 12:07:32.874811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['98636beb-a11f-4d6d-ae8b-d83fc95780fe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:07:32.876926 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e7899214-3971-44a2-88b9-afa775f32ef0 req-6fab673c-e897-447b-9535-707ab23b2405 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359375 Feb 28 12:07:33.744494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:33.874949 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:34.091008 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb651a2-f618-45e4-b26e-33819189a646 req-4fb23290-deda-4bca-88c6-0b2ead450a8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:34.092507 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bdb651a2-f618-45e4-b26e-33819189a646 req-4fb23290-deda-4bca-88c6-0b2ead450a8a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 945 time: 0.0805507 Feb 28 12:07:34.135870 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bdb651a2-f618-45e4-b26e-33819189a646 req-bc5ff3b0-d74a-4acd-b0df-966c3bc11fbe tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371013 Feb 28 12:07:34.442224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 98636beb-a11f-4d6d-ae8b-d83fc95780fe up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:34.509236 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 98636beb-a11f-4d6d-ae8b-d83fc95780fe completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:34.513950 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 98636beb-a11f-4d6d-ae8b-d83fc95780fe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:34.514323 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:34.634543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:34.660536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:07:34.670282 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 98636beb-a11f-4d6d-ae8b-d83fc95780fe, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:07:34.674251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:34.706095 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'code': 200} Feb 28 12:07:34.744243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=98636beb-a11f-4d6d-ae8b-d83fc95780fe,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:34.926598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae131-4dc9-4d01-a157-86096ea87197 req-1ae77da0-fa3c-451c-9b3c-27321cdc7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:34.928060 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-921ae131-4dc9-4d01-a157-86096ea87197 req-1ae77da0-fa3c-451c-9b3c-27321cdc7576 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 1099 time: 0.0675352 Feb 28 12:07:34.970938 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-921ae131-4dc9-4d01-a157-86096ea87197 req-278dde9f-7fd4-49d8-8915-5c6cdb059135 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364861 Feb 28 12:07:35.318975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:35.322021 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649aaa21-296b-436b-8d83-f829ac12ae15 req-88089142-dc4b-4905-92b0-8f3705928751 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:35.323487 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-649aaa21-296b-436b-8d83-f829ac12ae15 req-88089142-dc4b-4905-92b0-8f3705928751 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0824170 Feb 28 12:07:35.366582 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-649aaa21-296b-436b-8d83-f829ac12ae15 req-ecd3e17c-5196-47c6-a84f-2a505f7ba3f1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375640 Feb 28 12:07:36.556588 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530234a-0f47-4bd9-9543-d2ef3dafa237 req-e4b02098-fec2-46ea-accb-c5efe2125d85 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:36.558056 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b530234a-0f47-4bd9-9543-d2ef3dafa237 req-e4b02098-fec2-46ea-accb-c5efe2125d85 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0834756 Feb 28 12:07:36.604374 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b530234a-0f47-4bd9-9543-d2ef3dafa237 req-48eb9260-e7e6-4fc1-8d03-64424816db0a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Feb 28 12:07:36.790656 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd9c2c-e668-40e8-a86e-039baa34742d req-b5ee7509-5d4d-4ae7-91f3-612e26427ec2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:36.792167 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aafd9c2c-e668-40e8-a86e-039baa34742d req-b5ee7509-5d4d-4ae7-91f3-612e26427ec2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0830283 Feb 28 12:07:36.837040 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aafd9c2c-e668-40e8-a86e-039baa34742d req-61fa3f20-fdc5-4dad-9147-01a632a7585d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Feb 28 12:07:36.858649 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:36.969750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda49d2-423e-4b23-9544-a5cde616d52e tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:36.971217 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cdda49d2-423e-4b23-9544-a5cde616d52e tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 1094 time: 0.1115735 Feb 28 12:07:36.974055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36798) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:36.978921 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:07:36.984916 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:36.989153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:floatingip and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:36.991917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:36.997396 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:37.007862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:37.140474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:37.279630 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.85 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/42d40abb-8c69-4fc9-aed7-39a438a7a4e8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:37.422687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:37.458046 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:37.519314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:37.521941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:37.524416 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:07:37.570352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=42d40abb-8c69-4fc9-aed7-39a438a7a4e8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:38.024066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:38.095220 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:38.297773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:38.302211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:38.409126 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=42d40abb-8c69-4fc9-aed7-39a438a7a4e8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:38.418944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:38.585272 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP 55de6fee-ad2f-4ec0-88c9-b5cbf441be91 associated. External IP: 172.26.8.85, port: 98636beb-a11f-4d6d-ae8b-d83fc95780fe. Feb 28 12:07:38.925977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:07:39.205272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:07:39.214579 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] Sync routers for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:07:39.224462 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:39.225164 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:39.229941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:39.285822 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cd7aa1c2-bca0-44a6-9485-8e42ae0272e0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3107300 Feb 28 12:07:39.286500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:07:39.336720 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'status': 'completed', 'code': 200} Feb 28 12:07:39.427737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-61d0f43e-e460-449a-8ca7-2f9d365d54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:39.428468 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:39.429232 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-61d0f43e-e460-449a-8ca7-2f9d365d54c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 1099 time: 0.0711355 Feb 28 12:07:39.466834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e739313-c149-47ee-843d-8deafd9689a1 req-29f104e6-7e72-46fa-86b3-2474c8335be9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:39.468553 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2e739313-c149-47ee-843d-8deafd9689a1 req-29f104e6-7e72-46fa-86b3-2474c8335be9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0848691 Feb 28 12:07:39.515058 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2e739313-c149-47ee-843d-8deafd9689a1 req-6f3b779b-0f4a-4ac1-b1c9-a0a562f19399 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388484 Feb 28 12:07:39.540762 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36806) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:39.563440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-e3621e8b-a076-4741-9fca-55aaf0576de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:39.564903 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-e3621e8b-a076-4741-9fca-55aaf0576de7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 HTTP/1.1" status: 200 len: 898 time: 0.1298919 Feb 28 12:07:39.649128 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1b10b9c4-e0d0-4038-8b28-57d34e22174a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/55de6fee-ad2f-4ec0-88c9-b5cbf441be91 HTTP/1.1" status: 200 len: 991 time: 0.1071646 Feb 28 12:07:39.770399 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-55210595-7ddf-469f-be17-ab4deb2dd30d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe HTTP/1.1" status: 200 len: 999 time: 0.1989026 Feb 28 12:07:39.788048 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '55de6fee-ad2f-4ec0-88c9-b5cbf441be91', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.85', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'port_id': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'mac_address': 'fa:16:3e:0d:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:07:37Z', 'updated_at': '2022-02-28T12:07:37Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838e20fd-0385-4434-94be-4e27fc28fb7d', 'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:94:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:23Z', 'updated_at': '2022-02-28T12:07:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:39.790733 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] Checking router: f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:07:39.798837 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:07:39.799459 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:07:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:39.831486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-a8163695-727c-4c3e-a552-59b123417f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:39.832958 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-a8163695-727c-4c3e-a552-59b123417f3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=201b92ce-6993-4e79-ae7b-b466f22a4ee1 HTTP/1.1" status: 200 len: 834 time: 0.0572031 Feb 28 12:07:39.908071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-02f843bd-e9b6-4252-962e-771370377a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:39.909532 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-02f843bd-e9b6-4252-962e-771370377a6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712302 Feb 28 12:07:39.971747 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:07:40.041428 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-cba1b1c5-8cb9-4447-8d05-83514056265d service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259878 Feb 28 12:07:40.171047 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d155f746-5d3e-444d-885a-f6850aa8f672 req-bf9b3990-0f1f-4223-9eeb-ba64fc63a123 service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244025 Feb 28 12:07:40.318197 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '55de6fee-ad2f-4ec0-88c9-b5cbf441be91', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.85', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'port_id': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'mac_address': 'fa:16:3e:0d:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:07:37Z', 'updated_at': '2022-02-28T12:07:37Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838e20fd-0385-4434-94be-4e27fc28fb7d', 'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:94:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:23Z', 'updated_at': '2022-02-28T12:07:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:40.321923 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442a7b7-38e8-472d-aa77-cedf87f2e62c None None] The sync data for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv is: [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '55de6fee-ad2f-4ec0-88c9-b5cbf441be91', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.85', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'port_id': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'mac_address': 'fa:16:3e:0d:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:07:37Z', 'updated_at': '2022-02-28T12:07:37Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838e20fd-0385-4434-94be-4e27fc28fb7d', 'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:94:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:23Z', 'updated_at': '2022-02-28T12:07:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:07:40.505012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c230202-1d56-4f47-96f7-4a947f0ffdf0 None None] New status for floating IP 55de6fee-ad2f-4ec0-88c9-b5cbf441be91: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:07:40.653032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36810) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:40.764308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-828ebc87-31f9-47c7-bbe4-b682ceb60531 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/55de6fee-ad2f-4ec0-88c9-b5cbf441be91 HTTP/1.1" status: 200 len: 991 time: 0.1091266 Feb 28 12:07:41.767102 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36814) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:41.871839 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1c4881be-f2fb-438e-b900-d6b97347ad35 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/55de6fee-ad2f-4ec0-88c9-b5cbf441be91 HTTP/1.1" status: 200 len: 993 time: 0.1035206 Feb 28 12:07:44.298696 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:07:57.561391 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:00.291839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9d373580-45d4-488a-82da-3fe8c54d2ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:02.542614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07ec7c7d-b048-4ca9-adeb-a5c071317a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:03.746511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:03.866451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:05.322434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:07.997952 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-6aa8ccfa-bcd4-4ec4-b651-1fea01cb4e83 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705948 Feb 28 12:08:08.143649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-b0bc1cc0-61f4-4903-a98f-2dca500f6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:08.145093 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-b0bc1cc0-61f4-4903-a98f-2dca500f6ed0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 1099 time: 0.0778360 Feb 28 12:08:08.288172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-63613385-ae49-4f10-9fb9-9d70cc95dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:08.289502 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-63613385-ae49-4f10-9fb9-9d70cc95dc2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 HTTP/1.1" status: 200 len: 898 time: 0.1259377 Feb 28 12:08:08.391776 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-8b0995b2-a16c-4ed4-84b8-73b879c1bc46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe HTTP/1.1" status: 200 len: 1001 time: 0.0941672 Feb 28 12:08:08.452704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-cf03f364-b008-4afd-a732-071dfb6e6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:08.454062 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-cf03f364-b008-4afd-a732-071dfb6e6294 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=201b92ce-6993-4e79-ae7b-b466f22a4ee1 HTTP/1.1" status: 200 len: 834 time: 0.0557518 Feb 28 12:08:08.528147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-c13c3534-1f19-4e41-9ed6-4dd2d892f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:08.529607 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-c13c3534-1f19-4e41-9ed6-4dd2d892f0c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686984 Feb 28 12:08:08.667288 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-16330c06-6bf5-48b4-b539-c79467e5ba86 service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288068 Feb 28 12:08:08.809335 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4d8bbef6-a931-4eb4-8d7a-cb10a2a7c99c req-5e81ff61-b8d1-4e52-8572-87f8d9c5a132 service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358333 Feb 28 12:08:08.812402 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749874d-4044-4522-b753-8808bf22dad6 req-37ce465d-807a-478c-a905-bfb01f759839 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:08.813878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8749874d-4044-4522-b753-8808bf22dad6 req-37ce465d-807a-478c-a905-bfb01f759839 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0864580 Feb 28 12:08:08.860840 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8749874d-4044-4522-b753-8808bf22dad6 req-1fd17857-463e-41fe-a685-0ab935b0c28f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Feb 28 12:08:10.049889 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059052-09e3-41a3-8725-519c199b4e0e req-7c9a1a61-ee70-42de-85c8-b4ca38684bde tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:10.051261 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-16059052-09e3-41a3-8725-519c199b4e0e req-7c9a1a61-ee70-42de-85c8-b4ca38684bde tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0792143 Feb 28 12:08:10.094153 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-16059052-09e3-41a3-8725-519c199b4e0e req-fdbfe741-1e44-4b98-9c03-7a0edd418b42 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373456 Feb 28 12:08:11.280266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db3c9d-1b31-45f3-8c83-8f40742c91b9 req-bfc66e99-d090-4bd4-9074-c381f4fae9c0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:11.281713 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a3db3c9d-1b31-45f3-8c83-8f40742c91b9 req-bfc66e99-d090-4bd4-9074-c381f4fae9c0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0841391 Feb 28 12:08:11.325566 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a3db3c9d-1b31-45f3-8c83-8f40742c91b9 req-533ee535-30c3-42c8-b469-ab51ca6b5a08 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382023 Feb 28 12:08:12.505590 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e0620-6ca0-4a3b-9042-cdb4f3a05f77 req-3841a6c9-c995-4dd7-aa1c-a6145c47e9aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:12.507616 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef4e0620-6ca0-4a3b-9042-cdb4f3a05f77 req-3841a6c9-c995-4dd7-aa1c-a6145c47e9aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0785558 Feb 28 12:08:12.549701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef4e0620-6ca0-4a3b-9042-cdb4f3a05f77 req-a1f8048a-8b8e-463c-afb1-5ec68ddcbf53 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365024 Feb 28 12:08:13.735763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538b2cb-2a47-43fb-85dd-27718005e10c req-d16214b7-3892-4874-8722-77840e680da8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:13.737210 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8538b2cb-2a47-43fb-85dd-27718005e10c req-d16214b7-3892-4874-8722-77840e680da8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0837152 Feb 28 12:08:13.781572 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8538b2cb-2a47-43fb-85dd-27718005e10c req-8a5fbc57-72d6-4241-ba7d-59c8142f2c94 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377493 Feb 28 12:08:14.961970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6a45d-42f2-418a-bef9-8b6f38f87152 req-959e5322-2c1e-405a-a4ff-462b04a4b667 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:14.965107 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-06f6a45d-42f2-418a-bef9-8b6f38f87152 req-959e5322-2c1e-405a-a4ff-462b04a4b667 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0782270 Feb 28 12:08:15.010324 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-06f6a45d-42f2-418a-bef9-8b6f38f87152 req-809c0c03-c0a1-4d8c-ae97-2ba8e80c1af3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Feb 28 12:08:16.193113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337f6a-2fe2-4722-9f35-269f9e19917c req-96608850-3a33-41a1-b628-824a0ab7ef5e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:16.194589 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e5337f6a-2fe2-4722-9f35-269f9e19917c req-96608850-3a33-41a1-b628-824a0ab7ef5e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0778797 Feb 28 12:08:16.237795 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e5337f6a-2fe2-4722-9f35-269f9e19917c req-b42c78d3-507f-4990-85ad-00f8b167bf3c tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376790 Feb 28 12:08:17.435585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9f41e-69d3-4a27-882d-219c341868c7 req-a8b449ac-aa4b-45dd-8270-b5a6eef110e8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:17.436905 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31a9f41e-69d3-4a27-882d-219c341868c7 req-a8b449ac-aa4b-45dd-8270-b5a6eef110e8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0813465 Feb 28 12:08:17.479524 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-31a9f41e-69d3-4a27-882d-219c341868c7 req-df50141d-5e61-4f9e-9c79-d2fd2d6a0a81 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371578 Feb 28 12:08:18.657555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26add4-e4c1-4d7c-ae5a-92e435973589 req-a352fc7d-2a03-4dee-b5f6-af0f44e9eb4b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:18.658976 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9d26add4-e4c1-4d7c-ae5a-92e435973589 req-a352fc7d-2a03-4dee-b5f6-af0f44e9eb4b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0776520 Feb 28 12:08:18.701852 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9d26add4-e4c1-4d7c-ae5a-92e435973589 req-bea07cf6-cafb-422d-9f72-dbddf26bc3c0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367823 Feb 28 12:08:19.889697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde04e-ccfc-43ab-b5b7-4ffa59bac54b req-f75ead97-a39f-444d-971d-e07958e6e644 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:19.891144 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72dde04e-ccfc-43ab-b5b7-4ffa59bac54b req-f75ead97-a39f-444d-971d-e07958e6e644 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0856881 Feb 28 12:08:19.933527 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-72dde04e-ccfc-43ab-b5b7-4ffa59bac54b req-cde89e51-c89b-4d8a-88c7-c4ab8702c509 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368624 Feb 28 12:08:19.956305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36848) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:08:20.060463 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-397e8e15-0c8b-480e-8eda-ea3499c5acea tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/55de6fee-ad2f-4ec0-88c9-b5cbf441be91 HTTP/1.1" status: 200 len: 993 time: 0.1029973 Feb 28 12:08:21.297792 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:08:21.503361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79f48c-edc7-4000-8068-712752a445d2 req-e1d3dfbc-bb71-42ff-ba0b-c34c767e044d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:21.504808 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef79f48c-edc7-4000-8068-712752a445d2 req-e1d3dfbc-bb71-42ff-ba0b-c34c767e044d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0812082 Feb 28 12:08:21.547829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202286-42ac-4942-914b-2303d0adf7c9 req-97765d99-e6df-44c2-acf4-32d8404eb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:21.548641 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ef79f48c-edc7-4000-8068-712752a445d2 req-5ff26cb7-d0ed-4225-a6be-022367473122 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378289 Feb 28 12:08:21.549264 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69202286-42ac-4942-914b-2303d0adf7c9 req-97765d99-e6df-44c2-acf4-32d8404eb115 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 1099 time: 0.0732424 Feb 28 12:08:21.675968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202286-42ac-4942-914b-2303d0adf7c9 req-a81ed18a-6369-43e8-91be-2d86c27a9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:21.677304 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69202286-42ac-4942-914b-2303d0adf7c9 req-a81ed18a-6369-43e8-91be-2d86c27a9e4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 HTTP/1.1" status: 200 len: 898 time: 0.1220915 Feb 28 12:08:21.881539 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69202286-42ac-4942-914b-2303d0adf7c9 req-2f9e208b-d0c9-42fe-a998-2bb325c59fb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe HTTP/1.1" status: 200 len: 1001 time: 0.1981516 Feb 28 12:08:21.942916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202286-42ac-4942-914b-2303d0adf7c9 req-e0407ac9-e9e6-48ab-aae4-eab75912b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:21.944289 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69202286-42ac-4942-914b-2303d0adf7c9 req-e0407ac9-e9e6-48ab-aae4-eab75912b462 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=201b92ce-6993-4e79-ae7b-b466f22a4ee1 HTTP/1.1" status: 200 len: 834 time: 0.0563533 Feb 28 12:08:22.015858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69202286-42ac-4942-914b-2303d0adf7c9 req-e869a513-8fc8-4526-b752-6888e8099521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:22.017264 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69202286-42ac-4942-914b-2303d0adf7c9 req-e869a513-8fc8-4526-b752-6888e8099521 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671465 Feb 28 12:08:22.142052 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69202286-42ac-4942-914b-2303d0adf7c9 req-c2e4eea2-a3cf-43d4-9770-1955298ac409 service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188629 Feb 28 12:08:22.273500 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-69202286-42ac-4942-914b-2303d0adf7c9 req-da26f271-8f7f-4a82-9225-dc34585c373f service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257958 Feb 28 12:08:22.749543 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013afc3-ccf2-4ff0-8e7e-063d748e17db req-7c4c0ba6-8b3d-41f1-9ab6-f5f915b75f16 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:22.751436 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b013afc3-ccf2-4ff0-8e7e-063d748e17db req-7c4c0ba6-8b3d-41f1-9ab6-f5f915b75f16 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0921831 Feb 28 12:08:22.797820 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b013afc3-ccf2-4ff0-8e7e-063d748e17db req-c31da15c-e55e-4e87-9c03-3beb0587eff0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Feb 28 12:08:24.135093 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa3fe-02b3-4d9f-9907-d7aee8ed17b7 req-7ad47974-039e-4c38-99a3-b39f7a8af569 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:24.136518 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-075aa3fe-02b3-4d9f-9907-d7aee8ed17b7 req-7ad47974-039e-4c38-99a3-b39f7a8af569 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0779421 Feb 28 12:08:24.183387 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-075aa3fe-02b3-4d9f-9907-d7aee8ed17b7 req-7b546949-f3ca-4fa3-8d5c-fe808d4b7965 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413156 Feb 28 12:08:24.206181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36862) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:08:24.316212 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ca11ef9a-629a-4a07-8568-4e580213b858 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/55de6fee-ad2f-4ec0-88c9-b5cbf441be91 HTTP/1.1" status: 200 len: 993 time: 0.1089504 Feb 28 12:08:27.598031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:30.293673 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-359ce9cd-1719-407a-9007-6b697571d1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:32.544303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-000c0fcd-d817-4605-9b07-c7b970ddbbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:33.750916 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:33.868986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:35.324048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:54.727034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:08:55.024439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 42d40abb-8c69-4fc9-aed7-39a438a7a4e8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:08:55.024697 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:55.196136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:55.196461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:55.314408 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 42d40abb-8c69-4fc9-aed7-39a438a7a4e8 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:08:55.458950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:55.504866 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=42d40abb-8c69-4fc9-aed7-39a438a7a4e8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:08:55.574498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.574760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.575096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.575450 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.575779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.576104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.576424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.576744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.577060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.577375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.577693 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.578005 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:55.606525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:55.606858 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP 55de6fee-ad2f-4ec0-88c9-b5cbf441be91 disassociated (deleted). External IP: 172.26.8.85, port: 98636beb-a11f-4d6d-ae8b-d83fc95780fe. Feb 28 12:08:55.942126 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:08:56.222098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:08:56.231623 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] Sync routers for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:08:56.237424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:56.240563 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:08:56.241163 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:08:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:08:56.290156 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8a37cfac-6666-40a0-a093-09cbe7391f6f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/floatingips/55de6fee-ad2f-4ec0-88c9-b5cbf441be91 HTTP/1.1" status: 204 len: 168 time: 1.5620275 Feb 28 12:08:56.290839 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:08:56.384130 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'status': 'completed', 'code': 200} Feb 28 12:08:56.464582 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:08:56.484256 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f899a7-1e41-4672-b541-e73bfec3215c req-d1c9db81-1578-49db-b75d-29e82d7a25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:56.486956 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25f899a7-1e41-4672-b541-e73bfec3215c req-d1c9db81-1578-49db-b75d-29e82d7a25ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 1099 time: 0.0819662 Feb 28 12:08:56.629902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f899a7-1e41-4672-b541-e73bfec3215c req-b3be982d-c4e9-45d4-bee3-6ec610c18fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:56.631615 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25f899a7-1e41-4672-b541-e73bfec3215c req-b3be982d-c4e9-45d4-bee3-6ec610c18fe4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 HTTP/1.1" status: 200 len: 898 time: 0.1379793 Feb 28 12:08:56.665453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e718f79-1432-4f59-a223-a77f533d2334 req-cdfc9812-9396-4c55-8044-5d4829eab9c0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:56.666419 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-2e718f79-1432-4f59-a223-a77f533d2334 req-cdfc9812-9396-4c55-8044-5d4829eab9c0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:08:56.686929 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-2e718f79-1432-4f59-a223-a77f533d2334 req-cdfc9812-9396-4c55-8044-5d4829eab9c0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:08:56.689185 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2e718f79-1432-4f59-a223-a77f533d2334 req-cdfc9812-9396-4c55-8044-5d4829eab9c0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.1044178 Feb 28 12:08:56.707631 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25f899a7-1e41-4672-b541-e73bfec3215c req-31052ef6-2f6c-4646-b3d8-e0187733c752 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe HTTP/1.1" status: 200 len: 217 time: 0.0682454 Feb 28 12:08:56.743086 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2e718f79-1432-4f59-a223-a77f533d2334 req-2e3c7d19-04ef-49d2-8bfd-7c320a8732aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483577 Feb 28 12:08:56.779834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f899a7-1e41-4672-b541-e73bfec3215c req-2935acf8-1c9f-4bd8-8d85-8a956ee2cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:56.781287 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25f899a7-1e41-4672-b541-e73bfec3215c req-2935acf8-1c9f-4bd8-8d85-8a956ee2cadd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=201b92ce-6993-4e79-ae7b-b466f22a4ee1 HTTP/1.1" status: 200 len: 834 time: 0.0666256 Feb 28 12:08:56.797487 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '838e20fd-0385-4434-94be-4e27fc28fb7d', 'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:94:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:23Z', 'updated_at': '2022-02-28T12:07:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:08:56.801197 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] Checking router: f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:08:56.809280 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:08:56.809861 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:08:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:08:56.856480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f899a7-1e41-4672-b541-e73bfec3215c req-53469ebf-8eb6-4b14-9f20-73f315cbe707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:56.857949 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25f899a7-1e41-4672-b541-e73bfec3215c req-53469ebf-8eb6-4b14-9f20-73f315cbe707 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700157 Feb 28 12:08:56.984288 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:08:56.990747 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25f899a7-1e41-4672-b541-e73bfec3215c req-1de22e16-056f-49e7-be97-7949d0d10cda service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261654 Feb 28 12:08:57.122048 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25f899a7-1e41-4672-b541-e73bfec3215c req-a0485ed8-4be3-4b5d-9220-a180c005881d service neutron] 10.222.0.37 "GET /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236651 Feb 28 12:08:57.290828 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '838e20fd-0385-4434-94be-4e27fc28fb7d', 'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:94:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:23Z', 'updated_at': '2022-02-28T12:07:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:08:57.294567 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783a967-2cef-4079-8e39-fb0b8244a83e None None] The sync data for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv is: [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:24Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '838e20fd-0385-4434-94be-4e27fc28fb7d', 'name': '', 'network_id': '2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:94:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:23Z', 'updated_at': '2022-02-28T12:07:29Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '201b92ce-6993-4e79-ae7b-b466f22a4ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:08:57.493884 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a06508-f7a8-47b2-a3e2-13e81ff410bf None None] New status for floating IP 55de6fee-ad2f-4ec0-88c9-b5cbf441be91: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:08:57.654825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:57.929470 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2daa-850e-4c9a-b7e9-2ffdd7b938af req-9aa412d2-7989-4624-a6ee-33d2bcb4da40 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:57.930853 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67db2daa-850e-4c9a-b7e9-2ffdd7b938af req-9aa412d2-7989-4624-a6ee-33d2bcb4da40 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0783374 Feb 28 12:08:57.973523 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-67db2daa-850e-4c9a-b7e9-2ffdd7b938af req-55137a05-2110-4ae3-806a-39a6183842d0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=f96b0c69-675e-4b61-8367-2269dce87e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364585 Feb 28 12:08:58.062436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-fde2f66b-c286-4154-b6e6-22d19af33e3b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:58.063142 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-fde2f66b-c286-4154-b6e6-22d19af33e3b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:08:58.074388 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-fde2f66b-c286-4154-b6e6-22d19af33e3b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:08:58.075500 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-fde2f66b-c286-4154-b6e6-22d19af33e3b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 946 time: 0.0940397 Feb 28 12:08:58.143735 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 98636beb-a11f-4d6d-ae8b-d83fc95780fe {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:08:58.144074 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:58.296839 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:08:58.385625 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 98636beb-a11f-4d6d-ae8b-d83fc95780fe, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=98636beb-a11f-4d6d-ae8b-d83fc95780fe,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:08:58.385976 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:58.594414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 98636beb-a11f-4d6d-ae8b-d83fc95780fe owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:08:58.735900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:58.787913 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=98636beb-a11f-4d6d-ae8b-d83fc95780fe,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:08:58.825632 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.825972 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.826304 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.826629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.826954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.827302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.827623 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.827941 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.828591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.828916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.829243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.829560 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:58.870414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] No DVR routers for this DVR port 98636beb-a11f-4d6d-ae8b-d83fc95780fe on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:08:58.872677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:58.875018 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'name': 'network-vif-deleted', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:08:58.891039 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e5d2b58a-b74d-46fe-b094-278b88ecd7d4 req-bb85d1c7-d2b4-4eae-8fc5-50cf32d32350 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "DELETE /v2.0/ports/98636beb-a11f-4d6d-ae8b-d83fc95780fe HTTP/1.1" status: 204 len: 173 time: 0.8105159 Feb 28 12:08:58.968355 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52acdd6f-7c3b-465f-bf27-c5f10ede31e5', 'name': 'network-vif-deleted', 'tag': '98636beb-a11f-4d6d-ae8b-d83fc95780fe', 'status': 'completed', 'code': 200} Feb 28 12:08:59.137299 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-896aec44-b78d-4a5f-87af-ba14638fcaaa req-82230861-1cc4-4d88-8d60-88e5d0146356 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=52acdd6f-7c3b-465f-bf27-c5f10ede31e5 HTTP/1.1" status: 200 len: 210 time: 0.0457027 Feb 28 12:09:00.230858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36906) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:00.295436 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c0f621f-bf6b-4bbf-97c8-f1dd14960d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:00.778200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:00.845788 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 98636beb-a11f-4d6d-ae8b-d83fc95780fe no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:09:00.878906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 98636beb-a11f-4d6d-ae8b-d83fc95780fe {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:09:00.879279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 98636beb-a11f-4d6d-ae8b-d83fc95780fe not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:09:01.118971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 838e20fd-0385-4434-94be-4e27fc28fb7d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:09:01.119333 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:01.408339 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 838e20fd-0385-4434-94be-4e27fc28fb7d, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=838e20fd-0385-4434-94be-4e27fc28fb7d,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:09:01.409016 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:01.531323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 838e20fd-0385-4434-94be-4e27fc28fb7d owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:09:01.711297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:01.760480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=838e20fd-0385-4434-94be-4e27fc28fb7d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:02.031439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:02.376800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:09:02.546732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1926650c-2d41-46bb-9e32-9b14ca2b3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:02.550113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:09:02.560330 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] Sync routers for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:09:02.562429 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-af00c783-760a-45ed-94f2-41bdda48e2aa tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/f5575a8d-b4f3-4fb3-9875-a071c0f00bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3305011 Feb 28 12:09:02.565195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36910) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:02.569319 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:09:02.569908 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:09:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:02.628802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb8a455-b0ee-468b-ad65-418a6a53fcfb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting subnet 201b92ce-6993-4e79-ae7b-b466f22a4ee1 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:09:02.631587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a455-b0ee-468b-ad65-418a6a53fcfb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:02.684464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a455-b0ee-468b-ad65-418a6a53fcfb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:02.750968 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:09:02.878273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a455-b0ee-468b-ad65-418a6a53fcfb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:02.950781 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a455-b0ee-468b-ad65-418a6a53fcfb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:02.991505 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8a455-b0ee-468b-ad65-418a6a53fcfb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Subnet': ['ID=201b92ce-6993-4e79-ae7b-b466f22a4ee1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:02.994843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cb8a455-b0ee-468b-ad65-418a6a53fcfb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.003806 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3cb8a455-b0ee-468b-ad65-418a6a53fcfb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/subnets/201b92ce-6993-4e79-ae7b-b466f22a4ee1 HTTP/1.1" status: 204 len: 168 time: 0.4353824 Feb 28 12:09:03.004607 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36916) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:03.006828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8efcc-3fe6-40f9-9b6c-5c0245ca0555 None None] Network 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:09:03.034197 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:09:01Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:03.038895 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] Checking router: f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:09:03.047068 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] Routers {'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:09:03.047692 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:09:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:03.194975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.269806 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] Set router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:09:03.285413 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] DHCP port deletion for 2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:09:03.289618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Deleting port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:09:03.290112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.374699 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.385125 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 0d8eefeb-be8f-496b-980d-8792de2388bd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:09:03.385465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.498825 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] For port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=29f1dc01-87a9-423d-8c9f-9aba8fbd03ba,segment=NetworkSegment(ce496e6f-0023-459f-81ec-e4359d72a6cb),segment_id=ce496e6f-0023-459f-81ec-e4359d72a6cb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:09:03.499199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.560800 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:09:01Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:03.565365 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da51b9c-6832-457d-b1ba-e8be2fafa7d1 None None] The sync data for ids ['f5575a8d-b4f3-4fb3-9875-a071c0f00bc1'] in dv-neutron-831192-2-hyperv is: [{'id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329338821', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:09:01Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '0d8eefeb-be8f-496b-980d-8792de2388bd', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5575a8d-b4f3-4fb3-9875-a071c0f00bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:20Z', 'updated_at': '2022-02-28T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:09:03.567480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 0d8eefeb-be8f-496b-980d-8792de2388bd, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=0d8eefeb-be8f-496b-980d-8792de2388bd,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:09:03.567978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.635651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Calling delete_port for 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:09:03.689429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 0d8eefeb-be8f-496b-980d-8792de2388bd owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:09:03.709745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.763038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Pushing event deleted for resources: {'Port': ['ID=29f1dc01-87a9-423d-8c9f-9aba8fbd03ba,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:03.776280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] No DVR routers for this DVR port 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:09:03.778218 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.778534 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.778990 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.779470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.779801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.780129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.780449 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.780773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.781090 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.781533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.781853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.782169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d8fc2-344d-4a97-b821-c1555d4f1d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:03.786080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.857378 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.870972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:03.904359 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=0d8eefeb-be8f-496b-980d-8792de2388bd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:04.000086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.273664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.275760 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.297309 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.297844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Fanout notify agent at l3_agent the message router_deleted on router f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:09:04.313454 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.314767 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e85be7a5-c3b6-47ca-b166-d85c1879e7fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/routers/f5575a8d-b4f3-4fb3-9875-a071c0f00bc1 HTTP/1.1" status: 204 len: 168 time: 1.3096366 Feb 28 12:09:04.317383 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:04.432788 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.568639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.595872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:04.608067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce496e6f-0023-459f-81ec-e4359d72a6cb') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:04.608367 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce496e6f-0023-459f-81ec-e4359d72a6cb') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:04.620141 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.637242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.643465 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:09:04.643886 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:09:04.658321 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:09:04.737577 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.755409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.766169 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Network': ['ID=2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:04.774045 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1c71d0b0-106e-49b8-af0f-5fdff79b622d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/networks/2ef547ec-01e2-49ca-8521-f2d8f0f4f0c5 HTTP/1.1" status: 204 len: 168 time: 0.4557209 Feb 28 12:09:04.776912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:04.842567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b857a9a7-f716-49ec-bf80-13a2baacbc9e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.872368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b857a9a7-f716-49ec-bf80-13a2baacbc9e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.939703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b857a9a7-f716-49ec-bf80-13a2baacbc9e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.957646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857a9a7-f716-49ec-bf80-13a2baacbc9e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96b0c69-675e-4b61-8367-2269dce87e3a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:04.970062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b857a9a7-f716-49ec-bf80-13a2baacbc9e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.971228 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b857a9a7-f716-49ec-bf80-13a2baacbc9e tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/security-groups/f96b0c69-675e-4b61-8367-2269dce87e3a HTTP/1.1" status: 204 len: 168 time: 0.1933372 Feb 28 12:09:05.148289 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:09:05.182570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:09:05.182911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 29f1dc01-87a9-423d-8c9f-9aba8fbd03ba not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:09:05.183340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 838e20fd-0385-4434-94be-4e27fc28fb7d no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:09:05.226084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 838e20fd-0385-4434-94be-4e27fc28fb7d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:09:05.226429 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 838e20fd-0385-4434-94be-4e27fc28fb7d not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:09:05.226851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0d8eefeb-be8f-496b-980d-8792de2388bd no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:09:05.261927 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 0d8eefeb-be8f-496b-980d-8792de2388bd {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:09:05.262274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 0d8eefeb-be8f-496b-980d-8792de2388bd not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:09:05.269334 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36932) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:05.274730 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280943750', 'description': 'tempest-secgroup-smoke-280943750 description', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:05.281196 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:05.285263 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:05.288071 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:05.294213 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:05.304121 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.325413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:05.326723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.329633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:05.332587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:05.338474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:05.407807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.411412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.453865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ad2627-1c24-426c-bd37-c10b7642cc5a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:05.456563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.457735 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ad2e91ab-be7d-426e-89d9-d6e597f5825f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1873870 Feb 28 12:09:05.460791 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36936) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:05.466404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '17ad2627-1c24-426c-bd37-c10b7642cc5a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:05.472193 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:05.475912 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:05.478689 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:05.484310 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:05.500279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.561437 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.564728 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.587501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35106ffd-95e7-4fe4-bfb7-d949adbb0a63,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:05.596766 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.597949 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d9349673-9a89-4498-958f-db47252249a3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364279 Feb 28 12:09:05.600684 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36940) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:05.605504 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '17ad2627-1c24-426c-bd37-c10b7642cc5a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:05.611314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:05.615047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:05.617926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:05.623614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:05.640105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.700737 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.704376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.729202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8b655f-3108-4ece-aceb-3b21591f5c80,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:05.738664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.741373 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ece0d69a-4140-4eaa-9bd8-a0364b47b02b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397960 Feb 28 12:09:05.742805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:05.748249 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '17ad2627-1c24-426c-bd37-c10b7642cc5a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:05.754048 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:05.758195 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:05.760688 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:05.766936 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:05.783304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.844215 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.847838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.872676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6f213f-19fe-4c9d-926e-b3ba4e4d4ac5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:05.882179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.883457 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-94ab5abb-38d4-40a8-b956-850bf22d64f3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396878 Feb 28 12:09:05.886056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:05.891403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '17ad2627-1c24-426c-bd37-c10b7642cc5a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:05.897143 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:05.900915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:05.904028 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:05.909658 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:05.926748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.991825 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:05.995179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.018655 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ef5ccf-8a57-4d54-8f3d-cdf85d8d46a9,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:06.027308 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.028450 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c58bde17-4fa3-4292-8a2e-8ff246618f51 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409371 Feb 28 12:09:06.031331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36952) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:06.036134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '17ad2627-1c24-426c-bd37-c10b7642cc5a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:06.041793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:06.045500 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:06.048369 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:06.054139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:06.064025 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:09:06.070281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.132977 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.136493 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.156511 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc26b736-ca01-4deb-b233-4eb28904c0d7,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:06.167057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.168741 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a494a950-0c4b-44ec-9357-944abfe75958 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365137 Feb 28 12:09:06.171422 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:06.176086 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'security_group_rule': {'security_group_id': '17ad2627-1c24-426c-bd37-c10b7642cc5a', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:06.181701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:06.185915 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:security_group_rule and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:06.188749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:06.194331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:06.204270 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Project d5eb8f182a8f4cc4bba144d704c81666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:09:06.210558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.276445 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.279787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.302632 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4853c88a-0add-4303-94e6-c7943730bd0f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:06.311067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.312280 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-127134bd-dcf2-490b-a303-42e66e7150c4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399372 Feb 28 12:09:06.315051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 36960) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:06.320253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'network': {'name': 'tempest-network-smoke--1635631345', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:06.325022 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:06.329047 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:network and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:06.331955 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:06.337802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:06.347405 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:09:06.350651 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.377318 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:09:06.385571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.386051 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Added segment 9c2c9816-320e-4331-801d-d81e735b9d0f of type vlan for network 2bef24da-e90a-49f2-ad87-4de059ab42e8 Feb 28 12:09:06.410729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.439073 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.445325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:06.445914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.549282 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2331362 Feb 28 12:09:06.552802 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36964) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:06.554878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fbd2f-0593-4472-9f16-a6559ce93013 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Network': ['ID=2bef24da-e90a-49f2-ad87-4de059ab42e8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:06.558031 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'admin_state_up': True, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:06.565413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:06.566120 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 2bef24da-e90a-49f2-ad87-4de059ab42e8 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:09:06.569306 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:router and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:06.572155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:06.578364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:06.587863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.588822 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.605033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.869205 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:07.164465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:07.192658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:07.329819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.184 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/31b90d3e-798a-4392-ad2c-1043c1064216) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:07.475989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:07.505258 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:07.562607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:07.565413 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:07.575905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:09:07.712633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=31b90d3e-798a-4392-ad2c-1043c1064216,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:08.099677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:08.436828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:08.635601 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 4759cd5f-0c6c-4957-99de-fa141370a3a6 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:09:08.809780 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:09:08.818821 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Sync routers for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:09:08.828276 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:09:08.828878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:09:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:08.838172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:08.842248 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-343ad791-0bb7-44c3-904b-e571431b91fb tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2855196 Feb 28 12:09:08.842471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36970) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:08.883909 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-7513b552-d191-4164-ba7f-0555b4fbad18 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d5eb8f182a8f4cc4bba144d704c81666&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403457 Feb 28 12:09:08.886402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36974) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:09.009322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:09:09.127430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d73dac-8aa5-42f1-afce-d27c41152bbe tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:09.128918 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-37d73dac-8aa5-42f1-afce-d27c41152bbe tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2410157 Feb 28 12:09:09.131733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36978) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:09.171266 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-74188712-4356-4a92-9bc8-485a4afbf7ba tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=77a66528-31b9-4334-b231-549f03c66687&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383773 Feb 28 12:09:09.173712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36982) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:09.178997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-107869420', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:09.291438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:09.296677 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:subnet and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:09.298838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:09.306718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:09.319056 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:09:09.322630 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:09.327112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:07Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:09.330873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Checking router: 4759cd5f-0c6c-4957-99de-fa141370a3a6 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:09:09.331245 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Updating router 4759cd5f-0c6c-4957-99de-fa141370a3a6 port 31b90d3e-798a-4392-ad2c-1043c1064216 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:09:09.382560 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:09.536792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:09.614960 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Subnet': ['ID=80766014-6e7c-404a-8e60-76d1f8f4564b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:09.627707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Checking segment: {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:09:09.628064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network hostable DHCP agents. Network: 2bef24da-e90a-49f2-ad87-4de059ab42e8, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:09:09.646530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 2bef24da-e90a-49f2-ad87-4de059ab42e8 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:09:09.655866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 2bef24da-e90a-49f2-ad87-4de059ab42e8) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:09.666720 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:09.667338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:09.672364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b268bc3d-efa3-4457-885f-7865b0f66d8b None None] Network 2bef24da-e90a-49f2-ad87-4de059ab42e8 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:09:09.695734 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-93f005de-3ec0-47b2-92bf-5f3fc77cd33a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5183220 Feb 28 12:09:09.696141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 36986) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:10.014419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.068093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Transition to ACTIVE for port object 31b90d3e-798a-4392-ad2c-1043c1064216 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:10.071749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-2bef24da-e90a-49f2-ad87-4de059ab42e8', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:09:10.072562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.090686 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.243759 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71eacf2-32cf-4cad-aacc-736cd8128a94 None None] Pushing event updated for resources: {'Port': ['ID=31b90d3e-798a-4392-ad2c-1043c1064216,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:10.245971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Attempting to bind port 31b90d3e-798a-4392-ad2c-1043c1064216 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:09:10.246877 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Attempting to bind port 31b90d3e-798a-4392-ad2c-1043c1064216 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:09:10.247263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Attempting to bind port 31b90d3e-798a-4392-ad2c-1043c1064216 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:09:10.272006 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:09:10.272367 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:09:10.272774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.273165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:09:10.273634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Bound port: 31b90d3e-798a-4392-ad2c-1043c1064216, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:09:10.274002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.387686 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.412684 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Allocated IP 172.20.0.2 (2bef24da-e90a-49f2-ad87-4de059ab42e8/80766014-6e7c-404a-8e60-76d1f8f4564b/1e9b02cc-5062-4aca-ab60-b87244490fc6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:10.414794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] For port 31b90d3e-798a-4392-ad2c-1043c1064216, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:09:10.419317 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] For port 31b90d3e-798a-4392-ad2c-1043c1064216, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=31b90d3e-798a-4392-ad2c-1043c1064216,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:09:10.426332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.647000 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71eacf2-32cf-4cad-aacc-736cd8128a94 None None] Pushing event updated for resources: {'Port': ['ID=31b90d3e-798a-4392-ad2c-1043c1064216,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:10.652758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:09:10.653390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:09:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:10.908959 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:09:10.951403 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:11.034132 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Transition to ACTIVE for port object 1e9b02cc-5062-4aca-ab60-b87244490fc6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:11.120380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Transition to ACTIVE for port object 1e9b02cc-5062-4aca-ab60-b87244490fc6 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:11.128910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:11.190868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.1 (2bef24da-e90a-49f2-ad87-4de059ab42e8/80766014-6e7c-404a-8e60-76d1f8f4564b/4462828b-c1ae-4f4f-9971-cc037ea740c7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:11.205567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Network 2bef24da-e90a-49f2-ad87-4de059ab42e8 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:11.212428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:11.221904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:09:11.259718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Pushing event updated for resources: {'Port': ['ID=1e9b02cc-5062-4aca-ab60-b87244490fc6,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:11.353879 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:11.359475 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Attempting to bind port 1e9b02cc-5062-4aca-ab60-b87244490fc6 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:09:11.359843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Attempting to bind port 1e9b02cc-5062-4aca-ab60-b87244490fc6 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:09:11.360224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Attempting to bind port 1e9b02cc-5062-4aca-ab60-b87244490fc6 on network 2bef24da-e90a-49f2-ad87-4de059ab42e8 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:09:11.368128 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:09:11.368500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Checking segment: {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:09:11.368952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:11.369286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Bound using segment: {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:09:11.369757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object 4462828b-c1ae-4f4f-9971-cc037ea740c7 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:11.369891 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Bound port: 1e9b02cc-5062-4aca-ab60-b87244490fc6, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:09:11.370198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:11.394114 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:11.417939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:07Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:11.430100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087aabd-1f64-40d1-9aff-d237aa73025d None None] The sync data for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv is: [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:07Z', 'revision_number': 3, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:09:11.458372 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 2bef24da-e90a-49f2-ad87-4de059ab42e8 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:11.461678 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:11.469473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] For port 1e9b02cc-5062-4aca-ab60-b87244490fc6, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:09:11.472808 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] For port 1e9b02cc-5062-4aca-ab60-b87244490fc6, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1e9b02cc-5062-4aca-ab60-b87244490fc6,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:09:11.475702 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:09:11.477590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:11.512796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=4462828b-c1ae-4f4f-9971-cc037ea740c7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:11.540397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:11.571204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca398c-3fe3-47ca-bc4f-8436b3db6fe6 None None] Pushing event updated for resources: {'Port': ['ID=1e9b02cc-5062-4aca-ab60-b87244490fc6,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:11.694756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:12.171673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:12.176454 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:12.293671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=4462828b-c1ae-4f4f-9971-cc037ea740c7,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:12.298456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:12.439360 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 2bef24da-e90a-49f2-ad87-4de059ab42e8 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:12.440607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:12.538073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15fdee2-3edc-4ffc-9a9c-e95ac1065044 None None] Network 2bef24da-e90a-49f2-ad87-4de059ab42e8 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:09:12.622952 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 4759cd5f-0c6c-4957-99de-fa141370a3a6 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:09:12.632359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-19077905-6706-4988-a4c2-a3f5fa7786d9 None None] Provisioning for port 1e9b02cc-5062-4aca-ab60-b87244490fc6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:12.933978 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:09:12.948589 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-04204a12-ae5b-4de0-a6d1-c5b43dbb9b14 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/4759cd5f-0c6c-4957-99de-fa141370a3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2501817 Feb 28 12:09:13.026196 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Sync routers for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:09:13.039054 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:09:13.039844 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:09:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:13.080781 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2d8e6156-4e82-40f3-a7c6-38e691aa3aba None None] Provisioning for port 4462828b-c1ae-4f4f-9971-cc037ea740c7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:13.100613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2d8e6156-4e82-40f3-a7c6-38e691aa3aba None None] Provisioning complete for port 4462828b-c1ae-4f4f-9971-cc037ea740c7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:13.101083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2d8e6156-4e82-40f3-a7c6-38e691aa3aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.150783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-e4847ca0-06ee-4885-bbf0-145bd6a13a92 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:09:13.178601 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-e4847ca0-06ee-4885-bbf0-145bd6a13a92 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:09:13.186706 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-e4847ca0-06ee-4885-bbf0-145bd6a13a92 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280943750&fields=id&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 267 time: 0.1034429 Feb 28 12:09:13.202168 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e6156-4e82-40f3-a7c6-38e691aa3aba None None] Port 4462828b-c1ae-4f4f-9971-cc037ea740c7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:09:13.254172 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31b90d3e-798a-4392-ad2c-1043c1064216 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:13.263296 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:09:13.346136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-25d5f6d1-f0c8-4085-8ed5-bd0ddab63134 None None] Provisioning complete for port 4462828b-c1ae-4f4f-9971-cc037ea740c7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:13.346508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-25d5f6d1-f0c8-4085-8ed5-bd0ddab63134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.358410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-83fabd0b-8eae-402d-beab-f4518459e077 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:13.359131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-83fabd0b-8eae-402d-beab-f4518459e077 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:09:13.377582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-83fabd0b-8eae-402d-beab-f4518459e077 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:09:13.379674 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-83fabd0b-8eae-402d-beab-f4518459e077 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/networks?id=2bef24da-e90a-49f2-ad87-4de059ab42e8 HTTP/1.1" status: 200 len: 797 time: 0.1921022 Feb 28 12:09:13.400933 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 31b90d3e-798a-4392-ad2c-1043c1064216 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:13.402165 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-7288d243-b8a7-411b-90f7-9552150153ac tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/quotas/d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 375 time: 0.0169539 Feb 28 12:09:13.409142 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 31b90d3e-798a-4392-ad2c-1043c1064216 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:13.409516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.477425 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-25d5f6d1-f0c8-4085-8ed5-bd0ddab63134 None None] Port 4462828b-c1ae-4f4f-9971-cc037ea740c7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:09:13.492409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-812d334d-c9da-437b-94b9-a2f1d85b5b47 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:09:13.508692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-812d334d-c9da-437b-94b9-a2f1d85b5b47 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:09:13.510571 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-812d334d-c9da-437b-94b9-a2f1d85b5b47 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072364 Feb 28 12:09:13.610280 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.611884 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '4462828b-c1ae-4f4f-9971-cc037ea740c7', 'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:e4:32:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:10Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 2, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:13.619991 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Checking router: 4759cd5f-0c6c-4957-99de-fa141370a3a6 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:09:13.620337 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Updating router 4759cd5f-0c6c-4957-99de-fa141370a3a6 port 4462828b-c1ae-4f4f-9971-cc037ea740c7 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:09:13.635293 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 31b90d3e-798a-4392-ad2c-1043c1064216, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=31b90d3e-798a-4392-ad2c-1043c1064216,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:09:13.636973 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e0766d90-a17f-41da-b241-c97609c8658e None None] Provisioning complete for port 4462828b-c1ae-4f4f-9971-cc037ea740c7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:13.637324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0766d90-a17f-41da-b241-c97609c8658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.664806 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.665582 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1e9b02cc-5062-4aca-ab60-b87244490fc6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:13.666483 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-d4a3514a-29bb-42df-a5aa-71a30dfbe4a9 service neutron] 10.222.0.64 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419201 Feb 28 12:09:13.676314 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.792043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e0766d90-a17f-41da-b241-c97609c8658e None None] Port 4462828b-c1ae-4f4f-9971-cc037ea740c7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:09:13.807967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=31b90d3e-798a-4392-ad2c-1043c1064216,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:13.821085 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1e9b02cc-5062-4aca-ab60-b87244490fc6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:13.826351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1e9b02cc-5062-4aca-ab60-b87244490fc6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:13.826723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.944316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.960958 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-10763890-8427-4739-911f-87594769f3bc service neutron] 10.222.0.64 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874513 Feb 28 12:09:13.977263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 1e9b02cc-5062-4aca-ab60-b87244490fc6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1e9b02cc-5062-4aca-ab60-b87244490fc6,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:09:13.982141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:14.042916 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:14.055460 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Transition to ACTIVE for port object 4462828b-c1ae-4f4f-9971-cc037ea740c7 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:14.056279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=1e9b02cc-5062-4aca-ab60-b87244490fc6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:14.061961 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:14.176808 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b7348f41-24f0-4ad1-8897-deb91f9bea6a req-1269fade-35a2-4c3f-b950-731b0cdce508 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 210 time: 0.0588748 Feb 28 12:09:14.226609 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Pushing event updated for resources: {'Port': ['ID=4462828b-c1ae-4f4f-9971-cc037ea740c7,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:14.236818 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.237151 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.237479 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.237802 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.238122 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.238632 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.238958 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.239232 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.239870 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.240199 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.240516 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.240826 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:14.341483 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Attempting to bind port 4462828b-c1ae-4f4f-9971-cc037ea740c7 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:09:14.341863 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Attempting to bind port 4462828b-c1ae-4f4f-9971-cc037ea740c7 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:09:14.342195 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Attempting to bind port 4462828b-c1ae-4f4f-9971-cc037ea740c7 on network 2bef24da-e90a-49f2-ad87-4de059ab42e8 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:09:14.349127 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:09:14.349498 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Checking segment: {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:09:14.349891 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:14.350296 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Bound using segment: {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:09:14.350744 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Bound port: 4462828b-c1ae-4f4f-9971-cc037ea740c7, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:09:14.351110 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:14.442291 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] For port 4462828b-c1ae-4f4f-9971-cc037ea740c7, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:09:14.446845 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] For port 4462828b-c1ae-4f4f-9971-cc037ea740c7, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4462828b-c1ae-4f4f-9971-cc037ea740c7,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:09:14.451627 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:14.525714 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:09:14.526358 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:09:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:14.608254 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef4a48-37dc-4bd8-9941-f86eea4d6ea3 None None] Pushing event updated for resources: {'Port': ['ID=4462828b-c1ae-4f4f-9971-cc037ea740c7,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:14.719418 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:09:15.027391 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '4462828b-c1ae-4f4f-9971-cc037ea740c7', 'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:e4:32:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:10Z', 'updated_at': '2022-02-28T12:09:14Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:15.030999 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b140a56-07f1-4c1c-92ce-69c4bb1039a9 None None] The sync data for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv is: [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '4462828b-c1ae-4f4f-9971-cc037ea740c7', 'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:e4:32:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:10Z', 'updated_at': '2022-02-28T12:09:14Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:09:15.269659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31b90d3e-798a-4392-ad2c-1043c1064216 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:15.378116 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 31b90d3e-798a-4392-ad2c-1043c1064216 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:15.378636 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.391364 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-45ceb0e1-aaf9-44a7-a5f2-7677e406d1c6 req-884643fc-80da-4426-a365-6aa71c4c802b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 210 time: 0.0671992 Feb 28 12:09:15.437801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-11c7ae3a-dd64-4ecf-a2e3-b0e2c495190d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:15.439559 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-11c7ae3a-dd64-4ecf-a2e3-b0e2c495190d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/networks?id=2bef24da-e90a-49f2-ad87-4de059ab42e8 HTTP/1.1" status: 200 len: 797 time: 0.2187395 Feb 28 12:09:15.502628 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-1a939c61-9760-4587-9eee-b94d89957691 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5eb8f182a8f4cc4bba144d704c81666 HTTP/1.1" status: 200 len: 379 time: 0.0517514 Feb 28 12:09:15.511967 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'port': {'device_id': '46e5fb18-30e3-4969-8636-013c799949e6', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'admin_state_up': True, 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'security_groups': ['17ad2627-1c24-426c-bd37-c10b7642cc5a']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:15.514157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4462828b-c1ae-4f4f-9971-cc037ea740c7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:15.589508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 4462828b-c1ae-4f4f-9971-cc037ea740c7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:15.595599 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 4462828b-c1ae-4f4f-9971-cc037ea740c7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:15.596046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.667660 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:15.678493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:15.691446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Made reservation on behalf of d5eb8f182a8f4cc4bba144d704c81666 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:09:15.695077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.727976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.766229 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 4462828b-c1ae-4f4f-9971-cc037ea740c7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4462828b-c1ae-4f4f-9971-cc037ea740c7,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:09:15.772073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.772336 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1e9b02cc-5062-4aca-ab60-b87244490fc6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:15.874673 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.20.0.5 (2bef24da-e90a-49f2-ad87-4de059ab42e8/80766014-6e7c-404a-8e60-76d1f8f4564b/3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:15.895595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=4462828b-c1ae-4f4f-9971-cc037ea740c7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:15.909047 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1e9b02cc-5062-4aca-ab60-b87244490fc6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:15.909422 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.077899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.096017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Transition to ACTIVE for port object 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:16.121578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.191980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 2bef24da-e90a-49f2-ad87-4de059ab42e8 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:16.199297 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:16.204397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:09:16.235071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:16.272873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:16.273503 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.301298 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4d3a9201-272a-4804-bf2f-2848e28ba08f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932045 Feb 28 12:09:16.313112 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Request body: {'port': {'device_id': '46e5fb18-30e3-4969-8636-013c799949e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:16.427945 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.479849 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ccdf56af-ab2c-488d-a78d-a0ab38cc872a None None] Provisioning for port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:16.484705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ccdf56af-ab2c-488d-a78d-a0ab38cc872a None None] Provisioning complete for port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:16.485080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccdf56af-ab2c-488d-a78d-a0ab38cc872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.538138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf56af-ab2c-488d-a78d-a0ab38cc872a None None] Port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:09:16.580457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70b6e6-003c-43cc-bd13-1375841e4ace req-99ba18b5-30c0-4b38-bff5-d5caa88ef7b4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:16.581906 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4d70b6e6-003c-43cc-bd13-1375841e4ace req-99ba18b5-30c0-4b38-bff5-d5caa88ef7b4 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 931 time: 0.0821655 Feb 28 12:09:16.625969 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4d70b6e6-003c-43cc-bd13-1375841e4ace req-16783a86-690b-4325-ac37-1e0ba48c3e69 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383739 Feb 28 12:09:16.770082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:09:16.777395 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.791436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Transition to ACTIVE for port object 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:16.795921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.950653 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Pushing event updated for resources: {'Port': ['ID=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:17.117602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Attempting to bind port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:09:17.117948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Attempting to bind port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:09:17.118279 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Attempting to bind port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 on network 2bef24da-e90a-49f2-ad87-4de059ab42e8 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:09:17.123027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 on network 2bef24da-e90a-49f2-ad87-4de059ab42e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:09:17.123376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Attempting to bind port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 on network 2bef24da-e90a-49f2-ad87-4de059ab42e8 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:09:17.128626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:09:17.128961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Checking segment: {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:09:17.129342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Bound using segment: {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:09:17.129762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Bound port: 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2c9816-320e-4331-801d-d81e735b9d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:09:17.130232 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.167303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4462828b-c1ae-4f4f-9971-cc037ea740c7 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:17.224458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] For port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:09:17.227440 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] For port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:09:17.232916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.237594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 4462828b-c1ae-4f4f-9971-cc037ea740c7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:17.237968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.284200 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:17.284663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.286537 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-989386c6-d6df-4266-8386-a977f3316470 service neutron] 10.222.0.37 "PUT /v2.0/ports/3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 HTTP/1.1" status: 200 len: 1093 time: 0.9780540 Feb 28 12:09:17.289048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:09:17.323775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989386c6-d6df-4266-8386-a977f3316470 service neutron] Pushing event updated for resources: {'Port': ['ID=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:17.370798 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'status': 'completed', 'code': 200} Feb 28 12:09:17.412892 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4804cfb2-9f64-4fdb-91fd-50a90c7c0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:17.414310 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4804cfb2-9f64-4fdb-91fd-50a90c7c0a34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 1096 time: 0.0809479 Feb 28 12:09:17.485480 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-e913cfef-9c49-447c-b168-b278bd40a293 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 HTTP/1.1" status: 200 len: 217 time: 0.0616467 Feb 28 12:09:17.549007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-9af2a425-bca7-4add-bc08-ec008def3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:17.550312 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-9af2a425-bca7-4add-bc08-ec008def3fff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80766014-6e7c-404a-8e60-76d1f8f4564b HTTP/1.1" status: 200 len: 834 time: 0.0589352 Feb 28 12:09:17.623105 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-9254857c-5bce-4a56-a0f1-67c317bfd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:17.624585 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-9254857c-5bce-4a56-a0f1-67c317bfd414 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bef24da-e90a-49f2-ad87-4de059ab42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683904 Feb 28 12:09:17.756832 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-4a59b881-f533-4c23-955c-e34fe4e13445 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254215 Feb 28 12:09:17.811982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe461a-05bd-42e0-b1ce-f6bcc8dcb2ee req-9a37e5f0-fde1-4b41-a7e9-cd8a762b9b2d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:17.813415 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80fe461a-05bd-42e0-b1ce-f6bcc8dcb2ee req-9a37e5f0-fde1-4b41-a7e9-cd8a762b9b2d tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 943 time: 0.0793505 Feb 28 12:09:17.859614 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80fe461a-05bd-42e0-b1ce-f6bcc8dcb2ee req-cf84afc6-e62a-42bc-9a4e-65995bd7e979 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405395 Feb 28 12:09:17.888537 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0dc3cea7-ddc2-415a-89c8-42f0e0da7130 req-9b06c497-edb4-4be7-be73-d624deb9f48a service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263344 Feb 28 12:09:18.004838 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-5c483888-352a-4234-a052-1dad5d789403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:18.006389 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-5c483888-352a-4234-a052-1dad5d789403 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 1096 time: 0.0755279 Feb 28 12:09:18.135602 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-ac9be0b6-205c-49fd-a67a-862ee25fb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:18.137121 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-ac9be0b6-205c-49fd-a67a-862ee25fb5f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bef24da-e90a-49f2-ad87-4de059ab42e8 HTTP/1.1" status: 200 len: 898 time: 0.1236310 Feb 28 12:09:18.204234 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-adab2782-c7c8-496c-b48e-276577283081 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 HTTP/1.1" status: 200 len: 217 time: 0.0603487 Feb 28 12:09:18.270629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-5f19cae9-d526-467e-96d1-9c7cfe372993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:18.271992 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-5f19cae9-d526-467e-96d1-9c7cfe372993 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80766014-6e7c-404a-8e60-76d1f8f4564b HTTP/1.1" status: 200 len: 834 time: 0.0615871 Feb 28 12:09:18.344575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-cde2db01-454d-4172-9372-861435a04822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:18.345987 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-cde2db01-454d-4172-9372-861435a04822 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bef24da-e90a-49f2-ad87-4de059ab42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675356 Feb 28 12:09:18.474598 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-541159f3-dc09-440e-bf4b-bc04a8565c3f service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209106 Feb 28 12:09:18.603630 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-10a4b8ad-9ac4-4f71-8fd0-25e4d82eb539 req-4ee4a3a5-d353-44c5-acf0-68a69361e215 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214070 Feb 28 12:09:18.907856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:09:19.042284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:09:19.046314 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd07aa4-5fe0-41d3-b45d-ef6d3b551ae5 req-763387f4-3f93-43a2-a750-6b385018ebb7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:19.047794 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2dd07aa4-5fe0-41d3-b45d-ef6d3b551ae5 req-763387f4-3f93-43a2-a750-6b385018ebb7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 943 time: 0.0832689 Feb 28 12:09:19.055387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'port_id': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'mac_address': 'fa:16:3e:83:13:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:09:19.091887 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2dd07aa4-5fe0-41d3-b45d-ef6d3b551ae5 req-0b0c2164-c86d-4517-8a44-365fa49d8127 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384593 Feb 28 12:09:19.110182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.126653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:09:19.142041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:09:19.146754 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.249411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:19.386651 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:09:20.282770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c934c9d-3d60-49ca-8aa0-1c126c2c0740 req-9c9a0874-b47a-40b6-8067-4f478ffbe2e5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:20.284234 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c934c9d-3d60-49ca-8aa0-1c126c2c0740 req-9c9a0874-b47a-40b6-8067-4f478ffbe2e5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 944 time: 0.0889525 Feb 28 12:09:20.327223 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c934c9d-3d60-49ca-8aa0-1c126c2c0740 req-142ee821-a432-4767-bb73-2e77ab56303f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374274 Feb 28 12:09:20.931394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:20.999998 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:21.004487 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:21.004860 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.116380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.142863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:09:21.152250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:09:21.156618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.226834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:21.238522 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'code': 200} Feb 28 12:09:21.467427 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb0019-62bc-4d90-bcfc-dcfaa573a9b5 req-de2308ff-ad66-44e6-a064-e2e970f830ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:21.468892 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-13fb0019-62bc-4d90-bcfc-dcfaa573a9b5 req-de2308ff-ad66-44e6-a064-e2e970f830ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 1098 time: 0.0749197 Feb 28 12:09:21.512957 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6456531-37c9-4592-baeb-bd1de44d3bc2 req-37c74bff-3f00-479d-aa71-f5ea295a0d58 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:21.515235 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a6456531-37c9-4592-baeb-bd1de44d3bc2 req-37c74bff-3f00-479d-aa71-f5ea295a0d58 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0840435 Feb 28 12:09:21.560634 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a6456531-37c9-4592-baeb-bd1de44d3bc2 req-fb1ce177-ee28-4728-a97b-82d33808d167 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397353 Feb 28 12:09:21.603964 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-13fb0019-62bc-4d90-bcfc-dcfaa573a9b5 req-32aa29a1-b0a3-4035-a0a7-d60b423d8ba6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288240 Feb 28 12:09:22.749901 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b646feb-9ff3-4158-bc3a-f06fae9cad0f req-9e70552d-1266-4b78-a0fe-b6f50a1aa68b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:22.751402 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3b646feb-9ff3-4158-bc3a-f06fae9cad0f req-9e70552d-1266-4b78-a0fe-b6f50a1aa68b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0825293 Feb 28 12:09:22.795874 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3b646feb-9ff3-4158-bc3a-f06fae9cad0f req-6953b386-4fd6-4bea-a6c6-4debfe6f896f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388348 Feb 28 12:09:23.980441 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb3c79-f78d-4d79-ac56-16321c2551c7 req-b054608f-264a-4dee-977a-a76a2f3744cf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:23.981905 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-92cb3c79-f78d-4d79-ac56-16321c2551c7 req-b054608f-264a-4dee-977a-a76a2f3744cf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0807629 Feb 28 12:09:24.025572 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-92cb3c79-f78d-4d79-ac56-16321c2551c7 req-359f41de-f7e3-4e02-b7b2-70b35788dd59 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380316 Feb 28 12:09:24.213582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab881-0a46-42a6-9a2b-e3e2d52a5aac req-f4222675-0c44-4ea9-8492-eb2410ee7d06 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:24.215028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dfbab881-0a46-42a6-9a2b-e3e2d52a5aac req-f4222675-0c44-4ea9-8492-eb2410ee7d06 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0806298 Feb 28 12:09:24.258134 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dfbab881-0a46-42a6-9a2b-e3e2d52a5aac req-c3cea21a-778c-41b3-99f9-c3af4b0416bc tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373805 Feb 28 12:09:24.279923 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37044) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:24.359051 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2c56f-8947-42ce-a9d3-afd72706f408 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:24.360584 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-07f2c56f-8947-42ce-a9d3-afd72706f408 tempest-TestNetworkAdvancedServerOps-259663958 tempest-TestNetworkAdvancedServerOps-259663958-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 1093 time: 0.0797081 Feb 28 12:09:24.363410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37048) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:24.368239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:09:24.374599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:24.378421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Usage tracker for resource:floatingip and tenant:d5eb8f182a8f4cc4bba144d704c81666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:24.381257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:24.386956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:24.396981 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.529796 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.665341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Allocated IP 172.26.8.187 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/7252becc-3e4c-4e81-9616-fe89680b2693) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:24.822710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.852436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.914955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:24.917698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:24.925287 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:09:24.964858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=7252becc-3e4c-4e81-9616-fe89680b2693,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:25.331500 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:25.409076 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:25.610893 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:25.615213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:25.729872 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event updated for resources: {'Port': ['ID=7252becc-3e4c-4e81-9616-fe89680b2693,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:25.740050 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.001674 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP 17a90192-e165-4895-93ff-305369026fbf associated. External IP: 172.26.8.187, port: 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4. Feb 28 12:09:26.346348 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 4759cd5f-0c6c-4957-99de-fa141370a3a6 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:09:26.520314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:09:26.531207 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] Sync routers for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:09:26.540245 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:09:26.540863 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:09:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:26.544986 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.600983 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-65c2770d-57b3-4740-8cdb-7339f08c305a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2364733 Feb 28 12:09:26.601484 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:09:26.646068 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'status': 'completed', 'code': 200} Feb 28 12:09:26.722972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:09:26.750439 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-bffa3f82-b03c-4027-bda9-c304644169cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:26.752088 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-bffa3f82-b03c-4027-bda9-c304644169cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 1098 time: 0.0792508 Feb 28 12:09:26.787316 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b8b97-bbbe-4dfe-ae8f-fd5663eb565d req-c7041eed-e71b-4144-a5ac-5c48bf7846d5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:26.788785 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3a1b8b97-bbbe-4dfe-ae8f-fd5663eb565d req-c7041eed-e71b-4144-a5ac-5c48bf7846d5 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0977654 Feb 28 12:09:26.837604 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3a1b8b97-bbbe-4dfe-ae8f-fd5663eb565d req-7d3e281b-dda4-47d1-9610-e46164281e25 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389524 Feb 28 12:09:26.862084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37056) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:26.987496 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-7488b92d-fc22-40c2-9688-9073f45f915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:26.989322 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-7488b92d-fc22-40c2-9688-9073f45f915c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bef24da-e90a-49f2-ad87-4de059ab42e8 HTTP/1.1" status: 200 len: 898 time: 0.2309303 Feb 28 12:09:26.993573 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d607aeef-cf15-42db-998c-8e4956f304a1 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/17a90192-e165-4895-93ff-305369026fbf HTTP/1.1" status: 200 len: 991 time: 0.1303811 Feb 28 12:09:27.074102 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '17a90192-e165-4895-93ff-305369026fbf', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'port_id': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'mac_address': 'fa:16:3e:83:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5fb18-30e3-4969-8636-013c799949e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:09:25Z', 'updated_at': '2022-02-28T12:09:25Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4462828b-c1ae-4f4f-9971-cc037ea740c7', 'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:e4:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:10Z', 'updated_at': '2022-02-28T12:09:15Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:27.078531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] Checking router: 4759cd5f-0c6c-4957-99de-fa141370a3a6 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:09:27.087005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:09:27.087624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:09:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:27.091225 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-a4731588-f816-4f6e-b2f1-0f169c05cb82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 HTTP/1.1" status: 200 len: 999 time: 0.0960042 Feb 28 12:09:27.154160 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-36b547d2-6c82-4bf0-929a-76c26b3a3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:27.155654 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-36b547d2-6c82-4bf0-929a-76c26b3a3350 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80766014-6e7c-404a-8e60-76d1f8f4564b HTTP/1.1" status: 200 len: 834 time: 0.0581303 Feb 28 12:09:27.229606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-b9a80b1a-cbb4-446f-bf95-fd23db5eaf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:27.231057 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-b9a80b1a-cbb4-446f-bf95-fd23db5eaf57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bef24da-e90a-49f2-ad87-4de059ab42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687060 Feb 28 12:09:27.267813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:09:27.366149 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-8f6199f2-1186-4ead-b143-a77f08e87f53 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288311 Feb 28 12:09:27.625036 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5f5bfdd6-923f-48c9-9965-b93274849a20 req-18628dd0-8297-4cbf-886a-059caefa41ff service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530167 Feb 28 12:09:27.644763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.673067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '17a90192-e165-4895-93ff-305369026fbf', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'port_id': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'mac_address': 'fa:16:3e:83:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5fb18-30e3-4969-8636-013c799949e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:09:25Z', 'updated_at': '2022-02-28T12:09:25Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4462828b-c1ae-4f4f-9971-cc037ea740c7', 'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:e4:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:10Z', 'updated_at': '2022-02-28T12:09:15Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:27.676946 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93fa463-48e5-4156-9402-76ce6c05c18f None None] The sync data for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv is: [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '17a90192-e165-4895-93ff-305369026fbf', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'port_id': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'mac_address': 'fa:16:3e:83:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5fb18-30e3-4969-8636-013c799949e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:09:25Z', 'updated_at': '2022-02-28T12:09:25Z', 'revision_number': 0, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4462828b-c1ae-4f4f-9971-cc037ea740c7', 'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:e4:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:10Z', 'updated_at': '2022-02-28T12:09:15Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:09:27.861550 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c1e8a-305b-407d-ba9e-90e9cc19d5e5 None None] New status for floating IP 17a90192-e165-4895-93ff-305369026fbf: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:09:27.996581 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:28.102189 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-39c435d9-4d51-4c2f-9a32-6bcd883d17e9 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/17a90192-e165-4895-93ff-305369026fbf HTTP/1.1" status: 200 len: 991 time: 0.1037550 Feb 28 12:09:29.106003 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:29.208439 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-805ee786-5c54-4dc2-8a0d-901fa2e85e46 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/17a90192-e165-4895-93ff-305369026fbf HTTP/1.1" status: 200 len: 993 time: 0.1012480 Feb 28 12:09:30.297248 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2456b1c9-ea29-4df4-846d-bbfb5f7dd934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:32.549492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b70ac02-dcd2-4bcc-a4fd-4359b5609d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:33.756562 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:33.874579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:35.297292 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:09:35.330688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:57.622238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:58.843095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41acab3-9a7e-4e5b-8e7d-146c9336a821 req-d5646519-11cf-4b12-a160-0af8c8a11ca2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:58.845096 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a41acab3-9a7e-4e5b-8e7d-146c9336a821 req-d5646519-11cf-4b12-a160-0af8c8a11ca2 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0799232 Feb 28 12:09:58.888445 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a41acab3-9a7e-4e5b-8e7d-146c9336a821 req-66c49a99-69dc-46e6-94d9-b16383e08d52 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378187 Feb 28 12:10:00.071077 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870997e7-b2dc-4775-bd55-c41f30a5b284 req-b4593f9a-0c9e-46e1-868d-e891111268d0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:00.072449 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-870997e7-b2dc-4775-bd55-c41f30a5b284 req-b4593f9a-0c9e-46e1-868d-e891111268d0 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0780594 Feb 28 12:10:00.116547 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-870997e7-b2dc-4775-bd55-c41f30a5b284 req-40f0a583-0589-4caf-ac59-0c758997419f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Feb 28 12:10:00.139574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37084) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:00.300103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0b408a60-f192-416a-8dc1-f0fc03c03afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:00.342830 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-50bf30e2-f253-46f8-b435-0719c0c5a8a7 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/17a90192-e165-4895-93ff-305369026fbf HTTP/1.1" status: 200 len: 993 time: 0.2015107 Feb 28 12:10:01.803326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8a97-1314-4859-992d-e4adebf87491 req-05eba767-863d-470e-ad8f-18e0be81043f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:01.804768 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7dbe8a97-1314-4859-992d-e4adebf87491 req-05eba767-863d-470e-ad8f-18e0be81043f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0863206 Feb 28 12:10:01.816226 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-c47c6cd5-d718-48a7-b475-8f8a0fab55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:01.817690 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-c47c6cd5-d718-48a7-b475-8f8a0fab55b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 1098 time: 0.0712748 Feb 28 12:10:01.848905 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7dbe8a97-1314-4859-992d-e4adebf87491 req-46ade4a4-73b7-4e31-a681-fadf38d1c9bd tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385737 Feb 28 12:10:01.949291 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-e6122c34-c210-4fd3-a17e-32cff150c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:01.950756 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-e6122c34-c210-4fd3-a17e-32cff150c427 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bef24da-e90a-49f2-ad87-4de059ab42e8 HTTP/1.1" status: 200 len: 898 time: 0.1267927 Feb 28 12:10:02.051443 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-52c11c5c-74c6-46a2-b3f9-ac56cc0aef03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 HTTP/1.1" status: 200 len: 1001 time: 0.0949340 Feb 28 12:10:02.111635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-fa2c1758-1fa7-4c59-a501-8c7601e3d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:02.113009 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-fa2c1758-1fa7-4c59-a501-8c7601e3d945 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80766014-6e7c-404a-8e60-76d1f8f4564b HTTP/1.1" status: 200 len: 834 time: 0.0552924 Feb 28 12:10:02.187202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-551ccf19-6989-4792-97be-b943886b6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:02.188633 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-551ccf19-6989-4792-97be-b943886b6228 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bef24da-e90a-49f2-ad87-4de059ab42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702989 Feb 28 12:10:02.316840 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-6f52f14e-d1a8-4244-a3f7-64b886098352 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210663 Feb 28 12:10:02.443210 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-6c984668-bc91-429d-85b4-9e98b2d39476 req-8aa6c820-2bcc-4662-a752-97d6a49cb1dd service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203701 Feb 28 12:10:02.549743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46558eef-381f-4803-a5dd-0a606c51ee01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:03.037757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14dcfd-d48d-4c0c-b92e-545fc17fdf5b req-1ee48004-3359-407e-bd59-3e9e50a81ab3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:03.039134 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5f14dcfd-d48d-4c0c-b92e-545fc17fdf5b req-1ee48004-3359-407e-bd59-3e9e50a81ab3 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0813937 Feb 28 12:10:03.082221 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5f14dcfd-d48d-4c0c-b92e-545fc17fdf5b req-0c51b2c4-9c3b-4ae3-b9ee-bf2efc2213ab tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376155 Feb 28 12:10:03.757849 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:03.876635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:04.267615 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc373dfe-1d78-4e0d-a377-f0dee305ba9b req-536fdb88-92f0-4e22-9e67-3e3efc0bd8c6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:04.269098 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc373dfe-1d78-4e0d-a377-f0dee305ba9b req-536fdb88-92f0-4e22-9e67-3e3efc0bd8c6 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0819314 Feb 28 12:10:04.310563 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc373dfe-1d78-4e0d-a377-f0dee305ba9b req-b3f43b06-51bb-44d5-85a1-067942d53630 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360901 Feb 28 12:10:04.333764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:04.438376 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b9599a80-1d48-4347-8385-4fb9c1102d6b tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/floatingips/17a90192-e165-4895-93ff-305369026fbf HTTP/1.1" status: 200 len: 993 time: 0.1035244 Feb 28 12:10:04.702595 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37106) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:04.901582 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 7252becc-3e4c-4e81-9616-fe89680b2693 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:10:04.901844 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:05.073280 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:05.073603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:05.194055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 7252becc-3e4c-4e81-9616-fe89680b2693 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:10:05.333184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:05.340523 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:05.386331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=7252becc-3e4c-4e81-9616-fe89680b2693,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:05.418599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.418938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.419304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.419642 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.419970 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.420292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.420610 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.420927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.421243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.421556 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.421870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.422182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:05.487420 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:05.487742 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Floating IP 17a90192-e165-4895-93ff-305369026fbf disassociated (deleted). External IP: 172.26.8.187, port: 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4. Feb 28 12:10:05.932948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 4759cd5f-0c6c-4957-99de-fa141370a3a6 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:10:06.106178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:10:06.116515 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] Sync routers for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:10:06.123487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:06.125958 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:06.126565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:06.180098 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6959e877-3ad7-4b50-9384-7101d51fd656 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/floatingips/17a90192-e165-4895-93ff-305369026fbf HTTP/1.1" status: 204 len: 168 time: 1.4762242 Feb 28 12:10:06.180665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:10:06.226490 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'status': 'completed', 'code': 200} Feb 28 12:10:06.305917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:06.319384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-3b2709c6-2bf0-4755-bb6e-d44196ca73af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:06.320433 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-3b2709c6-2bf0-4755-bb6e-d44196ca73af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 1098 time: 0.0719459 Feb 28 12:10:06.460386 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-fdc0c4e0-c112-4688-90f9-babad5f557fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:06.461908 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-fdc0c4e0-c112-4688-90f9-babad5f557fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bef24da-e90a-49f2-ad87-4de059ab42e8 HTTP/1.1" status: 200 len: 898 time: 0.1358855 Feb 28 12:10:06.535849 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-a038ddec-a833-4317-98f4-d00e97cc7dc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 HTTP/1.1" status: 200 len: 217 time: 0.0659249 Feb 28 12:10:06.550678 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6eefd-0801-400b-96d7-9c576d4399d4 req-c5eb61e8-bb57-47fc-a86b-003f1f1b0a11 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:06.551401 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d6d6eefd-0801-400b-96d7-9c576d4399d4 req-c5eb61e8-bb57-47fc-a86b-003f1f1b0a11 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:10:06.567261 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-d6d6eefd-0801-400b-96d7-9c576d4399d4 req-c5eb61e8-bb57-47fc-a86b-003f1f1b0a11 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:10:06.568437 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d6d6eefd-0801-400b-96d7-9c576d4399d4 req-c5eb61e8-bb57-47fc-a86b-003f1f1b0a11 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0963395 Feb 28 12:10:06.600570 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-c626cda2-5e87-4acf-a2b1-c22f371fbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:06.602004 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-c626cda2-5e87-4acf-a2b1-c22f371fbf71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80766014-6e7c-404a-8e60-76d1f8f4564b HTTP/1.1" status: 200 len: 834 time: 0.0592079 Feb 28 12:10:06.615235 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d6d6eefd-0801-400b-96d7-9c576d4399d4 req-139cfb63-f271-4c71-8388-ea25fc3ac255 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400214 Feb 28 12:10:06.623423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '4462828b-c1ae-4f4f-9971-cc037ea740c7', 'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:e4:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:10Z', 'updated_at': '2022-02-28T12:09:15Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:06.627308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] Checking router: 4759cd5f-0c6c-4957-99de-fa141370a3a6 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:10:06.635945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:06.636484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:06.678964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-c4fc9444-23c6-4b6e-b06a-25241f3c5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:06.680437 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-c4fc9444-23c6-4b6e-b06a-25241f3c5374 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bef24da-e90a-49f2-ad87-4de059ab42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726445 Feb 28 12:10:06.809129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:06.812060 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-59686e47-1bda-4e8f-8853-705fe176c25a service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246142 Feb 28 12:10:07.043217 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-19764e26-6b6c-48c2-8aae-39537e4afa7b req-03d3886f-a275-4029-9f0f-eb7e6c9583c8 service neutron] 10.222.0.37 "GET /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247608 Feb 28 12:10:07.120407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '4462828b-c1ae-4f4f-9971-cc037ea740c7', 'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:e4:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:10Z', 'updated_at': '2022-02-28T12:09:15Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:07.124768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32187d11-1d9c-4a54-800b-e62b8b612d1d None None] The sync data for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv is: [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:09:11Z', 'revision_number': 4, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '4462828b-c1ae-4f4f-9971-cc037ea740c7', 'name': '', 'network_id': '2bef24da-e90a-49f2-ad87-4de059ab42e8', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'mac_address': 'fa:16:3e:e4:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:10Z', 'updated_at': '2022-02-28T12:09:15Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'subnets': [{'id': '80766014-6e7c-404a-8e60-76d1f8f4564b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:10:07.327619 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc2def-324b-463f-917b-b2d630abb683 None None] New status for floating IP 17a90192-e165-4895-93ff-305369026fbf: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:10:07.805876 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a6f5c-1666-4e92-86bd-48257cdb5740 req-af0f3a9b-cfc2-487a-b5bc-e47661394782 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:07.807382 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b24a6f5c-1666-4e92-86bd-48257cdb5740 req-af0f3a9b-cfc2-487a-b5bc-e47661394782 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0857480 Feb 28 12:10:07.851197 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b24a6f5c-1666-4e92-86bd-48257cdb5740 req-94a9c63d-7b9b-4942-9223-31dff4e19187 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/security-groups?id=17ad2627-1c24-426c-bd37-c10b7642cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377018 Feb 28 12:10:08.036994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-a20fa13e-94cb-4f14-964e-cbef279aaeaf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:08.037599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-a20fa13e-94cb-4f14-964e-cbef279aaeaf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Synchronizing usage tracker for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:10:08.048946 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-a20fa13e-94cb-4f14-964e-cbef279aaeaf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Unset dirty status for tenant:d5eb8f182a8f4cc4bba144d704c81666 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:10:08.049998 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-a20fa13e-94cb-4f14-964e-cbef279aaeaf tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 945 time: 0.0912404 Feb 28 12:10:08.120414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:10:08.120745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:08.362391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:08.362669 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:08.485365 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:10:08.621511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:08.673594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:08.713658 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.714001 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.714332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.714656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.714980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.715332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.715648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.715963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.716548 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.716859 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.717173 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.717485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:08.754408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] No DVR routers for this DVR port 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:10:08.756722 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:08.759169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'name': 'network-vif-deleted', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:10:08.774226 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b5f95e8-1e38-419a-b5d1-b1c0d1079915 req-cfe79e25-11aa-4cd4-8364-7689963cec7f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.37 "DELETE /v2.0/ports/3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 HTTP/1.1" status: 204 len: 173 time: 0.7182567 Feb 28 12:10:08.811314 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e5fb18-30e3-4969-8636-013c799949e6', 'name': 'network-vif-deleted', 'tag': '3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4', 'status': 'completed', 'code': 200} Feb 28 12:10:08.979018 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-30248be1-597d-43aa-aac2-12418c22bd43 req-02cd992a-904d-4998-8b11-52c7b88483a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0433092 Feb 28 12:10:09.022304 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-869366fb-1404-45f9-8d1b-7276f0318528 req-422f0bda-8155-4e6f-913d-b2714e8cc91f tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 210 time: 0.0443442 Feb 28 12:10:09.093006 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-30248be1-597d-43aa-aac2-12418c22bd43 req-aeb0d52a-3627-4005-9ec1-7e1829b42912 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&device_id=46e5fb18-30e3-4969-8636-013c799949e6 HTTP/1.1" status: 200 len: 210 time: 0.0410018 Feb 28 12:10:09.257695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248be1-597d-43aa-aac2-12418c22bd43 req-3355788d-6155-4a8b-953a-6c4f6fa33908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:09.259221 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-30248be1-597d-43aa-aac2-12418c22bd43 req-3355788d-6155-4a8b-953a-6c4f6fa33908 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1413658 Feb 28 12:10:09.400679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248be1-597d-43aa-aac2-12418c22bd43 req-5d8a3abf-0aa3-4f2a-8752-e78125593632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:09.404179 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-30248be1-597d-43aa-aac2-12418c22bd43 req-5d8a3abf-0aa3-4f2a-8752-e78125593632 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385465 Feb 28 12:10:10.119564 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37124) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:10.652147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:11.105793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 4462828b-c1ae-4f4f-9971-cc037ea740c7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:10:11.106128 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:11.237643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:10:11.271814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:10:11.272163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 3c636fe6-c034-4dce-9d8f-4a9fcaaeb1c4 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:10:11.290660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 4462828b-c1ae-4f4f-9971-cc037ea740c7, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=4462828b-c1ae-4f4f-9971-cc037ea740c7,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:11.291225 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:11.418910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 4462828b-c1ae-4f4f-9971-cc037ea740c7 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:10:11.605069 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:11.654403 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=4462828b-c1ae-4f4f-9971-cc037ea740c7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:11.930619 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:12.297543 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:10:12.404756 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Router 4759cd5f-0c6c-4957-99de-fa141370a3a6 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:10:12.580078 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:10:12.589198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] Sync routers for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:10:12.592751 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5685afc2-56f3-4cd4-bfd0-46b1210ab460 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "PUT /v2.0/routers/4759cd5f-0c6c-4957-99de-fa141370a3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4718084 Feb 28 12:10:12.595092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37128) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:12.598749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:12.599371 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:12.661095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51b9897-b2ab-4b5c-b542-a2fca5536ece tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting subnet 80766014-6e7c-404a-8e60-76d1f8f4564b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:10:12.665037 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e51b9897-b2ab-4b5c-b542-a2fca5536ece tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:12.727304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e51b9897-b2ab-4b5c-b542-a2fca5536ece tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:12.808273 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e51b9897-b2ab-4b5c-b542-a2fca5536ece tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:12.814170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:12.882098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e51b9897-b2ab-4b5c-b542-a2fca5536ece tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:12.921679 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b9897-b2ab-4b5c-b542-a2fca5536ece tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Subnet': ['ID=80766014-6e7c-404a-8e60-76d1f8f4564b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:12.927527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e51b9897-b2ab-4b5c-b542-a2fca5536ece tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:12.933458 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e51b9897-b2ab-4b5c-b542-a2fca5536ece tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/subnets/80766014-6e7c-404a-8e60-76d1f8f4564b HTTP/1.1" status: 204 len: 168 time: 0.3374121 Feb 28 12:10:12.936051 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37132) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:12.946479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a68a1a-95c2-4069-aab7-05306c2c1c93 None None] Network 2bef24da-e90a-49f2-ad87-4de059ab42e8 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:10:13.112190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:13.265112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184'}], 'enable_snat': True}, 'gw_port_id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:10:11Z', 'revision_number': 5, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port': {'id': '31b90d3e-798a-4392-ad2c-1043c1064216', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:07Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:13.268993 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] Checking router: 4759cd5f-0c6c-4957-99de-fa141370a3a6 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:10:13.277456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] Routers {'4759cd5f-0c6c-4957-99de-fa141370a3a6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:13.278101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['4759cd5f-0c6c-4957-99de-fa141370a3a6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:13.294243 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:13.305629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Deleting port 31b90d3e-798a-4392-ad2c-1043c1064216 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:10:13.306110 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:13.334062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] DHCP port deletion for 2bef24da-e90a-49f2-ad87-4de059ab42e8 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:10:13.397044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Deleting port 1e9b02cc-5062-4aca-ab60-b87244490fc6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:10:13.397339 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:13.476899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] Set router 4759cd5f-0c6c-4957-99de-fa141370a3a6 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:13.480910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] For port 31b90d3e-798a-4392-ad2c-1043c1064216, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=31b90d3e-798a-4392-ad2c-1043c1064216,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:13.481410 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:13.604702 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Calling delete_port for 31b90d3e-798a-4392-ad2c-1043c1064216 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:10:13.612577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:10:13Z', 'revision_number': 6, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:13.621084 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ad580-2633-4c93-93d1-eb54fab0bc80 None None] The sync data for ids ['4759cd5f-0c6c-4957-99de-fa141370a3a6'] in dv-neutron-831192-2-hyperv is: [{'id': '4759cd5f-0c6c-4957-99de-fa141370a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674002223', 'tenant_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:06Z', 'updated_at': '2022-02-28T12:10:13Z', 'revision_number': 6, 'project_id': 'd5eb8f182a8f4cc4bba144d704c81666', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:10:13.733174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] For port 1e9b02cc-5062-4aca-ab60-b87244490fc6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1e9b02cc-5062-4aca-ab60-b87244490fc6,segment=NetworkSegment(9c2c9816-320e-4331-801d-d81e735b9d0f),segment_id=9c2c9816-320e-4331-801d-d81e735b9d0f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:13.733607 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:13.784188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:13.897973 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Calling delete_port for 1e9b02cc-5062-4aca-ab60-b87244490fc6 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:10:13.947997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Port': ['ID=31b90d3e-798a-4392-ad2c-1043c1064216,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:13.980366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.027527 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Pushing event deleted for resources: {'Port': ['ID=1e9b02cc-5062-4aca-ab60-b87244490fc6,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:14.035369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] No DVR routers for this DVR port 1e9b02cc-5062-4aca-ab60-b87244490fc6 on host dv-neutron-831192-2-hyperv {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:10:14.037273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.037622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.037966 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.038300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.038628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.038962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.039316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.039647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.039970 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.040295 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.040613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.040935 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99872ba-8bb8-4b02-8770-ba220c34d83a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:14.045322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.229827 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.232088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.256386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.257013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Fanout notify agent at l3_agent the message router_deleted on router 4759cd5f-0c6c-4957-99de-fa141370a3a6 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:10:14.273773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.274867 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6ef7213f-8279-4219-b1e5-2f89b75a61f8 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/routers/4759cd5f-0c6c-4957-99de-fa141370a3a6 HTTP/1.1" status: 204 len: 168 time: 1.3379140 Feb 28 12:10:14.277528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:14.395062 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.529489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.554057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bef24da-e90a-49f2-ad87-4de059ab42e8']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:14.566259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2c9816-320e-4331-801d-d81e735b9d0f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:14.566558 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2c9816-320e-4331-801d-d81e735b9d0f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:14.577623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.594647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.601144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:10:14.601533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:10:14.616484 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:10:14.695742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.713161 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.724622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'Network': ['ID=2bef24da-e90a-49f2-ad87-4de059ab42e8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:14.732687 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8dfcca6a-84c9-425f-892e-f3c5f9bb2f22 tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/networks/2bef24da-e90a-49f2-ad87-4de059ab42e8 HTTP/1.1" status: 204 len: 168 time: 0.4541330 Feb 28 12:10:14.736117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37140) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:14.801751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3206f09b-c411-4d8c-bfe0-9bf74b16358a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.830081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3206f09b-c411-4d8c-bfe0-9bf74b16358a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.898845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3206f09b-c411-4d8c-bfe0-9bf74b16358a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.917338 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206f09b-c411-4d8c-bfe0-9bf74b16358a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ad2627-1c24-426c-bd37-c10b7642cc5a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:14.929032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3206f09b-c411-4d8c-bfe0-9bf74b16358a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.930161 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3206f09b-c411-4d8c-bfe0-9bf74b16358a tempest-TestNetworkAdvancedServerOps-1222666508 tempest-TestNetworkAdvancedServerOps-1222666508-project] 10.222.0.64 "DELETE /v2.0/security-groups/17ad2627-1c24-426c-bd37-c10b7642cc5a HTTP/1.1" status: 204 len: 168 time: 0.1931098 Feb 28 12:10:15.185733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31b90d3e-798a-4392-ad2c-1043c1064216 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:10:15.220058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 31b90d3e-798a-4392-ad2c-1043c1064216 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:10:15.220404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 31b90d3e-798a-4392-ad2c-1043c1064216 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:10:15.220831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4462828b-c1ae-4f4f-9971-cc037ea740c7 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:10:15.254643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 4462828b-c1ae-4f4f-9971-cc037ea740c7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:10:15.254911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 4462828b-c1ae-4f4f-9971-cc037ea740c7 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:10:15.255350 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1e9b02cc-5062-4aca-ab60-b87244490fc6 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:10:15.287809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 1e9b02cc-5062-4aca-ab60-b87244490fc6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:10:15.288157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1e9b02cc-5062-4aca-ab60-b87244490fc6 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:10:15.290384 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37150) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:15.460265 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-abc36323-1409-4e3f-8323-22e1db917676 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5eb8f182a8f4cc4bba144d704c81666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685860 Feb 28 12:10:15.462751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37156) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:15.521106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cfbda43-f5cf-452e-9aa9-c7a5bf8b1b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:15.545317 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cfbda43-f5cf-452e-9aa9-c7a5bf8b1b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:15.601625 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cfbda43-f5cf-452e-9aa9-c7a5bf8b1b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:15.616833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbda43-f5cf-452e-9aa9-c7a5bf8b1b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebfe6e2-8686-4ede-9fce-b0cedd48e54a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:15.627322 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cfbda43-f5cf-452e-9aa9-c7a5bf8b1b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:15.628429 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-4cfbda43-f5cf-452e-9aa9-c7a5bf8b1b3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cebfe6e2-8686-4ede-9fce-b0cedd48e54a HTTP/1.1" status: 204 len: 168 time: 0.1647434 Feb 28 12:10:15.897699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37164) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:15.914919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cebc2353-df72-4a7a-aa40-fdaf3c88c88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:15.938856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cebc2353-df72-4a7a-aa40-fdaf3c88c88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:15.942712 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cebc2353-df72-4a7a-aa40-fdaf3c88c88b admin admin] Usage tracker for resource:security_group_rule and tenant:e4675832aaa3421a9bc8a4f9ba1f518b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:15.945549 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-cebc2353-df72-4a7a-aa40-fdaf3c88c88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:15.951278 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cebc2353-df72-4a7a-aa40-fdaf3c88c88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:16.042661 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cebc2353-df72-4a7a-aa40-fdaf3c88c88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:16.046452 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cebc2353-df72-4a7a-aa40-fdaf3c88c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:16.092722 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-cebc2353-df72-4a7a-aa40-fdaf3c88c88b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4675832aaa3421a9bc8a4f9ba1f518b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938939 Feb 28 12:10:16.094281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc2353-df72-4a7a-aa40-fdaf3c88c88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e6f441-7e70-45a1-b49c-c94c8cfd3908,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:16.095298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37168) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:16.155917 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f5ef5f-57bc-464c-9b25-531186cd32dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:16.181188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f5ef5f-57bc-464c-9b25-531186cd32dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:16.231478 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f5ef5f-57bc-464c-9b25-531186cd32dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:16.245144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5ef5f-57bc-464c-9b25-531186cd32dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e6f441-7e70-45a1-b49c-c94c8cfd3908,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:16.251935 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f5ef5f-57bc-464c-9b25-531186cd32dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:16.253188 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-e6f5ef5f-57bc-464c-9b25-531186cd32dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4e6f441-7e70-45a1-b49c-c94c8cfd3908 HTTP/1.1" status: 204 len: 168 time: 0.1569233 Feb 28 12:10:16.987962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37192) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:17.090516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-159707753-network', 'tenant_id': '63a5daff606e46dc869197ee69433558'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:17.095550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:17.099369 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Usage tracker for resource:network and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:17.102161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:17.108355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:17.117975 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Made reservation on behalf of 63a5daff606e46dc869197ee69433558 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:10:17.120512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.133338 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.147799 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:17.151551 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:17.154251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:17.159993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:17.242021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.245651 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.274637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:10:17.286811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99529bf-7f42-4495-bb44-48becc42b90c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:17.294087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.294432 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Added segment 584ff0b2-5fab-444c-baae-a39a00667959 of type vlan for network f5b66d03-4a45-4c8c-824a-aa6f061be694 Feb 28 12:10:17.320817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.352679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.353597 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:17.354171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.456326 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b66d03-4a45-4c8c-824a-aa6f061be694,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:17.461185 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6f8424a5-4b2c-4a6b-afc2-832d26696357 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4721756 Feb 28 12:10:17.464149 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37198) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:17.467165 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:10:17.471027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Request body: {'subnet': {'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-159707753-subnet', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:17.476009 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:17.479820 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Usage tracker for resource:subnet and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:17.482618 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:17.488845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:17.499512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Made reservation on behalf of 63a5daff606e46dc869197ee69433558 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:10:17.502578 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.710097 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.781910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad64875c-ac11-444a-895a-f37d85c8bb26,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:17.790107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Checking segment: {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:10:17.790459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Network hostable DHCP agents. Network: f5b66d03-4a45-4c8c-824a-aa6f061be694, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:10:17.808302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:10:17.817581 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, f5b66d03-4a45-4c8c-824a-aa6f061be694) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:17.823186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:17.823186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.826259 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97398809-1cf1-45b7-bebf-1c566fa2eb82 None None] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:10:17.845257 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-08ea4cce-19aa-4022-ac67-0cc511956242 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3790286 Feb 28 12:10:17.847935 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37202) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:17.852682 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:17.857086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:17.860982 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Usage tracker for resource:router and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:17.863733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:17.869271 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:17.881182 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.882169 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.898504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.044058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-f5b66d03-4a45-4c8c-824a-aa6f061be694', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:10:18.044903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.200416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Allocated IP 172.20.0.2 (f5b66d03-4a45-4c8c-824a-aa6f061be694/ad64875c-ac11-444a-895a-f37d85c8bb26/b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:10:18.263572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.400851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.411053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Transition to ACTIVE for port object b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:18.429003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Transition to ACTIVE for port object b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:18.436048 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.496303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:18.503101 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:18.505661 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:10:18.518323 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Pushing event updated for resources: {'Port': ['ID=b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:18.574650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.602612 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Attempting to bind port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:10:18.603012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Attempting to bind port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:10:18.603405 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Attempting to bind port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc on network f5b66d03-4a45-4c8c-824a-aa6f061be694 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:10:18.604860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.608491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:10:18.608858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Checking segment: {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:10:18.609250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.610279 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Bound using segment: {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:10:18.610741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Bound port: b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:10:18.611109 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.700329 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] For port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:10:18.703382 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] For port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:10:18.707352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.744890 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Allocated IP 172.26.8.219 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/72593736-2f8c-4a9d-8fca-451d498afb8f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:10:18.792083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288147ca-85f3-4dba-8b5b-6491e577189c None None] Pushing event updated for resources: {'Port': ['ID=b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:18.897919 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.929092 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.994656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:19.001629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:19.006048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:10:19.044486 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Pushing event updated for resources: {'Port': ['ID=72593736-2f8c-4a9d-8fca-451d498afb8f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:19.208284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:19.281733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:19.432212 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:19.710438 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a601a2-4626-4220-949e-b2015a119eed None None] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:10:19.834440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bbb122c4-6b19-45c6-b785-97b6280e841b None None] Provisioning for port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:19.844154 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bbb122c4-6b19-45c6-b785-97b6280e841b None None] Provisioning complete for port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:19.844526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bbb122c4-6b19-45c6-b785-97b6280e841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:19.902973 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:20.051362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bbb122c4-6b19-45c6-b785-97b6280e841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:20.089315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bbb122c4-6b19-45c6-b785-97b6280e841b None None] For port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:20.103739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bbb122c4-6b19-45c6-b785-97b6280e841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:20.111213 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:10:20.184758 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb122c4-6b19-45c6-b785-97b6280e841b None None] Pushing event updated for resources: {'Port': ['ID=b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:20.299449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:10:20.308578 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Sync routers for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:10:20.317849 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:20.318421 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:20.324390 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:20.325640 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dc867be1-95d5-4698-b340-0ca3d8f1474b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4767828 Feb 28 12:10:20.328910 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37206) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:20.424344 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a6fdc06e-7795-415d-968a-51722205e074 None None] Provisioning complete for port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:20.424896 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc06e-7795-415d-968a-51722205e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:20.540840 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:20.816884 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:19Z', 'revision_number': 3, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:20.820578 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Checking router: d5ca8767-30d0-4315-8208-e4f53e8a1cf2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:10:20.820918 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Updating router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 port 72593736-2f8c-4a9d-8fca-451d498afb8f binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:10:20.871687 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.103314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.190794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:21.200918 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.212600 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Transition to ACTIVE for port object 72593736-2f8c-4a9d-8fca-451d498afb8f will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:21.219441 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.263776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:21.264432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.300564 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Attempting to bind port 72593736-2f8c-4a9d-8fca-451d498afb8f on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:10:21.300933 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Attempting to bind port 72593736-2f8c-4a9d-8fca-451d498afb8f by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:10:21.301259 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Attempting to bind port 72593736-2f8c-4a9d-8fca-451d498afb8f on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:10:21.311172 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:10:21.311843 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:10:21.311978 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.312306 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:10:21.313051 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Bound port: 72593736-2f8c-4a9d-8fca-451d498afb8f, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:10:21.314032 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.321408 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Allocated IP 172.20.0.1 (f5b66d03-4a45-4c8c-824a-aa6f061be694/ad64875c-ac11-444a-895a-f37d85c8bb26/75835c3b-bb32-4701-b301-96d8aee1f89b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:10:21.342936 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Pushing event updated for resources: {'Port': ['ID=72593736-2f8c-4a9d-8fca-451d498afb8f,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:21.360868 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.361155 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.361444 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.361950 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.362279 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.362604 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.362922 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.363265 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.363582 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.363887 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.364207 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.364519 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:10:21.406204 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] For port 72593736-2f8c-4a9d-8fca-451d498afb8f, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:10:21.409622 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] For port 72593736-2f8c-4a9d-8fca-451d498afb8f, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=72593736-2f8c-4a9d-8fca-451d498afb8f,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:10:21.413193 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.487688 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:21.488287 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:21.489104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.504762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Transition to ACTIVE for port object 75835c3b-bb32-4701-b301-96d8aee1f89b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:21.527809 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.550952 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee5096-4859-4f9b-a1ca-1d59d5549c3a None None] Pushing event updated for resources: {'Port': ['ID=72593736-2f8c-4a9d-8fca-451d498afb8f,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:21.587412 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:21.590134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:21.598699 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:10:21.639181 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Pushing event updated for resources: {'Port': ['ID=75835c3b-bb32-4701-b301-96d8aee1f89b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:21.663265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.675969 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:21.802622 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.877386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7577e131-7b11-40f4-80ec-e627ed9d3039 None None] Provisioning for port 75835c3b-bb32-4701-b301-96d8aee1f89b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:21.882771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7577e131-7b11-40f4-80ec-e627ed9d3039 None None] Provisioning complete for port 75835c3b-bb32-4701-b301-96d8aee1f89b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:21.883235 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7577e131-7b11-40f4-80ec-e627ed9d3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:21.944528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7577e131-7b11-40f4-80ec-e627ed9d3039 None None] Port 75835c3b-bb32-4701-b301-96d8aee1f89b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:10:22.003638 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:19Z', 'revision_number': 3, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:22.007405 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9f5e8-7abb-4967-ac53-fdc616393e75 None None] The sync data for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv is: [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:19Z', 'revision_number': 3, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:10:22.033033 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:22.037606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:22.146990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Pushing event updated for resources: {'Port': ['ID=75835c3b-bb32-4701-b301-96d8aee1f89b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:22.149493 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:22.299179 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:22.300434 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:22.498011 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:10:22.575884 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-236b2d8f-dff9-430d-99bf-fe2b89827a7f None None] Provisioning complete for port 75835c3b-bb32-4701-b301-96d8aee1f89b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:22.576451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-236b2d8f-dff9-430d-99bf-fe2b89827a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:22.635239 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-236b2d8f-dff9-430d-99bf-fe2b89827a7f None None] Port 75835c3b-bb32-4701-b301-96d8aee1f89b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:10:22.788834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:10:22.799467 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-77073a92-16cc-4685-8950-2fd41d8e18d6 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5ca8767-30d0-4315-8208-e4f53e8a1cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4694774 Feb 28 12:10:23.210323 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 72593736-2f8c-4a9d-8fca-451d498afb8f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:23.281972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 72593736-2f8c-4a9d-8fca-451d498afb8f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:23.286718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 72593736-2f8c-4a9d-8fca-451d498afb8f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:23.287088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.307056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:23.313648 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1723153374-network', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:23.318690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:23.323834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Usage tracker for resource:network and tenant:e073f79f0f674cd49a4a3034fa0fe25b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:23.327218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:23.334629 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:23.345785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Made reservation on behalf of e073f79f0f674cd49a4a3034fa0fe25b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:10:23.348246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.360717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.374814 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:23.379137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Usage tracker for resource:security_group_rule and tenant:e073f79f0f674cd49a4a3034fa0fe25b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:23.381896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:23.387575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:23.410882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.429873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 72593736-2f8c-4a9d-8fca-451d498afb8f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=72593736-2f8c-4a9d-8fca-451d498afb8f,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:23.434292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.478180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.483331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.497058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Sync routers for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:10:23.514431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=72593736-2f8c-4a9d-8fca-451d498afb8f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:23.517057 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:23.517659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:23.520512 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:10:23.529798 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698dbd55-57da-4e2d-ac4e-2656a0d4137a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:23.537050 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.537442 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.segments_db [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Added segment bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba of type vlan for network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 Feb 28 12:10:23.564893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.593623 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.594819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:23.595510 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.701423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:23.702375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37228) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:23.702773 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3942463 Feb 28 12:10:23.707994 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85be94-88fb-4219-b4a0-ae7924390995 admin admin] Pushing event updated for resources: {'Network': ['ID=700fa508-5aa1-49a8-a97f-0d9fff5726f9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:23.708134 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Request body: {'subnet': {'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1723153374-subnet', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:23.712840 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:23.717079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Usage tracker for resource:subnet and tenant:e073f79f0f674cd49a4a3034fa0fe25b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:23.721035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:23.726827 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:23.740652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Made reservation on behalf of e073f79f0f674cd49a4a3034fa0fe25b for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:10:23.742853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:23.747268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:10:23.946826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.028749 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a1872d-4de8-4540-89a5-9a6217a9066c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:24.039077 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Checking segment: {'id': 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:10:24.039469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Network hostable DHCP agents. Network: 700fa508-5aa1-49a8-a97f-0d9fff5726f9, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:10:24.058718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:10:24.067775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 700fa508-5aa1-49a8-a97f-0d9fff5726f9) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:24.072667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:24.074590 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.075416 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a763e6-d21b-4e7c-820f-983ae66426f0 None None] Network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:10:24.095484 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-d654d451-2886-4062-8a34-1d05542c6760 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3919678 Feb 28 12:10:24.098048 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 37232) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:24.102956 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:24.107457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:24.111336 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Usage tracker for resource:router and tenant:e073f79f0f674cd49a4a3034fa0fe25b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:24.114455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:24.120253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:24.131465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.132451 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.148471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.300322 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 2, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:24.308228 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Checking router: d5ca8767-30d0-4315-8208-e4f53e8a1cf2 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:10:24.308583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Updating router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 port 75835c3b-bb32-4701-b301-96d8aee1f89b binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:10:24.395875 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-700fa508-5aa1-49a8-a97f-0d9fff5726f9', 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'fixed_ips': [{'subnet_id': '32a1872d-4de8-4540-89a5-9a6217a9066c'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:10:24.396706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.415359 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.415555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.710032 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Allocated IP 172.20.0.2 (700fa508-5aa1-49a8-a97f-0d9fff5726f9/32a1872d-4de8-4540-89a5-9a6217a9066c/1c434dec-0e73-430b-8ae2-f0141d670e74) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:10:24.724656 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.754208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:24.896829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Allocated IP 172.26.8.234 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/827a5bbf-da7d-4948-a995-d99138c88eb6) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:10:25.042312 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.058618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.073192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.077314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.083390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Transition to ACTIVE for port object 75835c3b-bb32-4701-b301-96d8aee1f89b will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:25.091258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Transition to ACTIVE for port object 1c434dec-0e73-430b-8ae2-f0141d670e74 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:25.098237 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.138693 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:25.141609 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:25.145357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:10:25.217513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Transition to ACTIVE for port object 1c434dec-0e73-430b-8ae2-f0141d670e74 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:25.235532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 72593736-2f8c-4a9d-8fca-451d498afb8f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:25.276040 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.322081 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Pushing event updated for resources: {'Port': ['ID=827a5bbf-da7d-4948-a995-d99138c88eb6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:25.327620 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eb1e0-616b-462c-915e-ee4447aa4194 None None] Pushing event updated for resources: {'Port': ['ID=75835c3b-bb32-4701-b301-96d8aee1f89b,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:25.444488 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:25.451769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:25.457767 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:10:25.476005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Attempting to bind port 75835c3b-bb32-4701-b301-96d8aee1f89b on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:10:25.476374 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Attempting to bind port 75835c3b-bb32-4701-b301-96d8aee1f89b by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:10:25.476734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Attempting to bind port 75835c3b-bb32-4701-b301-96d8aee1f89b on network f5b66d03-4a45-4c8c-824a-aa6f061be694 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:10:25.488852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Pushing event updated for resources: {'Port': ['ID=1c434dec-0e73-430b-8ae2-f0141d670e74,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:25.523605 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:10:25.523976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Checking segment: {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:10:25.524351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.524831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Bound using segment: {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:10:25.525398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Bound port: 75835c3b-bb32-4701-b301-96d8aee1f89b, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:10:25.526462 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.657401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 72593736-2f8c-4a9d-8fca-451d498afb8f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:25.657662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.700828 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.721218 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Attempting to bind port 1c434dec-0e73-430b-8ae2-f0141d670e74 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:10:25.721749 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Attempting to bind port 1c434dec-0e73-430b-8ae2-f0141d670e74 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:10:25.721971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Attempting to bind port 1c434dec-0e73-430b-8ae2-f0141d670e74 on network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:10:25.748508 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:10:25.748880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Checking segment: {'id': 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:10:25.749282 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.749674 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Bound using segment: {'id': 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:10:25.750138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Bound port: 1c434dec-0e73-430b-8ae2-f0141d670e74, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:10:25.750540 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.813665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] For port 75835c3b-bb32-4701-b301-96d8aee1f89b, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:10:25.853043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] For port 75835c3b-bb32-4701-b301-96d8aee1f89b, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=75835c3b-bb32-4701-b301-96d8aee1f89b,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:10:25.871542 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:25.990252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] For port 1c434dec-0e73-430b-8ae2-f0141d670e74, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:10:25.992211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:25.992854 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:26.052067 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eb1e0-616b-462c-915e-ee4447aa4194 None None] Pushing event updated for resources: {'Port': ['ID=75835c3b-bb32-4701-b301-96d8aee1f89b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:26.058331 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:26.066451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] For port 1c434dec-0e73-430b-8ae2-f0141d670e74, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1c434dec-0e73-430b-8ae2-f0141d670e74,segment=NetworkSegment(bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba),segment_id=bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:10:26.074652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:26.257140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641791ad-e924-4c6f-aa25-2c5d36af6769 None None] Pushing event updated for resources: {'Port': ['ID=1c434dec-0e73-430b-8ae2-f0141d670e74,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:26.260965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:26.288461 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Router 7665e940-f68b-4cc0-8745-072305d41be6 is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:10:26.524031 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:10:26.545557 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Sync routers for ids ['7665e940-f68b-4cc0-8745-072305d41be6'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:10:26.556776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:26.560522 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dc8c0e3a-0773-4f6c-8741-642f9565876f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4590096 Feb 28 12:10:26.560871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:26.563033 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Routers {'7665e940-f68b-4cc0-8745-072305d41be6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:26.565561 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7665e940-f68b-4cc0-8745-072305d41be6'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:26.613246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:25Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:26.617814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e8607-9bbe-41aa-99d4-371d18a14d7a None None] The sync data for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv is: [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:25Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:10:26.785996 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Set router 7665e940-f68b-4cc0-8745-072305d41be6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:27.108939 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7665e940-f68b-4cc0-8745-072305d41be6', 'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:25Z', 'revision_number': 3, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'gw_port': {'id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:27.117335 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Checking router: 7665e940-f68b-4cc0-8745-072305d41be6 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:10:27.117772 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Updating router 7665e940-f68b-4cc0-8745-072305d41be6 port 827a5bbf-da7d-4948-a995-d99138c88eb6 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:10:27.204335 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.316138 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1c434dec-0e73-430b-8ae2-f0141d670e74 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:27.397984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174fc099-06eb-4cd1-a53d-13af408be807 None None] Network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:10:27.507687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.642975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 1c434dec-0e73-430b-8ae2-f0141d670e74 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:27.643959 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.651352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 75835c3b-bb32-4701-b301-96d8aee1f89b up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:27.657467 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Transition to ACTIVE for port object 827a5bbf-da7d-4948-a995-d99138c88eb6 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:27.665505 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.737025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a568b150-2774-4a13-bfc9-2ba4f83b58e3 None None] Provisioning for port 1c434dec-0e73-430b-8ae2-f0141d670e74 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:27.747472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a568b150-2774-4a13-bfc9-2ba4f83b58e3 None None] Provisioning complete for port 1c434dec-0e73-430b-8ae2-f0141d670e74 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:27.747785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a568b150-2774-4a13-bfc9-2ba4f83b58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.755563 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bde0f7-4752-4baf-8876-9cb9d7325bc6 None None] Pushing event updated for resources: {'Port': ['ID=827a5bbf-da7d-4948-a995-d99138c88eb6,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:27.767021 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Attempting to bind port 827a5bbf-da7d-4948-a995-d99138c88eb6 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:10:27.767423 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Attempting to bind port 827a5bbf-da7d-4948-a995-d99138c88eb6 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:10:27.770560 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Attempting to bind port 827a5bbf-da7d-4948-a995-d99138c88eb6 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:10:27.781771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 75835c3b-bb32-4701-b301-96d8aee1f89b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:27.787734 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:10:27.788499 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:10:27.789355 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.789944 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:10:27.790883 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Bound port: 827a5bbf-da7d-4948-a995-d99138c88eb6, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:10:27.791523 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.797270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 75835c3b-bb32-4701-b301-96d8aee1f89b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:27.798250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.823771 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.831820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Allocated IP 172.20.0.1 (700fa508-5aa1-49a8-a97f-0d9fff5726f9/32a1872d-4de8-4540-89a5-9a6217a9066c/41600fbd-b35f-45bf-a47f-05bfa699123f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:10:27.889303 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] For port 827a5bbf-da7d-4948-a995-d99138c88eb6, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:10:27.892804 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] For port 827a5bbf-da7d-4948-a995-d99138c88eb6, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=827a5bbf-da7d-4948-a995-d99138c88eb6,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:10:27.898102 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:27.984507 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Routers {'7665e940-f68b-4cc0-8745-072305d41be6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:27.985672 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7665e940-f68b-4cc0-8745-072305d41be6'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:28.053336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.056970 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bde0f7-4752-4baf-8876-9cb9d7325bc6 None None] Pushing event updated for resources: {'Port': ['ID=827a5bbf-da7d-4948-a995-d99138c88eb6,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:28.059034 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a568b150-2774-4a13-bfc9-2ba4f83b58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.070848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Transition to ACTIVE for port object 41600fbd-b35f-45bf-a47f-05bfa699123f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:28.102902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.127669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a568b150-2774-4a13-bfc9-2ba4f83b58e3 None None] For port 1c434dec-0e73-430b-8ae2-f0141d670e74, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1c434dec-0e73-430b-8ae2-f0141d670e74,segment=NetworkSegment(bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba),segment_id=bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:28.135613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a568b150-2774-4a13-bfc9-2ba4f83b58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.185959 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:28.194528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:28.199550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:10:28.211460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.235974 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Pushing event updated for resources: {'Port': ['ID=41600fbd-b35f-45bf-a47f-05bfa699123f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:28.249269 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] Set router 7665e940-f68b-4cc0-8745-072305d41be6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:28.269497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568b150-2774-4a13-bfc9-2ba4f83b58e3 None None] Pushing event updated for resources: {'Port': ['ID=1c434dec-0e73-430b-8ae2-f0141d670e74,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:28.274311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 75835c3b-bb32-4701-b301-96d8aee1f89b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=75835c3b-bb32-4701-b301-96d8aee1f89b,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:28.278981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.279644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.367981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=75835c3b-bb32-4701-b301-96d8aee1f89b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:28.392870 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bea009dc-94c0-4762-8c2e-4b985d51d3ba None None] Provisioning complete for port 1c434dec-0e73-430b-8ae2-f0141d670e74 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:28.393337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bea009dc-94c0-4762-8c2e-4b985d51d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.561633 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.564075 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7665e940-f68b-4cc0-8745-072305d41be6', 'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:25Z', 'revision_number': 3, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'gw_port': {'id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:28.567803 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac21d7-edc0-497f-9649-c0ec4fc9f138 None None] The sync data for ids ['7665e940-f68b-4cc0-8745-072305d41be6'] in dv-neutron-831192-2-hyperv is: [{'id': '7665e940-f68b-4cc0-8745-072305d41be6', 'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:25Z', 'revision_number': 3, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'gw_port': {'id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:10:28.648316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3fe716a0-3731-4578-bfdb-ba173d861fbe None None] Provisioning for port 41600fbd-b35f-45bf-a47f-05bfa699123f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:28.653617 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3fe716a0-3731-4578-bfdb-ba173d861fbe None None] Provisioning complete for port 41600fbd-b35f-45bf-a47f-05bfa699123f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:28.653996 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3fe716a0-3731-4578-bfdb-ba173d861fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.715992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3fe716a0-3731-4578-bfdb-ba173d861fbe None None] Port 41600fbd-b35f-45bf-a47f-05bfa699123f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:10:28.935914 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:28.942832 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:29.054495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:29.058177 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Pushing event updated for resources: {'Port': ['ID=41600fbd-b35f-45bf-a47f-05bfa699123f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:29.198284 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:29.199428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:29.294955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 827a5bbf-da7d-4948-a995-d99138c88eb6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:29.382494 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 827a5bbf-da7d-4948-a995-d99138c88eb6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:29.389580 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 827a5bbf-da7d-4948-a995-d99138c88eb6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:29.389979 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:29.418151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Router 7665e940-f68b-4cc0-8745-072305d41be6 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:10:29.465659 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b8662db9-df07-445f-9f09-64d61fccfc0c None None] Provisioning complete for port 41600fbd-b35f-45bf-a47f-05bfa699123f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:29.466022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8662db9-df07-445f-9f09-64d61fccfc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:29.560733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b8662db9-df07-445f-9f09-64d61fccfc0c None None] Port 41600fbd-b35f-45bf-a47f-05bfa699123f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:10:29.578390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:29.597182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 827a5bbf-da7d-4948-a995-d99138c88eb6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=827a5bbf-da7d-4948-a995-d99138c88eb6,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:29.601874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:29.602644 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1c434dec-0e73-430b-8ae2-f0141d670e74 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:29.612365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:10:29.634325 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1bac3a93-c040-4069-ae5c-642c14f8584f admin admin] 10.222.0.64 "PUT /v2.0/routers/7665e940-f68b-4cc0-8745-072305d41be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0721443 Feb 28 12:10:29.741318 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 1c434dec-0e73-430b-8ae2-f0141d670e74 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:29.741684 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:29.783858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=827a5bbf-da7d-4948-a995-d99138c88eb6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:29.868399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 75835c3b-bb32-4701-b301-96d8aee1f89b up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:29.933310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 75835c3b-bb32-4701-b301-96d8aee1f89b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:29.933681 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.188192 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37248) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:30.193794 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148892095', 'description': 'tempest-secgroup-smoke-148892095 description', 'project_id': '63a5daff606e46dc869197ee69433558'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:30.199848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:30.204584 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:30.207605 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:30.213347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:30.220056 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Sync routers for ids ['7665e940-f68b-4cc0-8745-072305d41be6'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:10:30.227194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.229369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Routers {'7665e940-f68b-4cc0-8745-072305d41be6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:30.229977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7665e940-f68b-4cc0-8745-072305d41be6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:30.247054 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:30.251331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:30.254063 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:30.259672 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:30.315520 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0705722a-aef2-4509-9e40-16f767fa1d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.333020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.336714 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.378859 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7252e768-f911-471c-b476-6ec0e8ac24e6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:30.382147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.386519 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-8a317f1c-758d-4eaf-8376-a64b2845e16f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1971672 Feb 28 12:10:30.386986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37252) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:30.392640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': '7252e768-f911-471c-b476-6ec0e8ac24e6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:30.398526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:30.402530 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:30.405567 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:30.412126 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:30.419075 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Set router 7665e940-f68b-4cc0-8745-072305d41be6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:30.428700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.499320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.503549 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.528704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e38f986-6061-4904-b2f9-be118d0de13e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:30.537546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.538751 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-50715aa5-414a-4fa6-b3c1-594a831560e0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508288 Feb 28 12:10:30.541447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37256) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:30.546319 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': '7252e768-f911-471c-b476-6ec0e8ac24e6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:30.552095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:30.555898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:30.558758 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:30.565017 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:30.583097 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.647301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.651096 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.676188 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e06fcf-c45d-4255-9f13-125034b8d470,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:30.686287 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.687643 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-73f0d9a2-431b-491a-a848-3605b5d37389 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451375 Feb 28 12:10:30.690871 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:30.695975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': '7252e768-f911-471c-b476-6ec0e8ac24e6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:30.701831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:30.706173 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:30.709181 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:30.714828 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:30.732440 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.782352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7665e940-f68b-4cc0-8745-072305d41be6', 'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 4, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'gw_port': {'id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '41600fbd-b35f-45bf-a47f-05bfa699123f', 'name': '', 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'mac_address': 'fa:16:3e:0a:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '32a1872d-4de8-4540-89a5-9a6217a9066c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:27Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 2, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'subnets': [{'id': '32a1872d-4de8-4540-89a5-9a6217a9066c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:30.786229 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Checking router: 7665e940-f68b-4cc0-8745-072305d41be6 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:10:30.786633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Updating router 7665e940-f68b-4cc0-8745-072305d41be6 port 41600fbd-b35f-45bf-a47f-05bfa699123f binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:10:30.794663 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.798356 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.823845 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca896cca-2e5a-4fd4-8c54-3acf7912de9d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:30.834664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.835899 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-df5d9b30-79ed-4df6-a56a-710b1fe5e299 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440821 Feb 28 12:10:30.838600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37264) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:30.842290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.843795 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': '7252e768-f911-471c-b476-6ec0e8ac24e6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:30.849600 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:30.853406 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:30.856274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:30.862461 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:30.879501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.942307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.946443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.969591 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92d6820-ef34-49e6-a3d1-340191ea7017,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:30.983787 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:30.985863 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5983eea5-805b-4204-9451-ac58ba9617a3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463213 Feb 28 12:10:30.988568 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37268) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:30.993895 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': '7252e768-f911-471c-b476-6ec0e8ac24e6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:30.999926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:31.004364 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:31.007246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:31.012985 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:31.023256 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Project 63a5daff606e46dc869197ee69433558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:10:31.029622 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.093453 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.097341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.120532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46dbb5b-551c-4fa6-9c9a-4e30cdbb3a8d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:31.132300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.133583 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bc4b1be4-8263-4ae7-a0a0-87f21772966e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440313 Feb 28 12:10:31.136327 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37272) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:31.141264 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': '7252e768-f911-471c-b476-6ec0e8ac24e6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:31.147325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:31.151111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:31.154140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:31.160134 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:31.176200 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Project 63a5daff606e46dc869197ee69433558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:10:31.183286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.193076 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.205852 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Transition to ACTIVE for port object 41600fbd-b35f-45bf-a47f-05bfa699123f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:31.212904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 827a5bbf-da7d-4948-a995-d99138c88eb6 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:31.249689 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.254182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.258029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.280475 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854141b1-1590-419a-a330-fcd0e4be1476,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:31.289694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.290894 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-48a7e6e0-b09f-4d96-9442-45b9d9bcd2a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536641 Feb 28 12:10:31.402065 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953feeb-d507-4bc7-9201-5b7e360460f0 None None] Pushing event updated for resources: {'Port': ['ID=41600fbd-b35f-45bf-a47f-05bfa699123f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:31.476020 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-770aea19-47cc-4d7a-b542-52a6779dcf7a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Synchronizing usage tracker for tenant:63a5daff606e46dc869197ee69433558 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:10:31.495544 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-770aea19-47cc-4d7a-b542-52a6779dcf7a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Unset dirty status for tenant:63a5daff606e46dc869197ee69433558 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:10:31.497735 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-770aea19-47cc-4d7a-b542-52a6779dcf7a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148892095&fields=id&tenant_id=63a5daff606e46dc869197ee69433558 HTTP/1.1" status: 200 len: 267 time: 0.0653026 Feb 28 12:10:31.499444 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Attempting to bind port 41600fbd-b35f-45bf-a47f-05bfa699123f on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:10:31.499893 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Attempting to bind port 41600fbd-b35f-45bf-a47f-05bfa699123f by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:10:31.500129 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Attempting to bind port 41600fbd-b35f-45bf-a47f-05bfa699123f on network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:10:31.505532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:10:31.505903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Checking segment: {'id': 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:10:31.506299 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.506687 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Bound using segment: {'id': 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:10:31.507173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Bound port: 41600fbd-b35f-45bf-a47f-05bfa699123f, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:10:31.507545 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.525270 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 827a5bbf-da7d-4948-a995-d99138c88eb6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:31.525635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.659777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-2ebdb09b-2a7e-479b-bfa7-e3cfbf903946 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:31.661234 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-2ebdb09b-2a7e-479b-bfa7-e3cfbf903946 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 808 time: 0.1557827 Feb 28 12:10:31.668621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] For port 41600fbd-b35f-45bf-a47f-05bfa699123f, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:10:31.672093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] For port 41600fbd-b35f-45bf-a47f-05bfa699123f, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=41600fbd-b35f-45bf-a47f-05bfa699123f,segment=NetworkSegment(bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba),segment_id=bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:10:31.676880 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-6b5b493e-c70e-4969-bf3d-c9ed890c50ae tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/quotas/63a5daff606e46dc869197ee69433558 HTTP/1.1" status: 200 len: 375 time: 0.0101204 Feb 28 12:10:31.700238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:31.763332 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-165d208d-0bbf-44dd-9661-b50595aecdd8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808969 Feb 28 12:10:31.809387 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Routers {'7665e940-f68b-4cc0-8745-072305d41be6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:31.810007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7665e940-f68b-4cc0-8745-072305d41be6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:31.876007 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953feeb-d507-4bc7-9201-5b7e360460f0 None None] Pushing event updated for resources: {'Port': ['ID=41600fbd-b35f-45bf-a47f-05bfa699123f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:32.017662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] Set router 7665e940-f68b-4cc0-8745-072305d41be6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:32.129880 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-60df07f0-c308-4ed4-a6ac-794a44f4a4b1 service neutron] 10.222.0.64 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465633 Feb 28 12:10:32.265048 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-e0e6c4e9-cf30-4d18-bda2-fc08d60cba9d service neutron] 10.222.0.64 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289790 Feb 28 12:10:32.382911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7665e940-f68b-4cc0-8745-072305d41be6', 'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 4, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'gw_port': {'id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '41600fbd-b35f-45bf-a47f-05bfa699123f', 'name': '', 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'mac_address': 'fa:16:3e:0a:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '32a1872d-4de8-4540-89a5-9a6217a9066c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:27Z', 'updated_at': '2022-02-28T12:10:31Z', 'revision_number': 4, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'subnets': [{'id': '32a1872d-4de8-4540-89a5-9a6217a9066c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:32.387161 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6f7e4-44ca-498c-8648-ef7e2d960c80 None None] The sync data for ids ['7665e940-f68b-4cc0-8745-072305d41be6'] in dv-neutron-831192-2-hyperv is: [{'id': '7665e940-f68b-4cc0-8745-072305d41be6', 'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 4, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'gw_port': {'id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '41600fbd-b35f-45bf-a47f-05bfa699123f', 'name': '', 'network_id': '700fa508-5aa1-49a8-a97f-0d9fff5726f9', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'mac_address': 'fa:16:3e:0a:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '32a1872d-4de8-4540-89a5-9a6217a9066c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:27Z', 'updated_at': '2022-02-28T12:10:31Z', 'revision_number': 4, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'subnets': [{'id': '32a1872d-4de8-4540-89a5-9a6217a9066c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:10:32.471616 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dae04bba-2909-45b9-a27f-616492c17615 req-0bb5a6a5-2f00-498e-891b-715fca1b6456 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 210 time: 0.0704205 Feb 28 12:10:32.554507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b16ed1b-a6fa-4c36-9180-ee02eaa4ac38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:33.220134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 41600fbd-b35f-45bf-a47f-05bfa699123f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:33.290814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 41600fbd-b35f-45bf-a47f-05bfa699123f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:33.296365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 41600fbd-b35f-45bf-a47f-05bfa699123f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:33.296741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:33.423652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:33.465841 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 41600fbd-b35f-45bf-a47f-05bfa699123f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=41600fbd-b35f-45bf-a47f-05bfa699123f,segment=NetworkSegment(bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba),segment_id=bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:33.471988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:33.555191 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=41600fbd-b35f-45bf-a47f-05bfa699123f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:33.571858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-0592b32a-390e-4dbc-a0ef-838259208e93 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:33.573742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-0592b32a-390e-4dbc-a0ef-838259208e93 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Synchronizing usage tracker for tenant:63a5daff606e46dc869197ee69433558 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:10:33.600343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-0592b32a-390e-4dbc-a0ef-838259208e93 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Unset dirty status for tenant:63a5daff606e46dc869197ee69433558 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:10:33.602032 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-0592b32a-390e-4dbc-a0ef-838259208e93 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 808 time: 0.2010243 Feb 28 12:10:33.677509 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1f6f5109-d14d-4058-a2f6-05333624e1ae req-a7dd9166-c646-4a33-8755-db898457558d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 210 time: 0.0532148 Feb 28 12:10:33.764052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:33.771065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-a7296c79-ba33-41bb-a949-051b89a40c56 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Synchronizing usage tracker for tenant:63a5daff606e46dc869197ee69433558 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:10:33.782275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-a7296c79-ba33-41bb-a949-051b89a40c56 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Unset dirty status for tenant:63a5daff606e46dc869197ee69433558 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:10:33.783399 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-a7296c79-ba33-41bb-a949-051b89a40c56 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a5daff606e46dc869197ee69433558 HTTP/1.1" status: 200 len: 379 time: 0.1728642 Feb 28 12:10:33.791697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'port': {'device_id': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'admin_state_up': True, 'tenant_id': '63a5daff606e46dc869197ee69433558', 'security_groups': ['7252e768-f911-471c-b476-6ec0e8ac24e6']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:33.880478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:33.924148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:33.928174 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:port and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:33.931274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:33.937156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:33.947244 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Made reservation on behalf of 63a5daff606e46dc869197ee69433558 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:10:33.950650 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:34.116777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Allocated IP 172.20.0.4 (f5b66d03-4a45-4c8c-824a-aa6f061be694/ad64875c-ac11-444a-895a-f37d85c8bb26/43662532-415e-410a-b5e1-c2239bf2327f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:10:34.304189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:34.318968 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Transition to ACTIVE for port object 43662532-415e-410a-b5e1-c2239bf2327f will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:34.340933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:34.405438 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:34.408813 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:34.416620 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:10:34.456888 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:34.489505 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:34.489860 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:34.510691 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-231edbfa-9f1d-48e2-8911-27c0597a2e45 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7224779 Feb 28 12:10:34.569138 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Request body: {'port': {'device_id': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:34.646005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-518679ea-8e1b-4d35-b5a5-320c0f8aad49 None None] Provisioning for port 43662532-415e-410a-b5e1-c2239bf2327f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:34.651618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-518679ea-8e1b-4d35-b5a5-320c0f8aad49 None None] Provisioning complete for port 43662532-415e-410a-b5e1-c2239bf2327f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:34.652100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-518679ea-8e1b-4d35-b5a5-320c0f8aad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:34.683516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:34.712453 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-518679ea-8e1b-4d35-b5a5-320c0f8aad49 None None] Port 43662532-415e-410a-b5e1-c2239bf2327f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:10:34.865647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e1fa-a8f7-4d56-ba51-7bfc9a1cb437 req-bba12fe9-7bd5-4a2f-8375-d7e7a8fe7db1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:34.867093 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2f53e1fa-a8f7-4d56-ba51-7bfc9a1cb437 req-bba12fe9-7bd5-4a2f-8375-d7e7a8fe7db1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 931 time: 0.0822167 Feb 28 12:10:34.911211 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2f53e1fa-a8f7-4d56-ba51-7bfc9a1cb437 req-01565410-418c-4af2-9055-c2c952948132 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382409 Feb 28 12:10:35.024043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43662532-415e-410a-b5e1-c2239bf2327f {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:10:35.031280 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:35.044863 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Transition to ACTIVE for port object 43662532-415e-410a-b5e1-c2239bf2327f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:10:35.048760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:35.200701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:35.206146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 41600fbd-b35f-45bf-a47f-05bfa699123f up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:35.278805 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 41600fbd-b35f-45bf-a47f-05bfa699123f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:35.279208 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:35.285624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Attempting to bind port 43662532-415e-410a-b5e1-c2239bf2327f on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:10:35.285955 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Attempting to bind port 43662532-415e-410a-b5e1-c2239bf2327f by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:10:35.286282 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Attempting to bind port 43662532-415e-410a-b5e1-c2239bf2327f on network f5b66d03-4a45-4c8c-824a-aa6f061be694 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:10:35.290812 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Port 43662532-415e-410a-b5e1-c2239bf2327f on network f5b66d03-4a45-4c8c-824a-aa6f061be694 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:10:35.291153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Attempting to bind port 43662532-415e-410a-b5e1-c2239bf2327f on network f5b66d03-4a45-4c8c-824a-aa6f061be694 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:10:35.296129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:10:35.296488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Checking segment: {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:10:35.296865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Bound using segment: {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:10:35.297284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Bound port: 43662532-415e-410a-b5e1-c2239bf2327f, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:10:35.297668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:35.363333 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:35.389531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:10:35.393262 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:10:35.397026 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:35.451041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:35.451675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:35.453018 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] 10.222.0.37 "PUT /v2.0/ports/43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 1093 time: 0.9336405 Feb 28 12:10:35.453448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:10:35.480507 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc92f4-510a-4e91-9858-2b8ea9b1df12 service neutron] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:35.525342 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f', 'status': 'completed', 'code': 200} Feb 28 12:10:35.571158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-16c8590e-7bf2-4de1-97bb-5c2415d88919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:35.572679 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-16c8590e-7bf2-4de1-97bb-5c2415d88919 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1096 time: 0.0793242 Feb 28 12:10:35.745218 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-1e2e0b65-272e-45ee-950c-e2486770b493 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 217 time: 0.1657696 Feb 28 12:10:35.808305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-60c84adb-fc2f-43b7-8a69-4c1b09cb7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:35.809713 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-60c84adb-fc2f-43b7-8a69-4c1b09cb7237 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0594380 Feb 28 12:10:35.881530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-371efd24-637a-4da8-af3b-6afef3925b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:35.882934 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-371efd24-637a-4da8-af3b-6afef3925b42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674508 Feb 28 12:10:36.011948 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-8e9bd103-623d-4384-aa98-bb5ed7076df8 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228821 Feb 28 12:10:36.097555 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624431c-7699-4c99-99d3-c39c768dd1a5 req-26d941be-695a-4c36-a391-074da799cc52 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:36.098989 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0624431c-7699-4c99-99d3-c39c768dd1a5 req-26d941be-695a-4c36-a391-074da799cc52 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0796406 Feb 28 12:10:36.146574 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0624431c-7699-4c99-99d3-c39c768dd1a5 req-0c3ec488-9c84-4f43-8c6a-6decc732e34e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408678 Feb 28 12:10:36.147488 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-5879dc5f-7d0b-41ba-b1af-182c30402516 req-89d55ae1-30ba-4311-bfc2-0978dd204e13 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297112 Feb 28 12:10:36.267276 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-6c19c021-b45c-4fe6-b25f-62ced984361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:36.268628 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-6c19c021-b45c-4fe6-b25f-62ced984361f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1096 time: 0.0737457 Feb 28 12:10:36.397783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-1a1a2190-25a9-42ed-acfe-d2b7c9179089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:36.399232 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-1a1a2190-25a9-42ed-acfe-d2b7c9179089 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1238158 Feb 28 12:10:36.465147 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-4ad1a553-0c83-4a03-b871-446fac2f89c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 217 time: 0.0592692 Feb 28 12:10:36.530841 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-53cb2e51-fe7a-41b5-9931-16dcd72ec9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:36.532188 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-53cb2e51-fe7a-41b5-9931-16dcd72ec9dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0590930 Feb 28 12:10:36.605123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-3fabf0f6-0988-42b0-b2dd-386929872d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:36.606530 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-3fabf0f6-0988-42b0-b2dd-386929872d1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675855 Feb 28 12:10:36.740923 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-805da3c2-14cf-4c45-95b7-68df4edabc65 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269922 Feb 28 12:10:36.877865 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-90109488-daf8-4572-8bdc-66ba6f8aaa71 req-e80ce08e-62d7-4e75-87b9-3b4783fe471a service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298945 Feb 28 12:10:37.342709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e8da-1e01-41a7-8139-1e398f014816 req-2493d351-203f-4235-b66d-2fdce31e285c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:37.344433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f63e8da-1e01-41a7-8139-1e398f014816 req-2493d351-203f-4235-b66d-2fdce31e285c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0858481 Feb 28 12:10:37.355962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 43662532-415e-410a-b5e1-c2239bf2327f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:10:37.395659 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f63e8da-1e01-41a7-8139-1e398f014816 req-854a9602-eacf-40a7-8fee-5ec2f178e254 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453632 Feb 28 12:10:37.490100 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:37.506633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '43662532-415e-410a-b5e1-c2239bf2327f', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'port_id': '43662532-415e-410a-b5e1-c2239bf2327f', 'mac_address': 'fa:16:3e:aa:02:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:10:37.560963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:37.577337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43662532-415e-410a-b5e1-c2239bf2327f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:10:37.592782 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:37.597223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:37.662507 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:37.798761 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['43662532-415e-410a-b5e1-c2239bf2327f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:10:38.580938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7654-cd73-4406-bf5a-116743f85637 req-9552f46a-ff77-40d8-bff1-08463e9b75c8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:38.582356 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9d3e7654-cd73-4406-bf5a-116743f85637 req-9552f46a-ff77-40d8-bff1-08463e9b75c8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 944 time: 0.0808370 Feb 28 12:10:38.624968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9d3e7654-cd73-4406-bf5a-116743f85637 req-533565f1-a267-415d-ab8d-5ad1b5c73748 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368929 Feb 28 12:10:39.365435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 43662532-415e-410a-b5e1-c2239bf2327f up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:10:39.430783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 43662532-415e-410a-b5e1-c2239bf2327f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:10:39.435461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 43662532-415e-410a-b5e1-c2239bf2327f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:10:39.435827 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:39.549885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:39.575210 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:10:39.584868 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:10:39.589171 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:39.621127 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f', 'code': 200} Feb 28 12:10:39.661792 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:39.818202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3244-259f-4cef-996e-75392cef588d req-fc65e74a-99ce-49c6-aeb6-ed3e444ca413 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:39.819685 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d5c3244-259f-4cef-996e-75392cef588d req-fc65e74a-99ce-49c6-aeb6-ed3e444ca413 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0863736 Feb 28 12:10:39.863866 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a99f3d-a493-4b9b-b015-b851466a0a02 req-1154de92-5e93-47df-8d69-3e97f049d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:39.865345 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e3a99f3d-a493-4b9b-b015-b851466a0a02 req-1154de92-5e93-47df-8d69-3e97f049d673 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1098 time: 0.0762041 Feb 28 12:10:39.870347 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5d5c3244-259f-4cef-996e-75392cef588d req-87e238d3-4e95-48a4-b34b-ceef8f301832 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448129 Feb 28 12:10:39.909201 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e3a99f3d-a493-4b9b-b015-b851466a0a02 req-06370d4c-563a-42a4-9176-1569b7d30506 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360909 Feb 28 12:10:41.070260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038de22-15c1-450f-a6d9-f01c49c57184 req-2a3b0adb-8205-41d1-85f7-18b57ccc7d10 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:41.071628 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f038de22-15c1-450f-a6d9-f01c49c57184 req-2a3b0adb-8205-41d1-85f7-18b57ccc7d10 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0822289 Feb 28 12:10:41.115073 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f038de22-15c1-450f-a6d9-f01c49c57184 req-74815417-d044-493d-9b46-5cfe1cd8f36d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376692 Feb 28 12:10:41.299881 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af055ebe-0dfb-472c-875b-e6d272672357 req-afa6c4db-a80f-48e3-84fb-ae2b4d285510 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:41.301432 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-af055ebe-0dfb-472c-875b-e6d272672357 req-afa6c4db-a80f-48e3-84fb-ae2b4d285510 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0821030 Feb 28 12:10:41.344151 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-af055ebe-0dfb-472c-875b-e6d272672357 req-fa0cddbc-bb4d-46c6-8d86-71332847b33a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372813 Feb 28 12:10:41.366326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37326) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:41.475170 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b76693-da90-4583-b9d2-eae5268e8c95 tempest-TestShelveInstance-1206109580 tempest-TestShelveInstance-1206109580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:41.475867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-48b76693-da90-4583-b9d2-eae5268e8c95 tempest-TestShelveInstance-1206109580 tempest-TestShelveInstance-1206109580-project-admin] Synchronizing usage tracker for tenant:e073f79f0f674cd49a4a3034fa0fe25b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:10:41.491404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-48b76693-da90-4583-b9d2-eae5268e8c95 tempest-TestShelveInstance-1206109580 tempest-TestShelveInstance-1206109580-project-admin] Unset dirty status for tenant:e073f79f0f674cd49a4a3034fa0fe25b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:10:41.492517 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-48b76693-da90-4583-b9d2-eae5268e8c95 tempest-TestShelveInstance-1206109580 tempest-TestShelveInstance-1206109580-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1093 time: 0.1252663 Feb 28 12:10:41.495432 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37332) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:41.500260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '43662532-415e-410a-b5e1-c2239bf2327f', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:10:41.505923 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:10:41.509662 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:floatingip and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:10:41.512444 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:10:41.518578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:10:41.528585 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:41.662259 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:41.797660 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Allocated IP 172.26.8.253 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/d3151fa2-9563-4762-94ed-c97c3b899dd9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:10:41.940692 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:41.969202 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:42.027391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:10:42.029982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:10:42.033358 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:10:42.185136 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'Port': ['ID=d3151fa2-9563-4762-94ed-c97c3b899dd9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:42.553944 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:42.624724 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:42.830531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:42.835385 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:42.946253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'Port': ['ID=d3151fa2-9563-4762-94ed-c97c3b899dd9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:10:42.957579 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:43.125501 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Floating IP 3817d12c-faa6-4bd4-b674-0f5f3ee007ca associated. External IP: 172.26.8.253, port: 43662532-415e-410a-b5e1-c2239bf2327f. Feb 28 12:10:43.470269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:10:43.757179 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:10:43.766138 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] Sync routers for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:10:43.775575 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:43.776181 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:43.780464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:43.837071 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9f8122ce-9e7e-480b-a632-4ed12e775df6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3406363 Feb 28 12:10:43.837742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:10:43.880818 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f', 'status': 'completed', 'code': 200} Feb 28 12:10:43.952754 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:43.975737 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-ca753002-48f3-4d36-aa0f-054d313d1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:43.977186 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-ca753002-48f3-4d36-aa0f-054d313d1653 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1098 time: 0.0744565 Feb 28 12:10:44.108086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-4ce70758-63a4-4101-802a-632667a3cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:44.109431 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-4ce70758-63a4-4101-802a-632667a3cf1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1261382 Feb 28 12:10:44.299643 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '3817d12c-faa6-4bd4-b674-0f5f3ee007ca', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'port_id': '43662532-415e-410a-b5e1-c2239bf2327f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'mac_address': 'fa:16:3e:aa:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:10:42Z', 'updated_at': '2022-02-28T12:10:42Z', 'revision_number': 0, 'project_id': '63a5daff606e46dc869197ee69433558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:44.303439 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] Checking router: d5ca8767-30d0-4315-8208-e4f53e8a1cf2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:10:44.305075 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-6bbebba2-ceb2-42c1-bef6-44999b539b4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 999 time: 0.1901264 Feb 28 12:10:44.311610 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:10:44.312198 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:10:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:44.367086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-33de92ee-0eca-4fc3-b1ea-88780c646356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:44.368455 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-33de92ee-0eca-4fc3-b1ea-88780c646356 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0572255 Feb 28 12:10:44.443261 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-2aee5283-8d4c-4596-9645-80e05ce1f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:44.445190 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-2aee5283-8d4c-4596-9645-80e05ce1f4f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709133 Feb 28 12:10:44.527546 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:10:44.577581 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-1fc5472d-af2b-4648-811c-17c884230085 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262448 Feb 28 12:10:44.710119 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1eb8e41a-d614-4540-a5cc-7b73cf71371f req-dc49729c-ebbe-4c49-a853-8339bf8622cd service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263044 Feb 28 12:10:44.866305 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '3817d12c-faa6-4bd4-b674-0f5f3ee007ca', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'port_id': '43662532-415e-410a-b5e1-c2239bf2327f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'mac_address': 'fa:16:3e:aa:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:10:42Z', 'updated_at': '2022-02-28T12:10:42Z', 'revision_number': 0, 'project_id': '63a5daff606e46dc869197ee69433558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:10:44.870279 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11226c9c-8e1c-4cf6-ae00-7c3cf9b798a1 None None] The sync data for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv is: [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '3817d12c-faa6-4bd4-b674-0f5f3ee007ca', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'port_id': '43662532-415e-410a-b5e1-c2239bf2327f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'mac_address': 'fa:16:3e:aa:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:10:42Z', 'updated_at': '2022-02-28T12:10:42Z', 'revision_number': 0, 'project_id': '63a5daff606e46dc869197ee69433558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:10:45.070523 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194e647-2601-4de0-8a70-46a1c118b636 None None] New status for floating IP 3817d12c-faa6-4bd4-b674-0f5f3ee007ca: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:10:49.296006 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:10:57.643634 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:00.307273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-37853997-d24c-4e31-93c8-4ea0797061e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:02.560491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-659667ed-f3ff-4c65-b8e4-02b5c475d820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:03.763925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:03.882526 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:05.338968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:11.020960 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-edb1dbcb-eec5-4624-bd6c-639828a8c57a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789618 Feb 28 12:11:11.159932 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-d066b688-0634-4f4f-8960-b25c61d0781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:11.161412 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-d066b688-0634-4f4f-8960-b25c61d0781c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1098 time: 0.0721836 Feb 28 12:11:11.301862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-f657d3a4-c42c-40b1-89d3-228807877557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:11.303395 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-f657d3a4-c42c-40b1-89d3-228807877557 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1235404 Feb 28 12:11:11.404688 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-16ebfc28-7034-4cea-8912-a8cb58f99070 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 1001 time: 0.0943339 Feb 28 12:11:11.464776 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-7c2f177c-3b61-4499-bb6a-111bfbd72a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:11.466135 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-7c2f177c-3b61-4499-bb6a-111bfbd72a56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0551863 Feb 28 12:11:11.537904 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-0486588a-f296-41e6-9360-284eb7aa51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:11.539347 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-0486588a-f296-41e6-9360-284eb7aa51a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666955 Feb 28 12:11:11.667619 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-efcec890-f54c-4831-a670-8ad30c88b5d9 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217446 Feb 28 12:11:11.800066 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-dd908164-9884-41cc-8a7b-db74d259fdc1 req-4d56950b-350d-4e2b-aec1-82640d9c2764 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262989 Feb 28 12:11:26.294615 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:11:27.656600 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:30.308715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c29a359-cb78-41ed-ae17-805826cd57ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:32.561774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b59bde72-d967-477c-829d-01889a2d7906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:33.767813 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:33.883506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:35.342353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:39.018093 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [req-7274c338-bc37-4192-8acf-8d7b33dc722e req-84aa25f4-848b-4e0f-ba48-040bc0c0febe service neutron] (87639) timed out ('10.222.0.64', 33146) {{(pid=87639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 12:11:57.667496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:00.311108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-afe91680-b97c-4123-a79b-a4ea4b00cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:02.564980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-565b0e4f-872c-4dd0-a3ab-8f8ff3ca40b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:03.293389 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:12:03.770760 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:03.885074 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:05.345223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:12.005866 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-8f5b733d-d4e2-47e8-8806-7ba76512da36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716271 Feb 28 12:12:12.142283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-6de9db05-3245-4c6a-8d5e-467619bc9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:12.143780 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-6de9db05-3245-4c6a-8d5e-467619bc9c70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1098 time: 0.0697334 Feb 28 12:12:12.284761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-58183961-dbef-4af7-ba42-5962de231b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:12.286126 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-58183961-dbef-4af7-ba42-5962de231b72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1244981 Feb 28 12:12:12.476860 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-be53744e-4c6c-411e-8369-976a957168c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 1001 time: 0.1842237 Feb 28 12:12:12.540322 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-8870af29-ab97-4e96-8fc1-f646b6a3841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:12.541660 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-8870af29-ab97-4e96-8fc1-f646b6a3841f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0589356 Feb 28 12:12:12.614896 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-f1fc2857-cbab-4401-8c65-cdeca371a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:12.616438 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-f1fc2857-cbab-4401-8c65-cdeca371a2c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692253 Feb 28 12:12:12.744126 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-3808bf7d-ac39-497a-a753-9ebcecb3fe5c service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217675 Feb 28 12:12:12.873984 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-900e3088-805c-4c8c-8bfb-8019e4ef8d79 req-0b3fa2b0-faeb-4813-a31c-b14d84b2f2c3 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237004 Feb 28 12:12:27.683229 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:30.312298 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31485abf-1f26-4bc2-8910-4ccf1e1f820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:32.567028 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27c2984c-756e-49a8-af90-59d15d9af000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.772982 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.885984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:35.347504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:36.709893 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781868ea-5e25-4015-a2e0-7813c25f427d req-2c70a75d-9450-49dd-905f-9cde6dbecd76 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:36.711392 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-781868ea-5e25-4015-a2e0-7813c25f427d req-2c70a75d-9450-49dd-905f-9cde6dbecd76 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.1260171 Feb 28 12:12:36.754941 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-781868ea-5e25-4015-a2e0-7813c25f427d req-b478a09e-6908-4d04-a128-048b5dcee7ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379634 Feb 28 12:12:37.949906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca108e-6a59-4035-920f-6af180055433 req-00672e60-645d-43e8-8ea6-30892f69005b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:37.951397 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-63ca108e-6a59-4035-920f-6af180055433 req-00672e60-645d-43e8-8ea6-30892f69005b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0814912 Feb 28 12:12:37.994611 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-63ca108e-6a59-4035-920f-6af180055433 req-5e3c841e-67fa-4924-82cb-baad8cbbd50c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376632 Feb 28 12:12:39.187253 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4a2f3-a8c8-4ab0-8062-ef2b9e807976 req-402eafe8-ca35-4924-9c29-641a69527b54 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:39.188705 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-34c4a2f3-a8c8-4ab0-8062-ef2b9e807976 req-402eafe8-ca35-4924-9c29-641a69527b54 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0850418 Feb 28 12:12:39.237386 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-34c4a2f3-a8c8-4ab0-8062-ef2b9e807976 req-15fafd53-d47c-47a4-ba92-c5fe0f461950 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424585 Feb 28 12:12:40.291500 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:12:40.424927 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c745bc9-4ec3-45d1-b8be-19105c198fbf req-9ddad9c5-d992-42ac-8078-3da85dda47ee tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:40.426357 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c745bc9-4ec3-45d1-b8be-19105c198fbf req-9ddad9c5-d992-42ac-8078-3da85dda47ee tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0785913 Feb 28 12:12:40.470404 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9c745bc9-4ec3-45d1-b8be-19105c198fbf req-ba77f116-40b8-4431-9fc9-06c163727165 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379226 Feb 28 12:12:41.653537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade157-4f2b-4182-aa1a-2af332a29e74 req-2bf1dbaa-6524-4d0d-8ee0-95aac1c6c833 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:41.654956 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0cade157-4f2b-4182-aa1a-2af332a29e74 req-2bf1dbaa-6524-4d0d-8ee0-95aac1c6c833 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0809846 Feb 28 12:12:41.697826 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0cade157-4f2b-4182-aa1a-2af332a29e74 req-93c48ecc-d863-4ce7-b51e-6fd31a1a1c17 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373657 Feb 28 12:12:42.877554 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f52ea3-38ff-4a24-b1fa-80c76433f07e req-8725dac8-0587-4dd2-9289-7e1c35eef48f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:42.878972 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f8f52ea3-38ff-4a24-b1fa-80c76433f07e req-8725dac8-0587-4dd2-9289-7e1c35eef48f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0780323 Feb 28 12:12:42.921822 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f8f52ea3-38ff-4a24-b1fa-80c76433f07e req-c2347aa1-2788-4ed8-bc27-3f34a2e55d98 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366287 Feb 28 12:12:44.117570 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d34ab-bad0-4e39-9f73-5b814f5058bd req-782e3c0c-8fee-44f9-beaa-a51ea699c87d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:44.118899 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4b4d34ab-bad0-4e39-9f73-5b814f5058bd req-782e3c0c-8fee-44f9-beaa-a51ea699c87d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0872362 Feb 28 12:12:44.161654 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4b4d34ab-bad0-4e39-9f73-5b814f5058bd req-6ec14a44-d79d-4c1c-8268-5540aa50c6d7 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371325 Feb 28 12:12:45.501176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b0db-d901-4116-9d19-ab07791adcd3 req-6661a535-3cbc-46fa-b598-3856bb907582 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:45.502630 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7e36b0db-d901-4116-9d19-ab07791adcd3 req-6661a535-3cbc-46fa-b598-3856bb907582 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0854952 Feb 28 12:12:45.556204 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-7e36b0db-d901-4116-9d19-ab07791adcd3 req-44b270d4-f39f-4abc-ab91-8b69de1ad2ba tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472856 Feb 28 12:12:46.741797 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb85260-cba0-4fcc-9e5e-e4402faf084f req-563f7ca5-4fbe-4b59-8874-a25252a06d89 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:46.743275 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3fb85260-cba0-4fcc-9e5e-e4402faf084f req-563f7ca5-4fbe-4b59-8874-a25252a06d89 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0833657 Feb 28 12:12:46.786334 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3fb85260-cba0-4fcc-9e5e-e4402faf084f req-23ecfd84-766b-455a-bfe3-0090543743d1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374496 Feb 28 12:12:47.967144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcd6de-f7e6-4e0c-a0cd-303d314d2631 req-a0af3907-56a2-41f7-9a88-411acf9286f7 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:47.968581 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c6dcd6de-f7e6-4e0c-a0cd-303d314d2631 req-a0af3907-56a2-41f7-9a88-411acf9286f7 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0798640 Feb 28 12:12:48.011640 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c6dcd6de-f7e6-4e0c-a0cd-303d314d2631 req-327008c6-9712-4c64-a29e-cc4042d22dc8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375249 Feb 28 12:12:49.191156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59cd36-7573-4197-b04f-03964ea07310 req-8b9307da-e4cf-4c2d-b4e1-ac9df1389fdc tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:49.192593 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b59cd36-7573-4197-b04f-03964ea07310 req-8b9307da-e4cf-4c2d-b4e1-ac9df1389fdc tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0783200 Feb 28 12:12:49.236967 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b59cd36-7573-4197-b04f-03964ea07310 req-31622f19-409f-4d0c-a94e-14c2d41591b8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382290 Feb 28 12:12:49.874514 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 43662532-415e-410a-b5e1-c2239bf2327f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:12:50.007062 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:12:50.030358 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '43662532-415e-410a-b5e1-c2239bf2327f', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'port_id': '43662532-415e-410a-b5e1-c2239bf2327f', 'mac_address': 'fa:16:3e:aa:02:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:12:50.098181 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:50.116305 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43662532-415e-410a-b5e1-c2239bf2327f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:12:50.132241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:12:50.137498 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:50.226423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['43662532-415e-410a-b5e1-c2239bf2327f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:12:50.257653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:50.279103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.279757 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.280224 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.280729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.281469 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.282187 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.282914 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.283472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.283989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.284675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.285153 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.285623 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:50.450466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5667f-b464-4096-906b-670a139f6206 req-eac94148-ded3-49b4-8807-e6e0c55dd26f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:50.458339 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b8b5667f-b464-4096-906b-670a139f6206 req-eac94148-ded3-49b4-8807-e6e0c55dd26f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 944 time: 0.1064246 Feb 28 12:12:50.509407 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b8b5667f-b464-4096-906b-670a139f6206 req-19219009-67f7-4042-bbea-e1198812c0a5 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500736 Feb 28 12:12:51.728496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eca98-8742-4692-862b-e8521641bffb req-ffc67f99-b22a-4848-be4d-8bfb8f41fe13 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:51.730659 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d50eca98-8742-4692-862b-e8521641bffb req-ffc67f99-b22a-4848-be4d-8bfb8f41fe13 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 944 time: 0.1079342 Feb 28 12:12:51.791844 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d50eca98-8742-4692-862b-e8521641bffb req-b6d75e39-be5a-46ec-80e2-3e88386b2384 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500901 Feb 28 12:12:51.889474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 43662532-415e-410a-b5e1-c2239bf2327f up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:51.966174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 43662532-415e-410a-b5e1-c2239bf2327f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:51.966531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:52.092230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:52.123586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:12:52.147967 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:12:52.162395 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:52.197409 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f', 'code': 200} Feb 28 12:12:52.242081 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:52.995474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cec1c4-1312-472b-bf57-1b8f09893291 req-dc58251f-7b38-4e5a-b08c-46a424e8b6f2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:52.996915 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-77cec1c4-1312-472b-bf57-1b8f09893291 req-dc58251f-7b38-4e5a-b08c-46a424e8b6f2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0930448 Feb 28 12:12:53.042917 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-77cec1c4-1312-472b-bf57-1b8f09893291 req-0b1b3ba9-2315-444a-a37a-9318ea9fb50e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401113 Feb 28 12:12:54.234838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce705fc-99f1-4aad-9313-1b3403af49ca req-a71a183e-1399-4f93-93b3-efac34ff2176 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:54.245834 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ce705fc-99f1-4aad-9313-1b3403af49ca req-a71a183e-1399-4f93-93b3-efac34ff2176 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0916035 Feb 28 12:12:54.292289 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9ce705fc-99f1-4aad-9313-1b3403af49ca req-8d795a95-bf08-4d11-9cee-19e1e1455280 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443552 Feb 28 12:12:55.497090 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b4f72-c47d-4c3d-9b7e-198a3b57674c req-3453dd90-b8e1-4e29-806e-0d7f7ed91e54 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:55.499979 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-742b4f72-c47d-4c3d-9b7e-198a3b57674c req-3453dd90-b8e1-4e29-806e-0d7f7ed91e54 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0978076 Feb 28 12:12:55.548023 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-742b4f72-c47d-4c3d-9b7e-198a3b57674c req-08b11309-e747-4b99-864b-fe9747a090ef tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415475 Feb 28 12:12:56.768392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21340d-8881-4000-9528-b34a14c42ae5 req-fc479640-aa24-4a0a-bdaa-fe6fc5534d1e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:56.768392 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2c21340d-8881-4000-9528-b34a14c42ae5 req-fc479640-aa24-4a0a-bdaa-fe6fc5534d1e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0945275 Feb 28 12:12:56.824702 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2c21340d-8881-4000-9528-b34a14c42ae5 req-71c5f383-40b4-46e3-8e03-4249526ddb35 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538769 Feb 28 12:12:57.702780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:58.010279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dde57-adfc-42da-b57d-2ce7d83364ee req-c3aa499b-3daf-468b-8b58-f4af5f0fea96 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:58.011773 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b78dde57-adfc-42da-b57d-2ce7d83364ee req-c3aa499b-3daf-468b-8b58-f4af5f0fea96 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0803308 Feb 28 12:12:58.061660 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b78dde57-adfc-42da-b57d-2ce7d83364ee req-53dc9420-ac37-47c2-b2d0-8d26fc5ea5e1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438991 Feb 28 12:12:59.356774 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e9fe7-f85b-4fa4-9499-2e066472edd6 req-13e0bc4f-955d-4325-b4ed-187ec84b0ed4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:59.358100 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b3e9fe7-f85b-4fa4-9499-2e066472edd6 req-13e0bc4f-955d-4325-b4ed-187ec84b0ed4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.1871293 Feb 28 12:12:59.401020 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2b3e9fe7-f85b-4fa4-9499-2e066472edd6 req-25dca242-b04e-4b43-804e-37957968dc49 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370035 Feb 28 12:12:59.470314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-d23901bd-92b9-4692-b4ca-1430c2f542e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:59.471804 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-d23901bd-92b9-4692-b4ca-1430c2f542e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1098 time: 0.0732830 Feb 28 12:12:59.607436 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-8c027e71-6e58-470b-afa7-e1b2f3734d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:59.608788 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-8c027e71-6e58-470b-afa7-e1b2f3734d95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1311028 Feb 28 12:12:59.705865 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-e8b418a3-8e4d-47b4-a29e-bc2cea70d6b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 1001 time: 0.0907266 Feb 28 12:12:59.769047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-5c0f6eca-e466-4cf6-b2bf-5ebd2bd4242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:59.770457 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-5c0f6eca-e466-4cf6-b2bf-5ebd2bd4242d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0588770 Feb 28 12:12:59.841930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-2ba650b3-605b-4727-8e5e-5cc7294d8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:59.843363 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-2ba650b3-605b-4727-8e5e-5cc7294d8114 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675709 Feb 28 12:12:59.980273 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-69b4d108-60df-43fb-a010-f683640d8677 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311612 Feb 28 12:13:00.107663 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9062f3d1-b160-47ae-8ccd-621dafb67dbf req-9e14eb00-a7b4-4772-97b5-fb3798464bbc service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213515 Feb 28 12:13:00.316938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96135091-3043-4535-a75c-8838b383a18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:00.590381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e04ff-ae37-41f7-aaf1-5f6b33b7a7aa req-7df1e228-b556-48b9-911e-c26e0a9c6338 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:00.591777 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc2e04ff-ae37-41f7-aaf1-5f6b33b7a7aa req-7df1e228-b556-48b9-911e-c26e0a9c6338 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0864432 Feb 28 12:13:00.635163 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cc2e04ff-ae37-41f7-aaf1-5f6b33b7a7aa req-8bce56a4-5a15-4251-92db-0e90dbeab1d6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377257 Feb 28 12:13:01.826677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235a767-21f1-479c-b10e-fff1ba222d2b req-1156884d-acf5-4ce6-a157-cbfa8e3b0314 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:01.828146 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5235a767-21f1-479c-b10e-fff1ba222d2b req-1156884d-acf5-4ce6-a157-cbfa8e3b0314 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0787146 Feb 28 12:13:01.871341 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5235a767-21f1-479c-b10e-fff1ba222d2b req-1c5dfc6b-6ffc-49d4-ae32-cbeba463c25f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376041 Feb 28 12:13:02.227884 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f16e51-f671-46d3-b39d-2a52a4731238 req-dfc8f9bd-7f0c-4504-b976-edf1f26bf602 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:02.229358 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-78f16e51-f671-46d3-b39d-2a52a4731238 req-dfc8f9bd-7f0c-4504-b976-edf1f26bf602 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0867381 Feb 28 12:13:02.274843 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-78f16e51-f671-46d3-b39d-2a52a4731238 req-057cf248-cc87-424f-b635-0349d2e2b3f3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393312 Feb 28 12:13:02.392322 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-0f0c1569-92c8-4d6b-9195-f1f256d105b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166153 Feb 28 12:13:02.568489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4c59-de20-43d9-a8ca-23cd34965f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:03.465267 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94484063-9ee8-41fa-9d9f-9cb574e05424 req-b907b282-ff77-4eaa-bb6c-b195e50b8563 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:03.466653 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-94484063-9ee8-41fa-9d9f-9cb574e05424 req-b907b282-ff77-4eaa-bb6c-b195e50b8563 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 945 time: 0.0857782 Feb 28 12:13:03.510594 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-94484063-9ee8-41fa-9d9f-9cb574e05424 req-bbfbbaa7-3345-4449-9c19-cf8b3013df53 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381601 Feb 28 12:13:03.775569 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:03.887420 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:04.018570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 43662532-415e-410a-b5e1-c2239bf2327f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:13:04.129976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:04.155711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:13:04.165588 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:13:04.169533 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:04.204874 dv-neutron-831192-2-hyperv neutron-server[87640]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f', 'code': 422} returned with failed status Feb 28 12:13:04.239380 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:13:04.697703 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e591-259b-44bd-a420-6deff09c9762 req-56bc81bc-982d-40a6-973a-67b5c0dd7bde tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:04.699191 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a70e591-259b-44bd-a420-6deff09c9762 req-56bc81bc-982d-40a6-973a-67b5c0dd7bde tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0834222 Feb 28 12:13:04.750832 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1a70e591-259b-44bd-a420-6deff09c9762 req-fe37f2a1-9fe5-4071-b1cb-0804c2583865 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424478 Feb 28 12:13:05.281019 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-adf5dbfd-0c4e-4af6-9863-9c7bd06d04df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:05.282498 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-adf5dbfd-0c4e-4af6-9863-9c7bd06d04df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f&tenant_id=63a5daff606e46dc869197ee69433558 HTTP/1.1" status: 200 len: 1096 time: 0.0700386 Feb 28 12:13:05.377158 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-c3446cf1-8eb6-4357-a635-3c0ea0e265fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:05.378624 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-c3446cf1-8eb6-4357-a635-3c0ea0e265fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1096 time: 0.0744524 Feb 28 12:13:05.386097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:05.507608 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-5a2c4315-949b-45f2-a509-732f4abdee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:05.508984 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-5a2c4315-949b-45f2-a509-732f4abdee41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1240308 Feb 28 12:13:05.701650 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-7c446d25-3425-4c63-b46d-2602ded449c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 999 time: 0.1856327 Feb 28 12:13:05.763098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-18275232-e6ca-448f-98cd-6540dc960202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:05.764495 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-18275232-e6ca-448f-98cd-6540dc960202 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0571938 Feb 28 12:13:05.837405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-a87b6874-0389-4061-8880-998509f5ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:05.838850 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-a87b6874-0389-4061-8880-998509f5ff03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684333 Feb 28 12:13:05.941443 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee312fc-4e52-4c89-9a60-162f62670f7f req-90a50892-1f3c-4991-b8b7-97cc860851cb tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:05.942897 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cee312fc-4e52-4c89-9a60-162f62670f7f req-90a50892-1f3c-4991-b8b7-97cc860851cb tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0827317 Feb 28 12:13:05.976832 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-0c190b8c-c405-46fc-980b-58baf5cecc5d service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315517 Feb 28 12:13:05.986453 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-cee312fc-4e52-4c89-9a60-162f62670f7f req-2c12e1ca-20a9-4191-87a0-e8ac410c3e87 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378342 Feb 28 12:13:06.109898 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-24bdfbb3-aaac-4769-bd2a-b82d17bbe3be req-62c6cb7f-8b5e-4a57-bba2-d7636ef4daa3 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269135 Feb 28 12:13:07.178709 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d9307-e9ec-4d08-aa31-7441006c5e8e req-ca7c0ea8-c7b6-4312-a131-44b3589f31fb tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:07.180352 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5e1d9307-e9ec-4d08-aa31-7441006c5e8e req-ca7c0ea8-c7b6-4312-a131-44b3589f31fb tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0827494 Feb 28 12:13:07.231320 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5e1d9307-e9ec-4d08-aa31-7441006c5e8e req-61c3230d-dbb5-4507-bc29-10cd695358f9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449741 Feb 28 12:13:08.429175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff933f-48ad-4428-8250-d0ac6e94f846 req-7d0af4a0-e1b0-4749-9be3-5f36727aee0f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:08.430789 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4dff933f-48ad-4428-8250-d0ac6e94f846 req-7d0af4a0-e1b0-4749-9be3-5f36727aee0f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0885203 Feb 28 12:13:08.477573 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4dff933f-48ad-4428-8250-d0ac6e94f846 req-d64e8638-8f12-4647-8590-8c9ef7febeb7 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Feb 28 12:13:09.697404 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8c1e-45c2-425e-b90b-b36c926a40e4 req-c7223cc5-0020-48fe-816e-5e1473c854c2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:09.699920 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-049b8c1e-45c2-425e-b90b-b36c926a40e4 req-c7223cc5-0020-48fe-816e-5e1473c854c2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.1054289 Feb 28 12:13:09.758878 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-049b8c1e-45c2-425e-b90b-b36c926a40e4 req-d112eb9a-7525-45b1-8e9c-58f341b3ca7e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528877 Feb 28 12:13:10.961307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f39a2e-74e5-4eaa-ba2b-40044930bfa0 req-8840fc3b-cd72-4a3b-8534-06fa4b7ae62b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:10.962896 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8f39a2e-74e5-4eaa-ba2b-40044930bfa0 req-8840fc3b-cd72-4a3b-8534-06fa4b7ae62b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0906746 Feb 28 12:13:11.010669 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d8f39a2e-74e5-4eaa-ba2b-40044930bfa0 req-57768ed3-4589-400f-b12f-d134d7c799e1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Feb 28 12:13:12.203536 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e31cea-db75-4b99-8ed6-ac2ec534aeaf req-df61552d-0ecc-49fb-9240-6468247caaf8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:12.205041 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-69e31cea-db75-4b99-8ed6-ac2ec534aeaf req-df61552d-0ecc-49fb-9240-6468247caaf8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0896356 Feb 28 12:13:12.251692 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-69e31cea-db75-4b99-8ed6-ac2ec534aeaf req-79045f0e-a214-4da3-aea8-bfd8a9e22151 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410354 Feb 28 12:13:13.449165 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a3029-abff-4d7e-9e6a-3a61ffc7c57a req-b498dad5-6216-4169-aec1-c26df57efcf2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:13.450605 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c2a3029-abff-4d7e-9e6a-3a61ffc7c57a req-b498dad5-6216-4169-aec1-c26df57efcf2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0858126 Feb 28 12:13:13.496120 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1c2a3029-abff-4d7e-9e6a-3a61ffc7c57a req-0d2d94d1-9cfd-440e-b353-eb4afe14957e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390370 Feb 28 12:13:14.685847 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b43638-1ced-457e-a76b-ab65585c2cfd req-ecc2a4d0-7c0e-4dd5-9340-ec5bf87b674e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:14.687238 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-66b43638-1ced-457e-a76b-ab65585c2cfd req-ecc2a4d0-7c0e-4dd5-9340-ec5bf87b674e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0843179 Feb 28 12:13:14.736670 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-66b43638-1ced-457e-a76b-ab65585c2cfd req-a701676d-d30a-47f2-bd73-731a5586ad87 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Feb 28 12:13:15.113353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-00a1b3cd-3159-45c5-84be-1a5b4cdc87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:15.114794 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-00a1b3cd-3159-45c5-84be-1a5b4cdc87dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1096 time: 0.0736346 Feb 28 12:13:15.254370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-851b1926-55d8-4e29-9b6d-a69102131823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:15.255818 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-851b1926-55d8-4e29-9b6d-a69102131823 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1222606 Feb 28 12:13:15.356698 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-e6a110ba-fb6c-4af6-b4a8-274472983215 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 999 time: 0.0936568 Feb 28 12:13:15.417270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-88e77525-e570-4525-a968-710aeb0946c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:15.418607 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-88e77525-e570-4525-a968-710aeb0946c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0555036 Feb 28 12:13:15.492082 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-9c9d825b-1d98-48ac-ae8e-2e7d636526d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:15.493569 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-9c9d825b-1d98-48ac-ae8e-2e7d636526d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688903 Feb 28 12:13:15.626414 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-657f95a9-341e-4c47-a0e9-338953b29ad6 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257174 Feb 28 12:13:15.756606 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c9069293-2c9f-4342-87ae-238ee9f3de77 req-c22284fa-ae58-4eeb-8b52-2ef13e74fa59 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235244 Feb 28 12:13:15.935043 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54f28c-d7f9-4e5a-bc57-652af9b81fe5 req-37c4edfd-8024-4247-aba6-bdd345d1e45c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:15.936504 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0d54f28c-d7f9-4e5a-bc57-652af9b81fe5 req-37c4edfd-8024-4247-aba6-bdd345d1e45c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0914075 Feb 28 12:13:15.982502 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0d54f28c-d7f9-4e5a-bc57-652af9b81fe5 req-48bcf1b6-39e1-4d0f-bf96-cbd582e23d2a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403895 Feb 28 12:13:17.164000 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9066cc3-8593-48cf-9b42-343b3f3ee18e req-87117d3d-a65b-4e03-80fe-7700bb8e478e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:17.165450 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c9066cc3-8593-48cf-9b42-343b3f3ee18e req-87117d3d-a65b-4e03-80fe-7700bb8e478e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 943 time: 0.0786798 Feb 28 12:13:17.210852 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c9066cc3-8593-48cf-9b42-343b3f3ee18e req-f54fb11e-f93c-4928-8edf-9b7ed9eceb98 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 Feb 28 12:13:17.289925 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:13:18.092273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 43662532-415e-410a-b5e1-c2239bf2327f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:13:18.221002 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:13:18.234423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '43662532-415e-410a-b5e1-c2239bf2327f', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'port_id': '43662532-415e-410a-b5e1-c2239bf2327f', 'mac_address': 'fa:16:3e:aa:02:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:13:18.287693 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:18.304310 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43662532-415e-410a-b5e1-c2239bf2327f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:13:18.319411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:13:18.323432 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:18.391414 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276503c-4bd3-4211-81e6-9dc5baefa0e6 req-d00e3061-27e6-492a-a176-0ef3a71068c1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:18.391980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:13:18.392785 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b276503c-4bd3-4211-81e6-9dc5baefa0e6 req-d00e3061-27e6-492a-a176-0ef3a71068c1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 944 time: 0.0785954 Feb 28 12:13:18.439140 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b276503c-4bd3-4211-81e6-9dc5baefa0e6 req-a2962644-9fa7-4486-98d5-efd81f5b3ae3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377662 Feb 28 12:13:18.555431 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['43662532-415e-410a-b5e1-c2239bf2327f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:13:19.626222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ecb8-8a3f-4b76-996f-c48e5e6be5fd req-edc499a7-f4c1-4028-94e9-f62fac874906 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:19.627689 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8b39ecb8-8a3f-4b76-996f-c48e5e6be5fd req-edc499a7-f4c1-4028-94e9-f62fac874906 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 944 time: 0.0832036 Feb 28 12:13:19.670313 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8b39ecb8-8a3f-4b76-996f-c48e5e6be5fd req-c819b2f3-7edf-4ba4-a6a6-c23fb615c4c6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363743 Feb 28 12:13:20.107885 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 43662532-415e-410a-b5e1-c2239bf2327f up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:13:20.176261 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 43662532-415e-410a-b5e1-c2239bf2327f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:13:20.176635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:20.287835 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:20.313723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:13:20.323490 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:13:20.326971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:20.360984 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f', 'code': 200} Feb 28 12:13:20.397071 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:13:20.593375 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0c3cf-e287-4aa9-93cc-34bf3e7ab728 req-6eb73d2a-9680-4a14-821d-f920cc3e2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:20.594868 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8bf0c3cf-e287-4aa9-93cc-34bf3e7ab728 req-6eb73d2a-9680-4a14-821d-f920cc3e2735 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1099 time: 0.0725770 Feb 28 12:13:20.640708 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-8bf0c3cf-e287-4aa9-93cc-34bf3e7ab728 req-fed0307c-3a5b-40c4-988e-37f1748d5cc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393105 Feb 28 12:13:20.850780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b70a5-a39c-46e5-98fe-07385ea810e4 req-aec0747d-d7fc-4c76-8e75-455c752bcf6c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:20.852569 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-729b70a5-a39c-46e5-98fe-07385ea810e4 req-aec0747d-d7fc-4c76-8e75-455c752bcf6c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 946 time: 0.0775805 Feb 28 12:13:20.897328 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-729b70a5-a39c-46e5-98fe-07385ea810e4 req-e4aa1739-a092-432e-a5d9-e8c0d2c2aa6b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390065 Feb 28 12:13:22.087194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af100e7-95fc-4699-9342-be63e7958f30 req-dea5d5ec-ec89-4535-8256-a6d53282f4c2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:22.088564 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8af100e7-95fc-4699-9342-be63e7958f30 req-dea5d5ec-ec89-4535-8256-a6d53282f4c2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 946 time: 0.0827742 Feb 28 12:13:22.131836 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8af100e7-95fc-4699-9342-be63e7958f30 req-ddabd10b-ae70-4c2e-b80a-b233100df167 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376277 Feb 28 12:13:23.317105 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc5bc9-ea9d-44c4-ba31-db17b984e20f req-1bee358b-f2b7-4797-bf22-335cf27c2c38 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:23.318512 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d2bc5bc9-ea9d-44c4-ba31-db17b984e20f req-1bee358b-f2b7-4797-bf22-335cf27c2c38 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 946 time: 0.0811496 Feb 28 12:13:23.453440 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d2bc5bc9-ea9d-44c4-ba31-db17b984e20f req-24ec880c-bcc9-4a2f-b359-e3ea66382813 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293638 Feb 28 12:13:27.700330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:30.319618 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a4ce68ab-7971-4d22-a4cc-67842022cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:32.571141 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1d2ef622-264c-4eb5-8719-af7bc41035bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:33.778041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:33.887197 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:35.352483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:54.288862 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:13:57.723699 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:00.320722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78493041-61fa-4ab7-91fe-a9ac028c995b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:02.572180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-68ee3baf-2040-4bfe-adae-64cc1d6dc9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:03.781086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:03.888012 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:05.355340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:14.016864 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-91014d56-f40c-4624-8884-4a679db05a95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741186 Feb 28 12:14:14.150320 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-02624697-9e22-49e7-b327-1b940b08f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:14.152478 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-02624697-9e22-49e7-b327-1b940b08f2d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1099 time: 0.0700078 Feb 28 12:14:14.381933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-00c375df-c858-493a-b26c-2f4b364506f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:14.383301 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-00c375df-c858-493a-b26c-2f4b364506f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.2129967 Feb 28 12:14:14.481852 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-b024d290-bc14-434c-8930-edfff280bc03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 1001 time: 0.0922551 Feb 28 12:14:14.541731 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-faecc90d-5983-4aea-a509-a54410bee7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:14.543145 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-faecc90d-5983-4aea-a509-a54410bee7de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0558016 Feb 28 12:14:14.619816 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-5e387def-64ec-4d6f-b182-e09478cfb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:14.621958 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-5e387def-64ec-4d6f-b182-e09478cfb17d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733140 Feb 28 12:14:14.631487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-e0f68287-ebb1-4398-be3a-e3b78dc885a7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 12:14:14.632438 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-e0f68287-ebb1-4398-be3a-e3b78dc885a7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048170 Feb 28 12:14:14.767340 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-fb0137e5-9e91-442f-8464-1bd3f9950638 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283538 Feb 28 12:14:14.894599 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-25a6b552-e0be-4ebe-8fd9-5991cc3e5eb9 req-4ca0471e-77da-4d48-b9d4-9273f06f9c98 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214931 Feb 28 12:14:27.747584 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:30.321944 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12453484-08b6-43a0-bb6b-fb9950795d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:31.287576 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:14:32.511067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37640) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:14:32.573561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7810-96d5-4456-a719-2f2e3b3e1214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:32.716637 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Deleting port d3151fa2-9563-4762-94ed-c97c3b899dd9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:14:32.716978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:32.879325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:32.879550 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:32.998302 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Calling delete_port for d3151fa2-9563-4762-94ed-c97c3b899dd9 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:14:33.155753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:33.203604 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event deleted for resources: {'Port': ['ID=d3151fa2-9563-4762-94ed-c97c3b899dd9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:33.243194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.243541 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.243877 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.244208 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.244535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.244862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.245185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.245507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.245826 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.246149 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.246986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.247331 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:33.301148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:33.301478 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Floating IP 3817d12c-faa6-4bd4-b674-0f5f3ee007ca disassociated (deleted). External IP: 172.26.8.253, port: 43662532-415e-410a-b5e1-c2239bf2327f. Feb 28 12:14:33.642361 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:14:33.785965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:33.889934 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:33.932497 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:14:33.942304 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] Sync routers for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:14:33.944312 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:33.951081 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:14:33.951713 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:14:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:14:34.003431 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3a2d5907-cccf-4809-9fdd-0bef26799727 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "DELETE /v2.0/floatingips/3817d12c-faa6-4bd4-b674-0f5f3ee007ca HTTP/1.1" status: 204 len: 168 time: 1.4912047 Feb 28 12:14:34.004080 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:14:34.120706 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f', 'status': 'completed', 'code': 200} Feb 28 12:14:34.134362 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:14:34.219071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-a0d7f712-f783-4ae0-8c51-10e80ef5b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:34.221178 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-a0d7f712-f783-4ae0-8c51-10e80ef5b452 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 1099 time: 0.0790677 Feb 28 12:14:34.358571 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-cc43c498-b854-4363-8961-922dfb1d2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:34.360089 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-cc43c498-b854-4363-8961-922dfb1d2ec3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1327784 Feb 28 12:14:34.392144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2e79f-0288-4baa-976e-46ce5ab7558f req-00cf0731-29a4-46e9-95f9-87033e65be6a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:34.392831 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-6da2e79f-0288-4baa-976e-46ce5ab7558f req-00cf0731-29a4-46e9-95f9-87033e65be6a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Synchronizing usage tracker for tenant:63a5daff606e46dc869197ee69433558 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:14:34.409583 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-6da2e79f-0288-4baa-976e-46ce5ab7558f req-00cf0731-29a4-46e9-95f9-87033e65be6a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Unset dirty status for tenant:63a5daff606e46dc869197ee69433558 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:14:34.410834 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6da2e79f-0288-4baa-976e-46ce5ab7558f req-00cf0731-29a4-46e9-95f9-87033e65be6a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 946 time: 0.0981362 Feb 28 12:14:34.432786 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-e6f026cf-9e4a-4aad-8e08-4ed896b21884 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 200 len: 217 time: 0.0659933 Feb 28 12:14:34.458803 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6da2e79f-0288-4baa-976e-46ce5ab7558f req-c1e9528b-09fd-4921-8c30-d2f919a0c370 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422554 Feb 28 12:14:34.461112 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:14:34.465885 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] Checking router: d5ca8767-30d0-4315-8208-e4f53e8a1cf2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:14:34.474374 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:14:34.475033 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:14:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:14:34.497940 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-20f0212f-2fae-4386-83f3-f5b1781241ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:34.499490 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-20f0212f-2fae-4386-83f3-f5b1781241ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0604396 Feb 28 12:14:34.577806 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-cf4efe10-ff60-4d18-8810-ac79b59caf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:34.579359 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-cf4efe10-ff60-4d18-8810-ac79b59caf3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737758 Feb 28 12:14:34.678396 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:14:34.712704 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-4d1dd289-f25e-4b60-83f7-9915d59728c4 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263714 Feb 28 12:14:34.846261 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-58b08619-d6cd-4a78-b8e7-803250cbb5c0 req-21e539f5-b8ea-4625-81ae-3a843369bcf6 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267717 Feb 28 12:14:34.991322 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:14:34.995750 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf4e077-38fd-4c8c-94ed-52695cbd3761 None None] The sync data for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv is: [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:14:35.213296 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57815dc-35ac-4401-be5a-a149e4e77221 None None] New status for floating IP 3817d12c-faa6-4bd4-b674-0f5f3ee007ca: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:14:35.359981 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:35.616856 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-149eab62-0d6e-4f5e-b95c-fd2b213c01d8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:35.617555 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-149eab62-0d6e-4f5e-b95c-fd2b213c01d8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Synchronizing usage tracker for tenant:63a5daff606e46dc869197ee69433558 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:14:35.629364 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-149eab62-0d6e-4f5e-b95c-fd2b213c01d8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Unset dirty status for tenant:63a5daff606e46dc869197ee69433558 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:14:35.630563 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-149eab62-0d6e-4f5e-b95c-fd2b213c01d8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 946 time: 0.0904860 Feb 28 12:14:35.648066 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45350a8-4a91-427e-bc63-5ef05766a2e5 req-97c54284-efbd-49d0-b431-09879b635e37 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:35.649500 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b45350a8-4a91-427e-bc63-5ef05766a2e5 req-97c54284-efbd-49d0-b431-09879b635e37 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 946 time: 0.0819671 Feb 28 12:14:35.693236 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b45350a8-4a91-427e-bc63-5ef05766a2e5 req-c9693f55-a516-40d0-a57c-7b0c4c3a0dbd tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=7252e768-f911-471c-b476-6ec0e8ac24e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372849 Feb 28 12:14:35.703021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Deleting port 43662532-415e-410a-b5e1-c2239bf2327f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:14:35.703397 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:36.040363 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] For port 43662532-415e-410a-b5e1-c2239bf2327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=43662532-415e-410a-b5e1-c2239bf2327f,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:14:36.040716 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:36.162962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Calling delete_port for 43662532-415e-410a-b5e1-c2239bf2327f owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:14:36.302318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:36.354562 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event deleted for resources: {'Port': ['ID=43662532-415e-410a-b5e1-c2239bf2327f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:36.400790 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.401129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.401463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.401788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.402107 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.402433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.402785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.403103 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.403445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.403760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.404070 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.404381 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:14:36.440793 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] No DVR routers for this DVR port 43662532-415e-410a-b5e1-c2239bf2327f on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:14:36.442874 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:36.445242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-deleted', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:14:36.459902 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-13dafa36-cacd-4e22-beaf-89b74f5511a8 req-58877ff9-9a7a-43b2-ba3d-60bec29e84d4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "DELETE /v2.0/ports/43662532-415e-410a-b5e1-c2239bf2327f HTTP/1.1" status: 204 len: 173 time: 0.8241208 Feb 28 12:14:36.540457 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52699c2e-df8f-48c2-8235-fab3a98b071f', 'name': 'network-vif-deleted', 'tag': '43662532-415e-410a-b5e1-c2239bf2327f', 'status': 'completed', 'code': 200} Feb 28 12:14:36.861420 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bda6926c-69af-47e2-8a9e-d695a1184eed req-34812e2d-a540-45ab-9cc0-65d509a287b0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=52699c2e-df8f-48c2-8235-fab3a98b071f HTTP/1.1" status: 200 len: 210 time: 0.0446153 Feb 28 12:14:37.957575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37662) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:14:38.026574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9436c890-2638-4c57-892d-8343f232f4ad tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.055376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9436c890-2638-4c57-892d-8343f232f4ad tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.119616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9436c890-2638-4c57-892d-8343f232f4ad tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.138691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436c890-2638-4c57-892d-8343f232f4ad tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252e768-f911-471c-b476-6ec0e8ac24e6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:38.146315 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9436c890-2638-4c57-892d-8343f232f4ad tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.147802 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9436c890-2638-4c57-892d-8343f232f4ad tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "DELETE /v2.0/security-groups/7252e768-f911-471c-b476-6ec0e8ac24e6 HTTP/1.1" status: 204 len: 168 time: 0.1892605 Feb 28 12:14:38.627742 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37670) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:14:38.632809 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527873344', 'description': 'tempest-secgroup-smoke-527873344 description', 'project_id': '63a5daff606e46dc869197ee69433558'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:14:38.638719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:14:38.642765 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:14:38.645614 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:14:38.651275 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:14:38.661104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.680362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:14:38.684643 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:14:38.687412 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:14:38.697328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:14:38.767387 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.771279 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.815323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c3a9d7-e979-489d-b182-45626b8f00b6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:38.818140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.819411 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a03d3d17-abf9-474c-8397-7a6e61c325a2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1906245 Feb 28 12:14:38.822152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37674) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:14:38.827103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': 'e1c3a9d7-e979-489d-b182-45626b8f00b6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:14:38.833246 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:14:38.836997 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:14:38.839805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:14:38.845398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:14:38.861980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.922233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.925764 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.952843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579612e0-6ca8-477b-9722-8d3618bf9952,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:38.959460 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:38.960623 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-1a0b2d9d-3a7d-4204-8c1c-e899e7d8c19e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375711 Feb 28 12:14:38.963255 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:14:38.968804 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': 'e1c3a9d7-e979-489d-b182-45626b8f00b6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:14:38.974594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:14:38.978325 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:14:38.981838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:14:38.987424 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:14:39.002706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.067851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.071640 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.094719 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ce932b-8148-46a4-b78b-ca3129b353d0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:39.102695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.103874 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5120aa4f-b8d5-4940-8b68-10cf1c1af1b9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397018 Feb 28 12:14:39.107139 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37682) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:14:39.111978 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': 'e1c3a9d7-e979-489d-b182-45626b8f00b6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:14:39.117694 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:14:39.121342 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:14:39.124155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:14:39.129691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:14:39.145575 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.207515 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.210906 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.233654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9252b180-40ed-47d3-b1e3-fac8f430e8f8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:39.242392 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.243644 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-9b54e6c2-5e0c-4faa-9ce6-8b51065b9aa6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355851 Feb 28 12:14:39.246294 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:14:39.251104 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': 'e1c3a9d7-e979-489d-b182-45626b8f00b6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:14:39.257184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:14:39.261299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:14:39.264185 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:14:39.269810 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:14:39.288631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.355417 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.360033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.383815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a264a615-26ee-49a9-9d58-dab6cad8571f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:39.392563 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.393756 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-031ef189-946a-4c5e-8463-998f2fa7f973 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465368 Feb 28 12:14:39.396527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:14:39.401409 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': 'e1c3a9d7-e979-489d-b182-45626b8f00b6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:14:39.407803 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:14:39.411546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:14:39.414347 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:14:39.419980 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:14:39.429841 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Project 63a5daff606e46dc869197ee69433558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:14:39.436197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.498241 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.501513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.524113 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf10d49-63a3-485e-9334-7dd41d8e3df2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:39.533430 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.534675 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-3936b622-b844-4b03-b836-ab767ff87295 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371839 Feb 28 12:14:39.537380 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:14:39.542147 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'security_group_rule': {'security_group_id': 'e1c3a9d7-e979-489d-b182-45626b8f00b6', 'project_id': '63a5daff606e46dc869197ee69433558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:14:39.547776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:14:39.551487 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:security_group_rule and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:14:39.554269 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:14:39.560106 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:14:39.571889 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Project 63a5daff606e46dc869197ee69433558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:14:39.578704 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.641272 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.644513 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.667219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ecee47-5874-4dc3-b092-a70982170ac8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:39.675836 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:39.677014 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-b4d701d1-bc81-4576-9867-343b015864ab tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387401 Feb 28 12:14:40.593538 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 43662532-415e-410a-b5e1-c2239bf2327f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:14:40.627861 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 43662532-415e-410a-b5e1-c2239bf2327f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:14:40.628203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 43662532-415e-410a-b5e1-c2239bf2327f not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:14:53.446687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-00267d78-7bf2-4314-8237-1cc752713818 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Synchronizing usage tracker for tenant:63a5daff606e46dc869197ee69433558 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:14:53.462019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-00267d78-7bf2-4314-8237-1cc752713818 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Unset dirty status for tenant:63a5daff606e46dc869197ee69433558 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:14:53.463177 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-00267d78-7bf2-4314-8237-1cc752713818 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527873344&fields=id&tenant_id=63a5daff606e46dc869197ee69433558 HTTP/1.1" status: 200 len: 267 time: 0.0542083 Feb 28 12:14:53.610835 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-b0f64bb3-7845-4126-b8e1-dcc9aa9bd8e9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:53.612186 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-b0f64bb3-7845-4126-b8e1-dcc9aa9bd8e9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 808 time: 0.1421328 Feb 28 12:14:53.626343 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-1b4f5bd8-5681-40c5-8111-e79d88f75428 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/quotas/63a5daff606e46dc869197ee69433558 HTTP/1.1" status: 200 len: 375 time: 0.0088074 Feb 28 12:14:53.709308 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-4482db01-f04b-4d27-ae33-b9e29f8f8d66 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780945 Feb 28 12:14:53.800868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-5a06efe2-0b89-48b2-9ccd-f562a25ead0c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 12:14:53.801821 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-5a06efe2-0b89-48b2-9ccd-f562a25ead0c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0809896 Feb 28 12:14:53.928970 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-a028928c-ffb3-4c4c-a244-8587040289e8 service neutron] 10.222.0.64 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212189 Feb 28 12:14:54.063067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-91bf9a99-e900-47a0-8f04-6c7a24ed708e service neutron] 10.222.0.64 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281984 Feb 28 12:14:54.434944 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a7dcee35-1c89-4af5-9cdb-f541b395af46 req-b5435283-d15c-4067-a378-e3a60e73ac2d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 210 time: 0.0427520 Feb 28 12:14:55.589616 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dfeb76d5-4003-489d-a514-0feef72ad2be req-440d82c1-30cb-4d86-bf94-e9244349228d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 210 time: 0.0459569 Feb 28 12:14:55.594535 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-2145e7bf-279b-4dc3-bda9-cda0a0b6c69d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:55.596145 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-2145e7bf-279b-4dc3-bda9-cda0a0b6c69d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 808 time: 0.1535034 Feb 28 12:14:55.645752 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-5ab03c0c-5d82-423f-b821-2cb5cde20a0b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a5daff606e46dc869197ee69433558 HTTP/1.1" status: 200 len: 379 time: 0.0403349 Feb 28 12:14:55.656479 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'port': {'device_id': '119c5e96-18f8-4075-8945-d32a806f2eed', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'admin_state_up': True, 'tenant_id': '63a5daff606e46dc869197ee69433558', 'security_groups': ['e1c3a9d7-e979-489d-b182-45626b8f00b6']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:14:55.795171 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:14:55.799164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:port and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:14:55.801983 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:14:55.807942 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:14:55.818433 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Made reservation on behalf of 63a5daff606e46dc869197ee69433558 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:14:55.821934 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:55.983206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Allocated IP 172.20.0.6 (f5b66d03-4a45-4c8c-824a-aa6f061be694/ad64875c-ac11-444a-895a-f37d85c8bb26/1122e949-1658-47ec-9269-f0f977f740e9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:14:56.166539 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:56.181698 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Transition to ACTIVE for port object 1122e949-1658-47ec-9269-f0f977f740e9 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:14:56.207299 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:56.270701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:14:56.273732 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:14:56.283211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:14:56.323153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'Port': ['ID=1122e949-1658-47ec-9269-f0f977f740e9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:56.357762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:56.358406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:56.386585 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-15d32d1c-7bbe-4d3f-ae60-a1a0d06ee641 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334688 Feb 28 12:14:56.397741 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Request body: {'port': {'device_id': '119c5e96-18f8-4075-8945-d32a806f2eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:14:56.512868 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:56.553931 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-632f491d-ae9a-45d7-aa0c-44cde0bbc51f None None] Provisioning for port 1122e949-1658-47ec-9269-f0f977f740e9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:14:56.558663 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-632f491d-ae9a-45d7-aa0c-44cde0bbc51f None None] Provisioning complete for port 1122e949-1658-47ec-9269-f0f977f740e9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:14:56.559036 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-632f491d-ae9a-45d7-aa0c-44cde0bbc51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:56.614352 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-632f491d-ae9a-45d7-aa0c-44cde0bbc51f None None] Port 1122e949-1658-47ec-9269-f0f977f740e9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:14:56.902882 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07685d-f05b-42c5-83b4-9475c66cc407 req-cbbb37ae-b342-4945-80a9-e6729459e1e9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:56.904920 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bc07685d-f05b-42c5-83b4-9475c66cc407 req-cbbb37ae-b342-4945-80a9-e6729459e1e9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 931 time: 0.2007396 Feb 28 12:14:56.949518 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bc07685d-f05b-42c5-83b4-9475c66cc407 req-66493cf7-4e90-4cbf-a3ba-5bbaedaa4d9c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376577 Feb 28 12:14:56.984024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1122e949-1658-47ec-9269-f0f977f740e9 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:14:56.991510 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:57.005777 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Transition to ACTIVE for port object 1122e949-1658-47ec-9269-f0f977f740e9 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:14:57.010031 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:57.170900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Pushing event updated for resources: {'Port': ['ID=1122e949-1658-47ec-9269-f0f977f740e9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:57.246576 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Attempting to bind port 1122e949-1658-47ec-9269-f0f977f740e9 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:14:57.246914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Attempting to bind port 1122e949-1658-47ec-9269-f0f977f740e9 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:14:57.247283 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Attempting to bind port 1122e949-1658-47ec-9269-f0f977f740e9 on network f5b66d03-4a45-4c8c-824a-aa6f061be694 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:14:57.252161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Port 1122e949-1658-47ec-9269-f0f977f740e9 on network f5b66d03-4a45-4c8c-824a-aa6f061be694 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:14:57.252599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Attempting to bind port 1122e949-1658-47ec-9269-f0f977f740e9 on network f5b66d03-4a45-4c8c-824a-aa6f061be694 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:14:57.257826 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:14:57.258161 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Checking segment: {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:14:57.258844 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Bound using segment: {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:14:57.259316 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Bound port: 1122e949-1658-47ec-9269-f0f977f740e9, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584ff0b2-5fab-444c-baae-a39a00667959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:14:57.259672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:57.354834 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:14:57.358028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1122e949-1658-47ec-9269-f0f977f740e9,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:14:57.363045 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:57.418384 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:57.419007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:57.420446 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] 10.222.0.37 "PUT /v2.0/ports/1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 1093 time: 1.0269868 Feb 28 12:14:57.420970 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:14:57.446187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ad83-8fdf-4b49-8efe-dd1d35d68561 service neutron] Pushing event updated for resources: {'Port': ['ID=1122e949-1658-47ec-9269-f0f977f740e9,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:14:57.494437 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9', 'status': 'completed', 'code': 200} Feb 28 12:14:57.541039 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-25a40ac5-a4ed-40aa-a0c2-102bebc53a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:57.542555 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-25a40ac5-a4ed-40aa-a0c2-102bebc53a94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1096 time: 0.0806503 Feb 28 12:14:57.610548 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-f749ebf5-a1c3-4161-9a86-bacddf58379c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 217 time: 0.0611534 Feb 28 12:14:57.674155 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-e9f155eb-cbf3-4092-9f96-8f3d5205f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:57.675604 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-e9f155eb-cbf3-4092-9f96-8f3d5205f263 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0591836 Feb 28 12:14:57.748675 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:57.749481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-bd46b60a-85b1-4e54-af63-43a6c5cc96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:57.750879 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-bd46b60a-85b1-4e54-af63-43a6c5cc96ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697181 Feb 28 12:14:57.877992 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-6a6d1178-c912-47ab-ad8c-efbf95eca8a8 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210132 Feb 28 12:14:58.004501 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-adb5b0a2-24cb-4829-abf8-d2a834cd63e0 req-6e9b6973-cf47-4964-b017-8594e4f2b03c service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208162 Feb 28 12:14:58.119359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f031-44af-4da8-850f-1631a7d06424 req-3042c7bf-0b52-4454-9588-6a723d61a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:58.121079 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f856f031-44af-4da8-850f-1631a7d06424 req-3042c7bf-0b52-4454-9588-6a723d61a84f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1096 time: 0.0709908 Feb 28 12:14:58.143636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd9136-844c-4143-aab6-a2fcf3ca2684 req-33d9253e-f439-4bdd-96a1-95bea3902ed1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:58.145649 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-82cd9136-844c-4143-aab6-a2fcf3ca2684 req-33d9253e-f439-4bdd-96a1-95bea3902ed1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0882158 Feb 28 12:14:58.194916 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-82cd9136-844c-4143-aab6-a2fcf3ca2684 req-99afe342-1de9-44b0-83f1-66bde6e4d568 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Feb 28 12:14:58.255078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f031-44af-4da8-850f-1631a7d06424 req-7dc020bc-0f15-4b31-a141-18fbbb4b215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:58.257277 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f856f031-44af-4da8-850f-1631a7d06424 req-7dc020bc-0f15-4b31-a141-18fbbb4b215e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1284192 Feb 28 12:14:58.325599 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f856f031-44af-4da8-850f-1631a7d06424 req-1bdb4e25-8d4f-426d-909f-b466af587de7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 217 time: 0.0619898 Feb 28 12:14:58.390504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f031-44af-4da8-850f-1631a7d06424 req-a3ffe671-f202-4d09-89ce-7a61739374c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:58.391941 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f856f031-44af-4da8-850f-1631a7d06424 req-a3ffe671-f202-4d09-89ce-7a61739374c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0602052 Feb 28 12:14:58.551324 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f031-44af-4da8-850f-1631a7d06424 req-bb5edcfb-c77b-4ca3-80f5-dc500749746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:58.552687 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f856f031-44af-4da8-850f-1631a7d06424 req-bb5edcfb-c77b-4ca3-80f5-dc500749746d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1538150 Feb 28 12:14:58.678198 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f856f031-44af-4da8-850f-1631a7d06424 req-87401c67-b41a-4b59-8fd3-a6ff86a0b024 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193068 Feb 28 12:14:58.806869 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-f856f031-44af-4da8-850f-1631a7d06424 req-92ea451a-fbde-4188-b838-a1c384e52ed4 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222279 Feb 28 12:14:59.378371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40668831-1ef5-4804-ba35-59739f4bc610 req-c761a5cb-ef5d-4479-b4e8-035ed0cd48d5 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:59.379852 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-40668831-1ef5-4804-ba35-59739f4bc610 req-c761a5cb-ef5d-4479-b4e8-035ed0cd48d5 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0798440 Feb 28 12:14:59.423684 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-40668831-1ef5-4804-ba35-59739f4bc610 req-26e552a2-ffb3-4878-8a10-acf395b5ace8 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Feb 28 12:15:00.323777 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52fac5bd-2c7d-4b06-9207-693859e7f940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:00.612229 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c82c06-acda-4f4e-974e-7bc9f56bb5e7 req-12429de9-f025-4072-8f1b-7991866e4be3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:00.613743 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96c82c06-acda-4f4e-974e-7bc9f56bb5e7 req-12429de9-f025-4072-8f1b-7991866e4be3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0838864 Feb 28 12:15:00.657234 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-96c82c06-acda-4f4e-974e-7bc9f56bb5e7 req-d7b9ec09-b463-4dc0-ac33-36c1b2edeedd tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378916 Feb 28 12:15:01.837130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84795c9-a034-4078-a183-ccab2eff1308 req-0301d4e8-7f3d-4444-bfcf-d3a9eee83274 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:01.838818 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c84795c9-a034-4078-a183-ccab2eff1308 req-0301d4e8-7f3d-4444-bfcf-d3a9eee83274 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0800269 Feb 28 12:15:01.881107 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c84795c9-a034-4078-a183-ccab2eff1308 req-b08c1849-c07c-4359-95ad-d801aaca27ec tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361016 Feb 28 12:15:02.577134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e89b0de9-c914-48b5-806a-05ca4f979eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:03.067144 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ac714-3f47-42ed-a617-b0959e149fb0 req-0ace58cd-27c5-4c3a-aaff-385463cd8768 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:03.068559 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f30ac714-3f47-42ed-a617-b0959e149fb0 req-0ace58cd-27c5-4c3a-aaff-385463cd8768 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0799992 Feb 28 12:15:03.111358 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f30ac714-3f47-42ed-a617-b0959e149fb0 req-84e4cbbf-5a87-47fc-a52d-c8e716c70b6d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373178 Feb 28 12:15:03.788532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:03.891974 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:04.294200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37202a51-0ba6-4fad-bbc4-eb222c1a1949 req-0eadf284-a863-4c11-8e07-27f5f8839cf3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:04.296328 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37202a51-0ba6-4fad-bbc4-eb222c1a1949 req-0eadf284-a863-4c11-8e07-27f5f8839cf3 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0804193 Feb 28 12:15:04.337971 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37202a51-0ba6-4fad-bbc4-eb222c1a1949 req-9bbfb7b6-ce6c-4ca7-adfc-ac835c31bcaa tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362248 Feb 28 12:15:05.361184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:05.527004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed4292-6554-44c8-8be8-f8d90f8f8276 req-313903f0-22ff-4b67-9849-430326ac4762 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:05.528378 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-53ed4292-6554-44c8-8be8-f8d90f8f8276 req-313903f0-22ff-4b67-9849-430326ac4762 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0842214 Feb 28 12:15:05.571318 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-53ed4292-6554-44c8-8be8-f8d90f8f8276 req-af53d9ba-a0ed-4e45-a641-09070137135d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372095 Feb 28 12:15:06.718337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1122e949-1658-47ec-9269-f0f977f740e9 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:15:06.755381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f0bc0-0793-4034-a5f5-33cd5476a5a0 req-2f0399b1-7601-4acb-893f-24a62952616e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:06.756838 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b6f0bc0-0793-4034-a5f5-33cd5476a5a0 req-2f0399b1-7601-4acb-893f-24a62952616e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0844252 Feb 28 12:15:06.801704 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6b6f0bc0-0793-4034-a5f5-33cd5476a5a0 req-b23ae604-d5e7-4b3e-8fd4-7748e1be4fcc tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392933 Feb 28 12:15:06.880558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1122e949-1658-47ec-9269-f0f977f740e9,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:15:06.893682 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '1122e949-1658-47ec-9269-f0f977f740e9', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'port_id': '1122e949-1658-47ec-9269-f0f977f740e9', 'mac_address': 'fa:16:3e:88:cc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:15:06.948823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:06.966024 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1122e949-1658-47ec-9269-f0f977f740e9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:15:06.983608 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1122e949-1658-47ec-9269-f0f977f740e9,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:15:06.987331 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:07.051975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1122e949-1658-47ec-9269-f0f977f740e9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:15:07.058906 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.059281 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.059624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.059953 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.060780 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.061103 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.061423 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.061741 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.062058 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.062372 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.062711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.063052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:07.191629 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['1122e949-1658-47ec-9269-f0f977f740e9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:15:07.986117 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4361fa-6e83-41ba-b09c-80c17ff404e2 req-69b12208-ac85-43ee-aaeb-984864f0c830 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:07.987746 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2a4361fa-6e83-41ba-b09c-80c17ff404e2 req-69b12208-ac85-43ee-aaeb-984864f0c830 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 944 time: 0.0789912 Feb 28 12:15:08.034510 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-2a4361fa-6e83-41ba-b09c-80c17ff404e2 req-54214e3c-9629-446a-8c6c-9111a11f2696 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411510 Feb 28 12:15:08.288746 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:15:08.734211 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1122e949-1658-47ec-9269-f0f977f740e9 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:15:08.799742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 1122e949-1658-47ec-9269-f0f977f740e9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:15:08.804563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 1122e949-1658-47ec-9269-f0f977f740e9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:15:08.804971 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:08.919925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:08.945733 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:15:08.965855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1122e949-1658-47ec-9269-f0f977f740e9,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:15:08.970610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:09.037097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1122e949-1658-47ec-9269-f0f977f740e9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:15:09.042803 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9', 'code': 200} Feb 28 12:15:09.214532 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0e9b-2b24-47d3-9c95-9f39c13c642c req-3cbcb6b9-0533-4c11-bb34-4eff0db8734e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:09.216042 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fd2d0e9b-2b24-47d3-9c95-9f39c13c642c req-3cbcb6b9-0533-4c11-bb34-4eff0db8734e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0795174 Feb 28 12:15:09.260092 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fd2d0e9b-2b24-47d3-9c95-9f39c13c642c req-b6440d76-d802-4a24-93ee-c3c2ee198afa tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377944 Feb 28 12:15:09.310410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf04a8-e0e2-41b6-ad5e-905cc36bb282 req-88723f1c-6b02-4237-a03e-10832400bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:09.311893 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dbf04a8-e0e2-41b6-ad5e-905cc36bb282 req-88723f1c-6b02-4237-a03e-10832400bca9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1098 time: 0.0726995 Feb 28 12:15:09.350733 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1dbf04a8-e0e2-41b6-ad5e-905cc36bb282 req-6f8c833b-1dce-493a-ad24-117c873cb60f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332007 Feb 28 12:15:10.449989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db94fc-2750-4178-947b-b74aed96bb09 req-0c6c304a-91b1-4c00-8bee-d779d4246111 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:10.451496 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37db94fc-2750-4178-947b-b74aed96bb09 req-0c6c304a-91b1-4c00-8bee-d779d4246111 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0832734 Feb 28 12:15:10.495923 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-37db94fc-2750-4178-947b-b74aed96bb09 req-03ca86ad-c88e-4e1d-ac32-16ea782db8ec tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379691 Feb 28 12:15:11.678274 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba54d90-edd4-46a5-a2a3-bc4edbdac18a req-d8befd07-114c-4cff-9bbf-814b31467c1e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:11.679756 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eba54d90-edd4-46a5-a2a3-bc4edbdac18a req-d8befd07-114c-4cff-9bbf-814b31467c1e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0811460 Feb 28 12:15:11.722789 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-eba54d90-edd4-46a5-a2a3-bc4edbdac18a req-306e8696-b5bc-4305-aaf9-88b35fdd95b4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 Feb 28 12:15:11.908531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a4ac8-199e-46c1-81fd-850b7a5f72de req-1bee1f69-b4b5-4f5e-a18c-bc42b43d4ea7 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:11.909841 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-502a4ac8-199e-46c1-81fd-850b7a5f72de req-1bee1f69-b4b5-4f5e-a18c-bc42b43d4ea7 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0810940 Feb 28 12:15:11.952913 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-502a4ac8-199e-46c1-81fd-850b7a5f72de req-aefe13f5-1e7c-4509-b699-72adc8ac4ac2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374982 Feb 28 12:15:11.974606 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37904) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:15:12.046137 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b2939a-e7fc-4868-bd77-1e319c40c365 tempest-TestShelveInstance-1206109580 tempest-TestShelveInstance-1206109580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:12.047640 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-03b2939a-e7fc-4868-bd77-1e319c40c365 tempest-TestShelveInstance-1206109580 tempest-TestShelveInstance-1206109580-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1093 time: 0.0720789 Feb 28 12:15:12.050436 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 37908) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:15:12.055232 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '1122e949-1658-47ec-9269-f0f977f740e9', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:15:12.061340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:15:12.065103 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Usage tracker for resource:floatingip and tenant:63a5daff606e46dc869197ee69433558 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:15:12.067911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:15:12.073490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:15:12.083391 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:12.215846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:12.345326 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Allocated IP 172.26.8.81 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/69a11dce-c2ac-4c55-9745-c6f557e14d44) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:15:12.582160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:12.610853 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:12.673131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:15:12.679815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:15:12.683815 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:15:12.713431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'Port': ['ID=69a11dce-c2ac-4c55-9745-c6f557e14d44,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:15:13.085521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:13.156667 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:13.352981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:13.358067 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:13.468529 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event updated for resources: {'Port': ['ID=69a11dce-c2ac-4c55-9745-c6f557e14d44,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:15:13.477941 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:13.647975 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Floating IP 555e95c1-4c6e-4cd1-9d99-1d756c91e92f associated. External IP: 172.26.8.81, port: 1122e949-1658-47ec-9269-f0f977f740e9. Feb 28 12:15:14.014053 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-46c272dc-90c7-4335-b135-b42119d9a9b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698097 Feb 28 12:15:14.117292 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:15:14.153346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-eb6f3764-50c9-4684-97ea-4cf9e8b33835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:14.155460 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-eb6f3764-50c9-4684-97ea-4cf9e8b33835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1098 time: 0.0746763 Feb 28 12:15:14.296153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-b35d959e-70da-4bdf-9e95-177c3544866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:14.297493 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-b35d959e-70da-4bdf-9e95-177c3544866b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1245673 Feb 28 12:15:14.300018 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:15:14.310963 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] Sync routers for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:15:14.321265 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:15:14.322293 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:15:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:15:14.326843 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:14.381801 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d8126b59-fc4f-4c6c-a89b-cb7ee2d9622c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3302946 Feb 28 12:15:14.382386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:15:14.404408 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-bdf4297d-e652-439f-b143-926e651f7ce0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 998 time: 0.1004448 Feb 28 12:15:14.432615 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9', 'status': 'completed', 'code': 200} Feb 28 12:15:14.472129 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-0547d1be-904e-4f82-977a-49464b463552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:14.473656 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-0547d1be-904e-4f82-977a-49464b463552 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0637856 Feb 28 12:15:14.504554 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:15:14.547524 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-606fdb18-43b1-45a8-b100-44be65b9b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:14.548921 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-606fdb18-43b1-45a8-b100-44be65b9b0ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697873 Feb 28 12:15:14.681303 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-bf6d56da-a25a-433e-bc63-4578ed08e8b3 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264508 Feb 28 12:15:14.815197 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-1df63e3a-68a7-4d99-a867-a4c99e1a6f63 req-22ef9ef1-7505-478b-9353-58f0d2cb011a service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280272 Feb 28 12:15:14.843912 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '555e95c1-4c6e-4cd1-9d99-1d756c91e92f', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'port_id': '1122e949-1658-47ec-9269-f0f977f740e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'mac_address': 'fa:16:3e:88:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119c5e96-18f8-4075-8945-d32a806f2eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:15:13Z', 'updated_at': '2022-02-28T12:15:13Z', 'revision_number': 0, 'project_id': '63a5daff606e46dc869197ee69433558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:15:14.847626 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] Checking router: d5ca8767-30d0-4315-8208-e4f53e8a1cf2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:15:14.855688 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:15:14.856270 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:15:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:15:14.930241 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-1be9f8b5-def0-4f8f-9f59-c07122526937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:14.931739 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-1be9f8b5-def0-4f8f-9f59-c07122526937 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1098 time: 0.0755887 Feb 28 12:15:15.032140 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:15:15.065703 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-e468c1cd-4f67-4f40-98a3-342294f175a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:15.067067 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-e468c1cd-4f67-4f40-98a3-342294f175a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1301479 Feb 28 12:15:15.170764 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-ac6db4da-4d50-4abc-a75d-02da6c3d702e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 998 time: 0.0970595 Feb 28 12:15:15.325664 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-04e5f3de-c545-4219-93b0-8267f3fc12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:15.327654 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-04e5f3de-c545-4219-93b0-8267f3fc12dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.1516471 Feb 28 12:15:15.402418 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '555e95c1-4c6e-4cd1-9d99-1d756c91e92f', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'port_id': '1122e949-1658-47ec-9269-f0f977f740e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'mac_address': 'fa:16:3e:88:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119c5e96-18f8-4075-8945-d32a806f2eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:15:13Z', 'updated_at': '2022-02-28T12:15:13Z', 'revision_number': 0, 'project_id': '63a5daff606e46dc869197ee69433558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:15:15.404118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-cbd4d55d-5fc4-4af4-9bd7-a898170323c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:15.405577 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-cbd4d55d-5fc4-4af4-9bd7-a898170323c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715494 Feb 28 12:15:15.406365 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5263b77-cb3d-4689-9b97-934baab816a6 None None] The sync data for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv is: [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '555e95c1-4c6e-4cd1-9d99-1d756c91e92f', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'port_id': '1122e949-1658-47ec-9269-f0f977f740e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'mac_address': 'fa:16:3e:88:cc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119c5e96-18f8-4075-8945-d32a806f2eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:15:13Z', 'updated_at': '2022-02-28T12:15:13Z', 'revision_number': 0, 'project_id': '63a5daff606e46dc869197ee69433558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:15:15.543726 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-1ee85bf1-0ff1-4b2f-b0f5-2c430369988d service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317501 Feb 28 12:15:15.618137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d2331-0f83-4dd8-ad1c-2aacad98a4a6 None None] New status for floating IP 555e95c1-4c6e-4cd1-9d99-1d756c91e92f: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:15:15.677892 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-04b87ebd-9981-4ecf-bdbc-be47469c481b req-b1b3b5b7-a813-450a-af2f-5a23b158003f service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288559 Feb 28 12:15:27.747509 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:30.326873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3c62e185-1d29-45e0-846f-14892cddc47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:32.580147 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0eeef3a-6231-41d5-bb73-42d1c625bda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:33.792486 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:33.896833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:35.362798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:45.288763 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:15:57.763895 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:00.328992 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17b2865a-32be-4389-8350-35f6129cf7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:02.582044 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0fa1-b2a5-48b7-8c55-f22034228a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:03.792502 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:03.898779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:05.366219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:14.141866 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-62be8a43-8927-4f80-a466-abacabfc2284 req-23a85b20-7aee-43fb-844d-5efa30936517 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1981652 Feb 28 12:16:14.278756 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8a43-8927-4f80-a466-abacabfc2284 req-6d56fe87-2c35-4d4f-a10b-6d6935259fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:16:14.280123 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-62be8a43-8927-4f80-a466-abacabfc2284 req-6d56fe87-2c35-4d4f-a10b-6d6935259fef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1098 time: 0.0695250 Feb 28 12:16:14.420359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8a43-8927-4f80-a466-abacabfc2284 req-560fb1a6-c8ec-47ec-9f61-ce4aa8d36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:16:14.421797 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-62be8a43-8927-4f80-a466-abacabfc2284 req-560fb1a6-c8ec-47ec-9f61-ce4aa8d36d05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1234920 Feb 28 12:16:14.521889 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-62be8a43-8927-4f80-a466-abacabfc2284 req-89611038-caaa-439e-8401-c3af73d14cc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 1000 time: 0.0938468 Feb 28 12:16:14.585818 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8a43-8927-4f80-a466-abacabfc2284 req-bdd83e07-b92b-49ae-80be-cb0aa7665a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:16:14.587162 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-62be8a43-8927-4f80-a466-abacabfc2284 req-bdd83e07-b92b-49ae-80be-cb0aa7665a07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0590794 Feb 28 12:16:14.662430 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8a43-8927-4f80-a466-abacabfc2284 req-0a0eb80b-d027-4263-9f92-48979fc990e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:16:14.663979 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-62be8a43-8927-4f80-a466-abacabfc2284 req-0a0eb80b-d027-4263-9f92-48979fc990e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707746 Feb 28 12:16:14.792503 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-62be8a43-8927-4f80-a466-abacabfc2284 req-3aaefa04-f6e4-4982-8d9a-1499c3bb391b service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223280 Feb 28 12:16:14.921516 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-62be8a43-8927-4f80-a466-abacabfc2284 req-38d59a56-9df5-4a61-9004-aa477ed4f127 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234846 Feb 28 12:16:22.288015 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:16:27.762814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:30.331083 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b9b02aa-007d-4269-94d7-f7b09a9d5e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:32.583169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c4790e24-1d0f-44e4-89b9-47b02170f71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:33.795246 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:33.902899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:35.369506 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:57.755448 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:59.287419 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:17:00.331864 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a2aac62-acc4-441e-a8c3-a66e35e1321c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:02.014823 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [req-3ab0b107-8d8a-48a0-8629-c1b88d8d1845 req-e9b21ddb-8e51-41b3-9912-1f9948cbaa22 service neutron] (87638) timed out ('10.222.0.37', 62025) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 12:17:02.584846 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-28ab6bce-1dc6-4aea-b1bb-6f83044ad46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:03.798660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:03.909904 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:05.372435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:10.285304 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872cca5-f713-4a55-8b6b-a0efff987e64 req-2a1972ce-edee-4f46-b146-937f3423226e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:10.286764 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5872cca5-f713-4a55-8b6b-a0efff987e64 req-2a1972ce-edee-4f46-b146-937f3423226e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0839367 Feb 28 12:17:10.329837 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5872cca5-f713-4a55-8b6b-a0efff987e64 req-8dbe45fd-13f3-4089-be9d-cb0839f28e5e tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369513 Feb 28 12:17:11.519769 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca0bd2-a49e-4167-890d-264d8a6bb085 req-05c8b1ab-2a16-4152-ac9d-d6d4457f6544 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:11.521175 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-13ca0bd2-a49e-4167-890d-264d8a6bb085 req-05c8b1ab-2a16-4152-ac9d-d6d4457f6544 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0775349 Feb 28 12:17:11.568029 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-13ca0bd2-a49e-4167-890d-264d8a6bb085 req-156fa58d-8355-47c2-af14-5b95113f7471 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376511 Feb 28 12:17:12.761266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73680d9-e09e-499c-9146-3b9f61f8df22 req-09c31b67-0699-4a09-a119-26221afedcff tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:12.762712 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b73680d9-e09e-499c-9146-3b9f61f8df22 req-09c31b67-0699-4a09-a119-26221afedcff tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0893629 Feb 28 12:17:12.805294 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b73680d9-e09e-499c-9146-3b9f61f8df22 req-3e090cc9-794b-469a-8c81-7a274d0fd62a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369704 Feb 28 12:17:13.988969 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfe518-f186-428b-9f53-c2ca0499f5e7 req-6d82b818-b94e-43c7-a289-8c4f7adb1569 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:13.990426 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74dfe518-f186-428b-9f53-c2ca0499f5e7 req-6d82b818-b94e-43c7-a289-8c4f7adb1569 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0828128 Feb 28 12:17:14.035089 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74dfe518-f186-428b-9f53-c2ca0499f5e7 req-969f5bf9-3260-4cc9-9f4b-d9ff38708510 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383782 Feb 28 12:17:15.079291 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-d8641ca8-3010-4446-bb6d-993052c22a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:15.080750 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-d8641ca8-3010-4446-bb6d-993052c22a75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1098 time: 0.0786514 Feb 28 12:17:15.225704 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-afbe37d4-e6e9-45bb-a587-c45e089cec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:15.227149 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-afbe37d4-e6e9-45bb-a587-c45e089cec96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1271496 Feb 28 12:17:15.227486 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e734c4-d346-431f-b4ca-dc7c1abc44bc req-84d696e5-85c9-4414-988c-840912b74d5c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:15.228927 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-63e734c4-d346-431f-b4ca-dc7c1abc44bc req-84d696e5-85c9-4414-988c-840912b74d5c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0820267 Feb 28 12:17:15.272775 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-63e734c4-d346-431f-b4ca-dc7c1abc44bc req-07893e46-60ed-4d8f-ad65-20d4e561289f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381789 Feb 28 12:17:15.327740 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-d7fb0ed6-fcbc-4bd4-9410-f6f35ae6cc11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 1000 time: 0.0929937 Feb 28 12:17:15.394260 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-2fc84944-3f97-4622-9092-00f00ab7894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:15.395666 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-2fc84944-3f97-4622-9092-00f00ab7894e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0611916 Feb 28 12:17:15.469209 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-5fa905f7-fcca-4a37-853f-3f052c7eda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:15.470600 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-5fa905f7-fcca-4a37-853f-3f052c7eda5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678833 Feb 28 12:17:15.603993 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-32d2eca2-4da1-4580-92e6-b119d9ef5541 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270940 Feb 28 12:17:15.821522 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b9dad606-b14f-42da-a3a3-fcb8fc4d3d4c req-998534db-9412-48bf-8d3e-1ea7ad1e589f service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107344 Feb 28 12:17:16.463603 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afed06-919f-4d72-b9ab-ef3750decec3 req-28d2fe8d-bd97-4043-8dfd-a54345e9e166 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:16.465028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-08afed06-919f-4d72-b9ab-ef3750decec3 req-28d2fe8d-bd97-4043-8dfd-a54345e9e166 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0896554 Feb 28 12:17:16.510164 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-08afed06-919f-4d72-b9ab-ef3750decec3 req-45b9ef1a-8f8f-4dd5-957e-1ede0c09ecf9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394952 Feb 28 12:17:17.699032 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c398bd-37e3-417d-b19d-6d52a0805b15 req-69825e59-0e61-450e-8979-2082c610c95a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:17.700496 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-38c398bd-37e3-417d-b19d-6d52a0805b15 req-69825e59-0e61-450e-8979-2082c610c95a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0784190 Feb 28 12:17:17.743892 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-38c398bd-37e3-417d-b19d-6d52a0805b15 req-2b4ab91a-636c-4399-a143-f2543d19ea31 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377669 Feb 28 12:17:18.931148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f9593-830e-49a1-acb6-34eb8b5f5565 req-9458266b-f66e-4543-9f23-5a6915036811 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:18.933623 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-891f9593-830e-49a1-acb6-34eb8b5f5565 req-9458266b-f66e-4543-9f23-5a6915036811 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0846384 Feb 28 12:17:18.982859 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-891f9593-830e-49a1-acb6-34eb8b5f5565 req-ed71654f-9fe2-4252-bcbe-c85a1e03c8be tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439670 Feb 28 12:17:20.161723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e31ae-4fcf-4c31-a84f-cc42806bd26c req-9fef9c05-617e-4101-9fb6-48c4138b7336 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:20.163176 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f1e31ae-4fcf-4c31-a84f-cc42806bd26c req-9fef9c05-617e-4101-9fb6-48c4138b7336 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0779970 Feb 28 12:17:20.208197 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3f1e31ae-4fcf-4c31-a84f-cc42806bd26c req-25176cdd-127a-4f14-a55d-6464ed78c574 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395460 Feb 28 12:17:20.389631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-13fec9cc-c361-4628-aa0b-2eaa6f19e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:20.391016 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-13fec9cc-c361-4628-aa0b-2eaa6f19e771 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1098 time: 0.0770559 Feb 28 12:17:20.519546 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-53c3f743-114a-458b-a4d8-539f196dff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:20.520970 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-53c3f743-114a-458b-a4d8-539f196dff3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1241796 Feb 28 12:17:20.624200 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-07a63a14-3425-4239-b658-e6ce31e4573c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 1000 time: 0.0975654 Feb 28 12:17:20.684577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-4b5ba75d-ebbe-4d6b-b004-3fc0416ddc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:20.685965 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-4b5ba75d-ebbe-4d6b-b004-3fc0416ddc1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0561330 Feb 28 12:17:20.759697 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-1a44cbad-7a85-4fa1-a399-e1bbb751bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:20.761153 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-1a44cbad-7a85-4fa1-a399-e1bbb751bde1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697186 Feb 28 12:17:20.895281 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-1c9648f3-b66f-49bf-a2ca-f38a5723fe65 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274617 Feb 28 12:17:21.020707 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-eb97d069-3bf1-4e44-9f20-df414c0dd447 req-a71c3491-b654-4770-af56-9c9441a6a1a0 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200404 Feb 28 12:17:21.386926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0a540-0267-4676-a36c-85daa0cf2526 req-f71f6779-af0b-41f6-acb1-294417f66124 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:21.388387 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b8b0a540-0267-4676-a36c-85daa0cf2526 req-f71f6779-af0b-41f6-acb1-294417f66124 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0789230 Feb 28 12:17:21.430856 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b8b0a540-0267-4676-a36c-85daa0cf2526 req-2c318b08-334c-4960-8e84-b17f7a034cdd tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370219 Feb 28 12:17:22.622849 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b9bf5-b6f5-41f0-a05a-2fd2e923a09b req-35889cb4-9ac5-49c7-864b-5a2c91fbe495 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:22.624319 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-916b9bf5-b6f5-41f0-a05a-2fd2e923a09b req-35889cb4-9ac5-49c7-864b-5a2c91fbe495 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0893452 Feb 28 12:17:22.668937 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-916b9bf5-b6f5-41f0-a05a-2fd2e923a09b req-19f26ff8-04b3-45fc-bbb8-f97cf4834ad9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390415 Feb 28 12:17:23.848494 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1044f6-6575-4f48-a164-2ea88775765f req-edec90af-a016-4a07-a172-382eb2ed37d7 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:23.849929 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fc1044f6-6575-4f48-a164-2ea88775765f req-edec90af-a016-4a07-a172-382eb2ed37d7 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0787051 Feb 28 12:17:23.892661 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fc1044f6-6575-4f48-a164-2ea88775765f req-ca6af569-b30c-447c-9650-e2e7dc06e0c5 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372207 Feb 28 12:17:24.182635 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-cec1a1f8-ad45-4a99-8bac-a8caa7162102 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737062 Feb 28 12:17:24.352938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f008-ab7e-4851-8e0f-e17b299dd850 req-27557d8b-8862-4eca-9ee6-4c6f1dedc7f4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:24.354274 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d130f008-ab7e-4851-8e0f-e17b299dd850 req-27557d8b-8862-4eca-9ee6-4c6f1dedc7f4 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.1897261 Feb 28 12:17:24.398347 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d130f008-ab7e-4851-8e0f-e17b299dd850 req-dbb538e3-a720-43f2-9cb2-d59cd4255cd2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385103 Feb 28 12:17:25.581535 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee383dcd-d846-49ef-96dc-a9a36e322a77 req-1f96334e-fa33-46ed-b7bf-f932151ddb09 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:25.583178 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ee383dcd-d846-49ef-96dc-a9a36e322a77 req-1f96334e-fa33-46ed-b7bf-f932151ddb09 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0797842 Feb 28 12:17:25.634613 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ee383dcd-d846-49ef-96dc-a9a36e322a77 req-0cf59284-9c91-4944-bf05-e24c4f77f76d tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449526 Feb 28 12:17:26.778614 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-01e5b82c-fbaf-466a-b813-e38f82f7c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:26.780236 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-01e5b82c-fbaf-466a-b813-e38f82f7c474 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed&tenant_id=63a5daff606e46dc869197ee69433558 HTTP/1.1" status: 200 len: 1098 time: 0.0706308 Feb 28 12:17:26.820451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8f3f2-185f-4ee1-bec6-bbccc807cef0 req-eff43c0b-af01-44e0-9cb2-951c288e37d1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:26.821899 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dda8f3f2-185f-4ee1-bec6-bbccc807cef0 req-eff43c0b-af01-44e0-9cb2-951c288e37d1 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0816798 Feb 28 12:17:26.866110 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dda8f3f2-185f-4ee1-bec6-bbccc807cef0 req-daa2ab2b-7629-4c0e-9071-a8bb1a505368 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384023 Feb 28 12:17:26.873459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-f445ed29-3f2b-42cf-a967-e97371f6eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:26.874922 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-f445ed29-3f2b-42cf-a967-e97371f6eff8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1098 time: 0.0737395 Feb 28 12:17:27.003318 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-7ffaa78f-9db6-4c3a-bba0-0712b7f4b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:27.004734 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-7ffaa78f-9db6-4c3a-bba0-0712b7f4b3df service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1239684 Feb 28 12:17:27.105076 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-c035224f-40cd-4462-bf0e-aa1fee361f7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 1000 time: 0.0942984 Feb 28 12:17:27.165396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-7209b745-3364-4027-8df7-bdf1649142cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:27.166760 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-7209b745-3364-4027-8df7-bdf1649142cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0562286 Feb 28 12:17:27.240146 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-50aedec7-143c-4283-9db9-35557aa257f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:27.241610 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-50aedec7-143c-4283-9db9-35557aa257f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687253 Feb 28 12:17:27.327665 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1122e949-1658-47ec-9269-f0f977f740e9 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:17:27.372000 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-906aa8b1-922d-4baf-a28e-1ab86e5a0fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232097 Feb 28 12:17:27.442838 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:27.470878 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:17:27.481824 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1122e949-1658-47ec-9269-f0f977f740e9,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:17:27.487163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:27.523355 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9', 'code': 200} Feb 28 12:17:27.560177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1122e949-1658-47ec-9269-f0f977f740e9,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:27.567233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.567579 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.567917 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.568250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.568577 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.568903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.569231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.569552 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.569870 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.570202 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.571050 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.571397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:27.603482 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-7b8cd01d-952e-489b-9f4a-1f957fef6478 req-e709a71f-1e55-4bb2-9266-29e1226fe867 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258313 Feb 28 12:17:27.763110 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:28.055426 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1230-c250-4031-abfa-89a7e6245375 req-d3d23fae-da85-4ce3-829f-f3c3602b06f0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:28.056841 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-856d1230-c250-4031-abfa-89a7e6245375 req-d3d23fae-da85-4ce3-829f-f3c3602b06f0 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0888152 Feb 28 12:17:28.099165 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-856d1230-c250-4031-abfa-89a7e6245375 req-e0a30917-8d6f-4de4-990e-e4e5e2e2c0a9 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367305 Feb 28 12:17:29.282926 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c844e8-0f2b-4b71-9156-5782294501f2 req-462f1eb7-0309-4cba-81d3-58eaeeb9447c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:29.284368 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-55c844e8-0f2b-4b71-9156-5782294501f2 req-462f1eb7-0309-4cba-81d3-58eaeeb9447c tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0786903 Feb 28 12:17:29.326579 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-55c844e8-0f2b-4b71-9156-5782294501f2 req-f31c0de0-512e-4f77-becc-a4e88145bebf tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367160 Feb 28 12:17:30.332881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6646235e-a083-4c65-850c-dbb8534f2fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:30.512178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b47b4-cede-4071-8554-91cd8701e93a req-f625245d-4900-46b4-b458-34173141a7ee tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:30.513597 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b3b47b4-cede-4071-8554-91cd8701e93a req-f625245d-4900-46b4-b458-34173141a7ee tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0817854 Feb 28 12:17:30.555869 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-5b3b47b4-cede-4071-8554-91cd8701e93a req-ad7cdc7d-91c0-434c-a823-6415895323f2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368245 Feb 28 12:17:31.736457 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8e1b0-3644-436b-a2a0-b6b3842d6eec req-596f4034-4305-472c-826e-c4e87af5308b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:31.738190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57a8e1b0-3644-436b-a2a0-b6b3842d6eec req-596f4034-4305-472c-826e-c4e87af5308b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0795362 Feb 28 12:17:31.784573 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-57a8e1b0-3644-436b-a2a0-b6b3842d6eec req-7fe23a6d-aef8-4dff-b3e9-87d443d6f1f6 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407505 Feb 28 12:17:32.588193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11099365-3af4-4c2d-aba9-71d31370a0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:32.964964 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d417-fd8d-4ad9-9e72-1a55bd690be8 req-db9229ca-bbb7-4502-b342-2f97174f3d67 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:32.965895 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1800d417-fd8d-4ad9-9e72-1a55bd690be8 req-db9229ca-bbb7-4502-b342-2f97174f3d67 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0792289 Feb 28 12:17:33.009583 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1800d417-fd8d-4ad9-9e72-1a55bd690be8 req-963114ca-15c8-44ba-8778-a2fb710a3588 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380919 Feb 28 12:17:33.647739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666c437-35c8-42b2-9f44-5236339e8dde req-f3a2c037-3841-4adc-a768-64155399fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:33.649709 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4666c437-35c8-42b2-9f44-5236339e8dde req-f3a2c037-3841-4adc-a768-64155399fc94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1096 time: 0.0718093 Feb 28 12:17:33.693837 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-4666c437-35c8-42b2-9f44-5236339e8dde req-be0862e1-9b9c-4cd2-b878-d0ba9e0a045d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376658 Feb 28 12:17:33.801149 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:33.905158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:34.195393 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d560703-c342-49d6-b2a3-864d9d117cf0 req-85c27dbb-87ee-416d-9e88-68fcfbcabd6f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:34.197403 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d560703-c342-49d6-b2a3-864d9d117cf0 req-85c27dbb-87ee-416d-9e88-68fcfbcabd6f tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.0817006 Feb 28 12:17:34.239972 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-8d560703-c342-49d6-b2a3-864d9d117cf0 req-c9b16357-475e-44f5-b1ca-fedf0773e021 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370121 Feb 28 12:17:35.375470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:35.414649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1122e949-1658-47ec-9269-f0f977f740e9 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:17:35.464654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b91627-920f-4946-a159-47f5739471da req-09ffec06-76e1-41bb-8ce5-08d951dd004a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:35.466133 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74b91627-920f-4946-a159-47f5739471da req-09ffec06-76e1-41bb-8ce5-08d951dd004a tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 943 time: 0.1239936 Feb 28 12:17:35.510028 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74b91627-920f-4946-a159-47f5739471da req-ccfc072e-d03a-42a4-9850-e54543f9ebe5 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382056 Feb 28 12:17:35.546443 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1122e949-1658-47ec-9269-f0f977f740e9,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:17:35.559753 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '1122e949-1658-47ec-9269-f0f977f740e9', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'port_id': '1122e949-1658-47ec-9269-f0f977f740e9', 'mac_address': 'fa:16:3e:88:cc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:17:35.616170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:35.632383 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1122e949-1658-47ec-9269-f0f977f740e9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:17:35.647394 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1122e949-1658-47ec-9269-f0f977f740e9,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:17:35.650734 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:35.715865 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1122e949-1658-47ec-9269-f0f977f740e9,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:35.878595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['1122e949-1658-47ec-9269-f0f977f740e9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:17:36.287370 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:17:37.417912 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1122e949-1658-47ec-9269-f0f977f740e9 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:17:37.483818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 1122e949-1658-47ec-9269-f0f977f740e9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:17:37.484192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:37.598364 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:37.624365 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:17:37.634247 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1122e949-1658-47ec-9269-f0f977f740e9,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:17:37.637745 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:37.673635 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9', 'code': 200} Feb 28 12:17:37.708887 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=1122e949-1658-47ec-9269-f0f977f740e9,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:57.761226 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:00.335712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23c5fefe-73f2-4ba7-bb86-9bd5bf6894e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:02.593585 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a91c7f40-cf43-40fa-b598-5890a154ac18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:03.805286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:03.907311 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:05.380638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:13.286971 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:18:15.015491 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-00e15de4-f41b-478a-a890-0ae9021f4456 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728533 Feb 28 12:18:15.151064 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-f512b619-6d4a-4db0-8200-7fc9033ea949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:15.152594 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-f512b619-6d4a-4db0-8200-7fc9033ea949 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1098 time: 0.0705135 Feb 28 12:18:15.298024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-cd127866-4c17-49e7-b660-53f08c5e7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:15.299391 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-cd127866-4c17-49e7-b660-53f08c5e7ea6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1288307 Feb 28 12:18:15.398170 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-eda22d18-742c-4270-a639-fcb01064e7a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 1000 time: 0.0930598 Feb 28 12:18:15.460057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-089c538e-0a82-47a8-832a-b368abc6a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:15.461533 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-089c538e-0a82-47a8-832a-b368abc6a618 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0566497 Feb 28 12:18:15.538013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-a493feb6-f80d-40e3-9cf2-3780f9eda656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:15.539468 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-a493feb6-f80d-40e3-9cf2-3780f9eda656 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713596 Feb 28 12:18:15.667974 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-84645d1b-cb07-4cc9-8fd9-04c3fa547a52 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218300 Feb 28 12:18:15.796314 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-e31d9bb0-a67e-4ad8-830d-c36627885fb6 req-ccfde2be-5168-4843-b7ed-41e591399fa7 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226325 Feb 28 12:18:27.756049 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:30.336467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4ec0-d7d6-4c45-af63-87fa7bc15bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:32.594459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93ccb3a2-ec18-40a7-8b4e-2745abfb1e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:33.807020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:33.908167 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:35.381955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:50.286466 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:18:53.879537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:18:54.083526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Deleting port 69a11dce-c2ac-4c55-9745-c6f557e14d44 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:18:54.083865 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:54.250820 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:54.251160 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:54.379807 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Calling delete_port for 69a11dce-c2ac-4c55-9745-c6f557e14d44 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:18:54.525371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:54.568771 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event deleted for resources: {'Port': ['ID=69a11dce-c2ac-4c55-9745-c6f557e14d44,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:18:54.602288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.602522 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.602861 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.603218 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.603546 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.603896 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.604236 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.604540 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.604878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.605183 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.605498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.605811 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:54.674751 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:54.675071 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Floating IP 555e95c1-4c6e-4cd1-9d99-1d756c91e92f disassociated (deleted). External IP: 172.26.8.81, port: 1122e949-1658-47ec-9269-f0f977f740e9. Feb 28 12:18:55.125833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:18:55.303576 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:18:55.313520 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] Sync routers for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:18:55.319418 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:55.322339 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:18:55.322940 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:18:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:18:55.378394 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-cb5f38e2-642d-467a-b4f9-f9f4d4f16791 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "DELETE /v2.0/floatingips/555e95c1-4c6e-4cd1-9d99-1d756c91e92f HTTP/1.1" status: 204 len: 168 time: 1.4977410 Feb 28 12:18:55.379332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:18:55.426496 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9', 'status': 'completed', 'code': 200} Feb 28 12:18:55.505614 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:18:55.522332 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-88406408-235d-4a65-bea5-eefe26759bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:55.523859 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-88406408-235d-4a65-bea5-eefe26759bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63a5daff606e46dc869197ee69433558&device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 1098 time: 0.0708034 Feb 28 12:18:55.664132 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-9f320fb5-affe-47eb-98e2-1a9328263968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:55.665573 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-9f320fb5-affe-47eb-98e2-1a9328263968 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 200 len: 909 time: 0.1356478 Feb 28 12:18:55.749122 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-957fae29-0c0a-48f3-873e-1ac670323569 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 200 len: 217 time: 0.0768709 Feb 28 12:18:55.814648 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-3e29a41c-6db3-49f9-9b31-f6d31241aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:55.816154 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-3e29a41c-6db3-49f9-9b31-f6d31241aaf3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 200 len: 847 time: 0.0597601 Feb 28 12:18:55.826094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebaad3-fdc3-48bb-9279-1c63c21d02e1 req-94f2bff2-c2b2-406b-96f3-ad793ad9d6d5 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:55.826967 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-f2ebaad3-fdc3-48bb-9279-1c63c21d02e1 req-94f2bff2-c2b2-406b-96f3-ad793ad9d6d5 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Synchronizing usage tracker for tenant:63a5daff606e46dc869197ee69433558 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:18:55.839395 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:18:55.842830 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-f2ebaad3-fdc3-48bb-9279-1c63c21d02e1 req-94f2bff2-c2b2-406b-96f3-ad793ad9d6d5 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Unset dirty status for tenant:63a5daff606e46dc869197ee69433558 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:18:55.843610 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] Checking router: d5ca8767-30d0-4315-8208-e4f53e8a1cf2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:18:55.849701 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f2ebaad3-fdc3-48bb-9279-1c63c21d02e1 req-94f2bff2-c2b2-406b-96f3-ad793ad9d6d5 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.1577547 Feb 28 12:18:55.851899 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:18:55.852496 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:18:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:18:55.893880 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-f2ebaad3-fdc3-48bb-9279-1c63c21d02e1 req-b68354a8-aa81-464b-a438-cafd47effef2 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 Feb 28 12:18:55.901966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-2ee252ee-be30-432a-9e10-2f75950d06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:55.903497 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-2ee252ee-be30-432a-9e10-2f75950d06df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5b66d03-4a45-4c8c-824a-aa6f061be694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803740 Feb 28 12:18:56.069264 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:18:56.144433 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-01682c3f-2ab1-4c4d-8184-b0ea69434b25 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333810 Feb 28 12:18:56.274295 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-d80911f8-5333-444c-b0e8-3e11021921f7 req-85b29317-db12-4468-9383-d0acdeed7820 service neutron] 10.222.0.37 "GET /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223133 Feb 28 12:18:56.378178 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:18:56.381947 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16199ec-34b1-4b90-aaf1-146515af6926 None None] The sync data for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv is: [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:10:21Z', 'revision_number': 4, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '75835c3b-bb32-4701-b301-96d8aee1f89b', 'name': '', 'network_id': 'f5b66d03-4a45-4c8c-824a-aa6f061be694', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'mac_address': 'fa:16:3e:f5:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:21Z', 'updated_at': '2022-02-28T12:10:28Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'subnets': [{'id': 'ad64875c-ac11-444a-895a-f37d85c8bb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:18:56.588479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dd049-f2c3-40d4-a45d-a9d930e571ba None None] New status for floating IP 555e95c1-4c6e-4cd1-9d99-1d756c91e92f: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:18:57.083344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947dd9f-2728-4436-8491-15dc0da42188 req-7cabb31a-6b1f-4d24-9cd5-5323f3c07828 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:57.084896 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e947dd9f-2728-4436-8491-15dc0da42188 req-7cabb31a-6b1f-4d24-9cd5-5323f3c07828 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0833848 Feb 28 12:18:57.128668 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e947dd9f-2728-4436-8491-15dc0da42188 req-3093cc4f-307b-412c-9fe6-9b4c2932ebfc tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1c3a9d7-e979-489d-b182-45626b8f00b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377731 Feb 28 12:18:57.214177 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-8b25ad42-c14d-4033-bf84-462ae1937ddd tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:57.214873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-8b25ad42-c14d-4033-bf84-462ae1937ddd tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Synchronizing usage tracker for tenant:63a5daff606e46dc869197ee69433558 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:18:57.226302 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-8b25ad42-c14d-4033-bf84-462ae1937ddd tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Unset dirty status for tenant:63a5daff606e46dc869197ee69433558 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:18:57.227420 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-8b25ad42-c14d-4033-bf84-462ae1937ddd tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 945 time: 0.0899119 Feb 28 12:18:57.298094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Deleting port 1122e949-1658-47ec-9269-f0f977f740e9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:18:57.298437 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:57.536255 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] For port 1122e949-1658-47ec-9269-f0f977f740e9, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1122e949-1658-47ec-9269-f0f977f740e9,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:18:57.536605 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:57.661047 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Calling delete_port for 1122e949-1658-47ec-9269-f0f977f740e9 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:18:57.794194 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:57.804643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:57.854376 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event deleted for resources: {'Port': ['ID=1122e949-1658-47ec-9269-f0f977f740e9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:18:57.892624 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.892971 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.893307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.893637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.893961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.894285 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.894626 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.894945 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.895295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.895612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.895925 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.896238 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:18:57.940264 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] No DVR routers for this DVR port 1122e949-1658-47ec-9269-f0f977f740e9 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:18:57.942498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:57.944994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'name': 'network-vif-deleted', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:18:57.960835 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-2ed6bda2-1457-4e37-b9a5-390164ceb14e req-9dbfbc83-16f1-4ecd-be57-38c1622a3d79 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.37 "DELETE /v2.0/ports/1122e949-1658-47ec-9269-f0f977f740e9 HTTP/1.1" status: 204 len: 173 time: 0.7282834 Feb 28 12:18:57.991589 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119c5e96-18f8-4075-8945-d32a806f2eed', 'name': 'network-vif-deleted', 'tag': '1122e949-1658-47ec-9269-f0f977f740e9', 'status': 'completed', 'code': 200} Feb 28 12:18:58.290290 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-48fa247a-5ca9-4ce1-8fed-f2b8d458cd9f req-1c4f6895-18f1-4c88-a88b-bc72c9918353 tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "GET /v2.0/ports?device_id=119c5e96-18f8-4075-8945-d32a806f2eed HTTP/1.1" status: 200 len: 210 time: 0.0475938 Feb 28 12:18:59.388012 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:18:59.455156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89b4ef4b-2a6a-4ac7-a942-fade576b683b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:59.484968 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89b4ef4b-2a6a-4ac7-a942-fade576b683b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:59.551911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89b4ef4b-2a6a-4ac7-a942-fade576b683b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:59.570802 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4ef4b-2a6a-4ac7-a942-fade576b683b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c3a9d7-e979-489d-b182-45626b8f00b6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:18:59.584122 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89b4ef4b-2a6a-4ac7-a942-fade576b683b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:59.587679 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-89b4ef4b-2a6a-4ac7-a942-fade576b683b tempest-TestShelveInstance-1102426655 tempest-TestShelveInstance-1102426655-project] 10.222.0.64 "DELETE /v2.0/security-groups/e1c3a9d7-e979-489d-b182-45626b8f00b6 HTTP/1.1" status: 204 len: 168 time: 0.1962507 Feb 28 12:18:59.629233 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38104) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:00.278528 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:00.341500 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb7de8e8-298e-4ea7-aa80-a7eb6ce80f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:00.745780 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Deleting port 75835c3b-bb32-4701-b301-96d8aee1f89b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:00.746362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:00.925644 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] For port 75835c3b-bb32-4701-b301-96d8aee1f89b, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=75835c3b-bb32-4701-b301-96d8aee1f89b,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:00.925878 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:01.049321 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Calling delete_port for 75835c3b-bb32-4701-b301-96d8aee1f89b owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:19:01.365210 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:01.442895 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Pushing event deleted for resources: {'Port': ['ID=75835c3b-bb32-4701-b301-96d8aee1f89b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:01.678805 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:01.749039 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1122e949-1658-47ec-9269-f0f977f740e9 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:19:01.789811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 1122e949-1658-47ec-9269-f0f977f740e9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:19:01.790170 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 1122e949-1658-47ec-9269-f0f977f740e9 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:19:02.141907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:19:02.314589 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:19:02.323130 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] Sync routers for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:19:02.328381 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-98656466-c4ea-4508-b6e2-d184406004fd admin admin] 10.222.0.64 "PUT /v2.0/routers/d5ca8767-30d0-4315-8208-e4f53e8a1cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6961319 Feb 28 12:19:02.328602 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:02.332420 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:02.333019 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:18:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:02.504019 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:02.508716 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:02.597553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bda43193-10b0-4587-9e41-4d09929f1b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:02.678778 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:02.689184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Deleting port 72593736-2f8c-4a9d-8fca-451d498afb8f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:02.689748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:02.788258 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:19:01Z', 'revision_number': 5, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port': {'id': '72593736-2f8c-4a9d-8fca-451d498afb8f', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:18Z', 'updated_at': '2022-02-28T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:02.792008 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] Checking router: d5ca8767-30d0-4315-8208-e4f53e8a1cf2 for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:19:02.800011 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] Routers {'d5ca8767-30d0-4315-8208-e4f53e8a1cf2'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:02.800593 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:02.860245 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] For port 72593736-2f8c-4a9d-8fca-451d498afb8f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=72593736-2f8c-4a9d-8fca-451d498afb8f,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:02.860521 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:02.948215 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] Set router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:02.981164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Calling delete_port for 72593736-2f8c-4a9d-8fca-451d498afb8f owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:19:03.089349 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:19:02Z', 'revision_number': 6, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:03.093696 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfca18e-3471-44ec-b43d-70ab072c1423 None None] The sync data for ids ['d5ca8767-30d0-4315-8208-e4f53e8a1cf2'] in dv-neutron-831192-2-hyperv is: [{'id': 'd5ca8767-30d0-4315-8208-e4f53e8a1cf2', 'name': 'tempest-TestShelveInstance-159707753-router', 'tenant_id': '63a5daff606e46dc869197ee69433558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:17Z', 'updated_at': '2022-02-28T12:19:02Z', 'revision_number': 6, 'project_id': '63a5daff606e46dc869197ee69433558', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:19:03.268056 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.316111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=72593736-2f8c-4a9d-8fca-451d498afb8f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:03.402281 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.583353 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.585463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.610095 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.610597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ca8767-30d0-4315-8208-e4f53e8a1cf2 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:19:03.623451 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.624541 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0d4b343e-77ab-48a3-bedc-8baf71a270d8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d5ca8767-30d0-4315-8208-e4f53e8a1cf2 HTTP/1.1" status: 204 len: 168 time: 1.2950556 Feb 28 12:19:03.626972 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38114) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:03.683399 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec65e9c-a1a8-488d-a003-5b59d8a7675f admin admin] Deleting subnet ad64875c-ac11-444a-895a-f37d85c8bb26 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:19:03.686079 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bec65e9c-a1a8-488d-a003-5b59d8a7675f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.733706 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bec65e9c-a1a8-488d-a003-5b59d8a7675f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.810471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.813618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bec65e9c-a1a8-488d-a003-5b59d8a7675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.835630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 75835c3b-bb32-4701-b301-96d8aee1f89b no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:19:03.872831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 75835c3b-bb32-4701-b301-96d8aee1f89b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:19:03.873396 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 75835c3b-bb32-4701-b301-96d8aee1f89b not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:19:03.882748 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bec65e9c-a1a8-488d-a003-5b59d8a7675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.909504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.920772 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec65e9c-a1a8-488d-a003-5b59d8a7675f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad64875c-ac11-444a-895a-f37d85c8bb26,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:03.924340 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bec65e9c-a1a8-488d-a003-5b59d8a7675f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:03.929706 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a7bab-14ff-4972-9aaf-f5e583d2de15 None None] Network f5b66d03-4a45-4c8c-824a-aa6f061be694 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:19:03.932567 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bec65e9c-a1a8-488d-a003-5b59d8a7675f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ad64875c-ac11-444a-895a-f37d85c8bb26 HTTP/1.1" status: 204 len: 168 time: 0.3022325 Feb 28 12:19:03.932731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38118) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:04.042057 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.052829 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Deleting port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:04.053157 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.224561 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205776be-2106-4eff-8816-083a8dd62175 None None] DHCP port deletion for f5b66d03-4a45-4c8c-824a-aa6f061be694 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:19:04.228765 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-205776be-2106-4eff-8816-083a8dd62175 None None] Deleting port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:04.229160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-205776be-2106-4eff-8816-083a8dd62175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.281346 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] For port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:04.281913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.403938 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Calling delete_port for b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:19:04.425638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-205776be-2106-4eff-8816-083a8dd62175 None None] For port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc,segment=NetworkSegment(584ff0b2-5fab-444c-baae-a39a00667959),segment_id=584ff0b2-5fab-444c-baae-a39a00667959)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:04.426027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-205776be-2106-4eff-8816-083a8dd62175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.488052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.534942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:04.536725 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] No DVR routers for this DVR port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc on host dv-neutron-831192-2-hyperv {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:19:04.551456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-205776be-2106-4eff-8816-083a8dd62175 None None] Calling delete_port for b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:19:04.620968 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-205776be-2106-4eff-8816-083a8dd62175 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:19:04.621316 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-205776be-2106-4eff-8816-083a8dd62175 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:19:04.650116 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.676645 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b66d03-4a45-4c8c-824a-aa6f061be694']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:04.688376 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584ff0b2-5fab-444c-baae-a39a00667959') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:04.688668 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584ff0b2-5fab-444c-baae-a39a00667959') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:04.699713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8079706'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.715950 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.721695 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:19:04.722094 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080068'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: Traceback (most recent call last): Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: timer() Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: cb(*args, **kw) Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: return func(*args, **kwargs) Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: self._notify() Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: self.callback(batched_events) Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: event.method(event) Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: return f(self, *a, **k) Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._get(url).json() Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:19:04.735479 dv-neutron-831192-2-hyperv neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:19:04.811833 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.827654 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:04.838701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b66d03-4a45-4c8c-824a-aa6f061be694,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:04.849953 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d25b0fb5-800c-4e2e-b3dc-16b0dc09f6b5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f5b66d03-4a45-4c8c-824a-aa6f061be694 HTTP/1.1" status: 204 len: 168 time: 0.9163568 Feb 28 12:19:04.852872 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38122) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:05.122700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-205776be-2106-4eff-8816-083a8dd62175 None None] Deleting port b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:05.123258 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-205776be-2106-4eff-8816-083a8dd62175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:05.191954 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-205776be-2106-4eff-8816-083a8dd62175 None None] The port 'b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 12:19:05.383677 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:05.442528 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 72593736-2f8c-4a9d-8fca-451d498afb8f no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:19:05.475592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 72593736-2f8c-4a9d-8fca-451d498afb8f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:19:05.475855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 72593736-2f8c-4a9d-8fca-451d498afb8f not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:19:05.476273 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:19:05.486068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:05.508598 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:19:05.508936 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device b75f3ee5-26f5-4474-8fe8-85a5f0ae0afc not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:19:05.825033 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Deleting port 41600fbd-b35f-45bf-a47f-05bfa699123f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:05.825366 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:05.990354 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] For port 41600fbd-b35f-45bf-a47f-05bfa699123f, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=41600fbd-b35f-45bf-a47f-05bfa699123f,segment=NetworkSegment(bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba),segment_id=bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:05.990700 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:06.112439 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Calling delete_port for 41600fbd-b35f-45bf-a47f-05bfa699123f owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:19:06.287507 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:06.458597 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Pushing event deleted for resources: {'Port': ['ID=41600fbd-b35f-45bf-a47f-05bfa699123f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:06.701653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:07.051098 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Router 7665e940-f68b-4cc0-8745-072305d41be6 has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:19:07.223386 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:19:07.231851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] Sync routers for ids ['7665e940-f68b-4cc0-8745-072305d41be6'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:19:07.239094 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-bb05695d-7fb0-41ea-9259-f6552c7a5955 admin admin] 10.222.0.64 "PUT /v2.0/routers/7665e940-f68b-4cc0-8745-072305d41be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3849320 Feb 28 12:19:07.241630 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] Routers {'7665e940-f68b-4cc0-8745-072305d41be6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:07.241768 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:07.242240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7665e940-f68b-4cc0-8745-072305d41be6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:07.435140 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] Set router 7665e940-f68b-4cc0-8745-072305d41be6 gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:07.435341 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:07.611557 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:07.622939 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Deleting port 827a5bbf-da7d-4948-a995-d99138c88eb6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:07.623902 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:07.725834 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7665e940-f68b-4cc0-8745-072305d41be6', 'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:19:06Z', 'revision_number': 5, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'gw_port': {'id': '827a5bbf-da7d-4948-a995-d99138c88eb6', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7665e940-f68b-4cc0-8745-072305d41be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:07.731649 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] Checking router: 7665e940-f68b-4cc0-8745-072305d41be6 for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:19:07.741669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] Routers {'7665e940-f68b-4cc0-8745-072305d41be6'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:07.742648 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['7665e940-f68b-4cc0-8745-072305d41be6'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:07.929975 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] For port 827a5bbf-da7d-4948-a995-d99138c88eb6, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=827a5bbf-da7d-4948-a995-d99138c88eb6,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:07.930538 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:07.935776 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] Set router 7665e940-f68b-4cc0-8745-072305d41be6 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:08.041504 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7665e940-f68b-4cc0-8745-072305d41be6', 'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:19:07Z', 'revision_number': 6, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:08.045349 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a7e00-8e5e-475a-a3b3-94c4b7dc3d78 None None] The sync data for ids ['7665e940-f68b-4cc0-8745-072305d41be6'] in dv-neutron-831192-2-hyperv is: [{'id': '7665e940-f68b-4cc0-8745-072305d41be6', 'name': 'tempest-TestShelveInstance-1723153374-router', 'tenant_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:10:24Z', 'updated_at': '2022-02-28T12:19:07Z', 'revision_number': 6, 'project_id': 'e073f79f0f674cd49a4a3034fa0fe25b', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:19:08.055531 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Calling delete_port for 827a5bbf-da7d-4948-a995-d99138c88eb6 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:19:08.230336 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.280397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Pushing event deleted for resources: {'Port': ['ID=827a5bbf-da7d-4948-a995-d99138c88eb6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:08.366483 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.540222 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.543034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.564785 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.565498 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7665e940-f68b-4cc0-8745-072305d41be6 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:19:08.577862 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.578968 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d3b5ca9d-4522-4358-86f5-10a8c0b0525f admin admin] 10.222.0.64 "DELETE /v2.0/routers/7665e940-f68b-4cc0-8745-072305d41be6 HTTP/1.1" status: 204 len: 168 time: 1.3362865 Feb 28 12:19:08.581490 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:08.641690 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-927f56ae-1d6d-4766-b943-9e9f8878c0ed admin admin] Deleting subnet 32a1872d-4de8-4540-89a5-9a6217a9066c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:19:08.644381 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-927f56ae-1d6d-4766-b943-9e9f8878c0ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.691458 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-927f56ae-1d6d-4766-b943-9e9f8878c0ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8079715'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.770375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-927f56ae-1d6d-4766-b943-9e9f8878c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.840982 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-927f56ae-1d6d-4766-b943-9e9f8878c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8079718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903805'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.879258 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f56ae-1d6d-4766-b943-9e9f8878c0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a1872d-4de8-4540-89a5-9a6217a9066c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:08.881194 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-927f56ae-1d6d-4766-b943-9e9f8878c0ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:08.884853 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cddda8-302b-44e3-9933-63a832a14d39 None None] Network 700fa508-5aa1-49a8-a97f-0d9fff5726f9 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:19:08.892143 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-927f56ae-1d6d-4766-b943-9e9f8878c0ed admin admin] 10.222.0.64 "DELETE /v2.0/subnets/32a1872d-4de8-4540-89a5-9a6217a9066c HTTP/1.1" status: 204 len: 168 time: 0.3096139 Feb 28 12:19:08.894788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38134) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:09.007607 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.020234 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Deleting port 1c434dec-0e73-430b-8ae2-f0141d670e74 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:09.020572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.156262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] DHCP port deletion for 700fa508-5aa1-49a8-a97f-0d9fff5726f9 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:19:09.160088 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] Deleting port 1c434dec-0e73-430b-8ae2-f0141d670e74 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:09.160546 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.241231 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] For port 1c434dec-0e73-430b-8ae2-f0141d670e74, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1c434dec-0e73-430b-8ae2-f0141d670e74,segment=NetworkSegment(bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba),segment_id=bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:09.241585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.362201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] For port 1c434dec-0e73-430b-8ae2-f0141d670e74, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=1c434dec-0e73-430b-8ae2-f0141d670e74,segment=NetworkSegment(bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba),segment_id=bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:09.362513 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.363017 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Calling delete_port for 1c434dec-0e73-430b-8ae2-f0141d670e74 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:19:09.444253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.478815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 827a5bbf-da7d-4948-a995-d99138c88eb6 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:19:09.492292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c434dec-0e73-430b-8ae2-f0141d670e74,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:09.494104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] No DVR routers for this DVR port 1c434dec-0e73-430b-8ae2-f0141d670e74 on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:19:09.509218 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] Calling delete_port for 1c434dec-0e73-430b-8ae2-f0141d670e74 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:19:09.551360 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 827a5bbf-da7d-4948-a995-d99138c88eb6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:19:09.551709 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 827a5bbf-da7d-4948-a995-d99138c88eb6 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:19:09.552137 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 41600fbd-b35f-45bf-a47f-05bfa699123f no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:19:09.593489 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 41600fbd-b35f-45bf-a47f-05bfa699123f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:19:09.593833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 41600fbd-b35f-45bf-a47f-05bfa699123f not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:19:09.594259 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1c434dec-0e73-430b-8ae2-f0141d670e74 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:19:09.645473 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 1c434dec-0e73-430b-8ae2-f0141d670e74 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:19:09.645819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 1c434dec-0e73-430b-8ae2-f0141d670e74 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:19:09.707900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.736914 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700fa508-5aa1-49a8-a97f-0d9fff5726f9']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:09.737814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:19:09.738173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:19:09.749853 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:09.750196 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc4cd8b-6d9e-4b39-b6a9-e86cf76e9bba') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:09.761757 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.777346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.787657 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:19:09.788085 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:19:09.803913 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:19:09.880514 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.896517 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:09.906734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=700fa508-5aa1-49a8-a97f-0d9fff5726f9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:09.913924 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6eb54c2c-9815-4c06-96f9-cf812e3e0a40 admin admin] 10.222.0.64 "DELETE /v2.0/networks/700fa508-5aa1-49a8-a97f-0d9fff5726f9 HTTP/1.1" status: 204 len: 168 time: 1.0180943 Feb 28 12:19:10.021746 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38140) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:10.069950 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-20226004-c825-4cc3-9475-e24f4d8f9a2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63a5daff606e46dc869197ee69433558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470440 Feb 28 12:19:10.072109 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38144) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:10.127954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df282270-6314-48ad-a438-81b574265f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:10.153357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df282270-6314-48ad-a438-81b574265f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:10.212556 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df282270-6314-48ad-a438-81b574265f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:10.230088 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df282270-6314-48ad-a438-81b574265f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99529bf-7f42-4495-bb44-48becc42b90c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:10.238445 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df282270-6314-48ad-a438-81b574265f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:10.242176 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-df282270-6314-48ad-a438-81b574265f6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d99529bf-7f42-4495-bb44-48becc42b90c HTTP/1.1" status: 204 len: 168 time: 0.1665540 Feb 28 12:19:10.244017 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] Deleting port 1c434dec-0e73-430b-8ae2-f0141d670e74 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:19:10.244543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:10.314347 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7f3365d4-c936-4517-a2e9-47033bfbb50b None None] The port '1c434dec-0e73-430b-8ae2-f0141d670e74' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 12:19:10.578175 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38152) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:10.628556 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-34b57f4a-556b-481a-b826-0a7fcd3b2a0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e073f79f0f674cd49a4a3034fa0fe25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492196 Feb 28 12:19:10.630898 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:10.687583 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1593a05c-a207-4bd8-b5f6-3db3d93a6f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:10.713202 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1593a05c-a207-4bd8-b5f6-3db3d93a6f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:10.766667 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1593a05c-a207-4bd8-b5f6-3db3d93a6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:10.782189 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593a05c-a207-4bd8-b5f6-3db3d93a6f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698dbd55-57da-4e2d-ac4e-2656a0d4137a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:10.786543 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1593a05c-a207-4bd8-b5f6-3db3d93a6f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:10.787585 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1593a05c-a207-4bd8-b5f6-3db3d93a6f59 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/698dbd55-57da-4e2d-ac4e-2656a0d4137a HTTP/1.1" status: 204 len: 168 time: 0.1557899 Feb 28 12:19:11.488825 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:11.589762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-944987244-network', 'tenant_id': '9a3a942f973c4229b302cba951293f83'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:11.594523 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:11.598386 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Usage tracker for resource:network and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:11.601245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:11.607533 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:11.617885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Made reservation on behalf of 9a3a942f973c4229b302cba951293f83 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:19:11.620343 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:11.632118 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:11.646250 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:11.650136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:11.653410 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:11.659305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:11.746305 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:11.750421 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:11.777511 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:19:11.789416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae64a034-1cbf-424d-8bc2-abf0f6266af4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:11.793728 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:11.794070 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Added segment 90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0 of type vlan for network 183b157b-667a-4e00-8f09-92afaa1582ee Feb 28 12:19:11.818905 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:11.847007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:11.847954 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:11.848531 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:11.949781 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4598749 Feb 28 12:19:11.950649 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148318-da86-4e4c-9fd7-3d33cfd2ea12 admin admin] Pushing event updated for resources: {'Network': ['ID=183b157b-667a-4e00-8f09-92afaa1582ee,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:11.952633 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38186) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:11.958046 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Request body: {'subnet': {'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-944987244-subnet', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:11.960857 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 183b157b-667a-4e00-8f09-92afaa1582ee details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:19:11.962814 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:11.967304 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Usage tracker for resource:subnet and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:11.970090 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:11.976362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:11.985759 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Made reservation on behalf of 9a3a942f973c4229b302cba951293f83 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:19:11.988128 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6828316'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:12.187193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8280430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6828298'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:12.262723 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4880c5ab-ac22-4262-ae6c-95fec43d432a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:12.271013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Checking segment: {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:19:12.271402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Network hostable DHCP agents. Network: 183b157b-667a-4e00-8f09-92afaa1582ee, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:19:12.289801 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Network 183b157b-667a-4e00-8f09-92afaa1582ee is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:19:12.304916 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 183b157b-667a-4e00-8f09-92afaa1582ee) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:12.309284 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:12.309984 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:12.314182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca5c5f-3d32-42dd-9898-9cdb84902125 None None] Network 183b157b-667a-4e00-8f09-92afaa1582ee requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:19:12.332251 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-6a59390e-05c6-4efa-9523-268dc7688ec1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785856 Feb 28 12:19:12.334980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38190) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:12.340210 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:12.345140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:12.349021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Usage tracker for resource:router and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:12.352309 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:12.358113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:12.370513 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:12.371510 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:12.386227 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:12.574492 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-183b157b-667a-4e00-8f09-92afaa1582ee', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:19:12.575376 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:12.650339 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:12.730855 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Allocated IP 172.20.0.2 (183b157b-667a-4e00-8f09-92afaa1582ee/4880c5ab-ac22-4262-ae6c-95fec43d432a/9f3be0ff-20d8-4415-a3c5-2db3939c5aee) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:19:12.943702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:12.953556 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Transition to ACTIVE for port object 9f3be0ff-20d8-4415-a3c5-2db3939c5aee will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:12.971505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Transition to ACTIVE for port object 9f3be0ff-20d8-4415-a3c5-2db3939c5aee will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:12.976660 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:13.036158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Network 183b157b-667a-4e00-8f09-92afaa1582ee is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:13.043646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:13.046078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:19:13.058257 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:13.078606 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Pushing event updated for resources: {'Port': ['ID=9f3be0ff-20d8-4415-a3c5-2db3939c5aee,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:13.087604 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:13.094366 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.094715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.095053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.095522 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.095850 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.096176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.096497 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.096818 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.097139 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.097461 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.097779 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.098093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:13.153043 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Attempting to bind port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:19:13.153409 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Attempting to bind port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:19:13.153773 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Attempting to bind port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee on network 183b157b-667a-4e00-8f09-92afaa1582ee {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:19:13.159045 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:19:13.159474 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Checking segment: {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:19:13.159874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:13.160264 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Bound using segment: {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:19:13.160731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Bound port: 9f3be0ff-20d8-4415-a3c5-2db3939c5aee, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:19:13.161107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:13.225603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Allocated IP 172.26.8.115 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/cb59c895-9d74-492f-a90b-1d3f1dfd7c03) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:19:13.249225 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] For port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:19:13.252592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] For port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9f3be0ff-20d8-4415-a3c5-2db3939c5aee,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:19:13.256688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:13.345874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdef789-e431-47a7-9011-3b5b68f32106 None None] Pushing event updated for resources: {'Port': ['ID=9f3be0ff-20d8-4415-a3c5-2db3939c5aee,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:13.377471 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:13.408833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:13.470680 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:13.477865 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:13.482078 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:19:13.516425 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Pushing event updated for resources: {'Port': ['ID=cb59c895-9d74-492f-a90b-1d3f1dfd7c03,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:13.901945 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:14.234567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054fbf29-8121-44e9-9bde-4da6a1430948 None None] Network 183b157b-667a-4e00-8f09-92afaa1582ee requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:19:14.340479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c2dd7c4e-0f03-4caa-a696-c3b1e32f738f None None] Provisioning for port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:14.356259 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:14.564458 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:19:14.744761 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:19:14.755028 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Sync routers for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:19:14.765331 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:14.765942 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:14.768980 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:14.770190 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-95b587bc-26a6-4238-b104-956a3db790c4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4342434 Feb 28 12:19:14.772930 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38194) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:14.939023 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:15.211668 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:13Z', 'revision_number': 3, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:15.215454 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Checking router: 95a2d64f-f141-4f56-bf18-d2a8e50b16fa for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:19:15.215794 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Updating router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa port cb59c895-9d74-492f-a90b-1d3f1dfd7c03 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:19:15.266900 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.446858 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.486055 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9f3be0ff-20d8-4415-a3c5-2db3939c5aee up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:15.556811 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:15.561732 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:15.562112 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.585716 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.597859 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Transition to ACTIVE for port object cb59c895-9d74-492f-a90b-1d3f1dfd7c03 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:15.604203 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.676192 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Allocated IP 172.20.0.1 (183b157b-667a-4e00-8f09-92afaa1582ee/4880c5ab-ac22-4262-ae6c-95fec43d432a/5f527c07-53bc-4253-82b4-5be861fbc737) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:19:15.688639 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Pushing event updated for resources: {'Port': ['ID=cb59c895-9d74-492f-a90b-1d3f1dfd7c03,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:15.698627 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.698977 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.699341 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.699675 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.700407 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.700407 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.700641 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.700968 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.701293 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.701610 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.701930 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.702247 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:19:15.703941 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.708656 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Attempting to bind port cb59c895-9d74-492f-a90b-1d3f1dfd7c03 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:19:15.709031 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Attempting to bind port cb59c895-9d74-492f-a90b-1d3f1dfd7c03 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:19:15.709396 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Attempting to bind port cb59c895-9d74-492f-a90b-1d3f1dfd7c03 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:19:15.715243 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:19:15.715618 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:19:15.716014 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.716401 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:19:15.716858 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Bound port: cb59c895-9d74-492f-a90b-1d3f1dfd7c03, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:19:15.717229 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.754708 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9f3be0ff-20d8-4415-a3c5-2db3939c5aee,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:15.761632 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.793351 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] For port cb59c895-9d74-492f-a90b-1d3f1dfd7c03, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:19:15.796991 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] For port cb59c895-9d74-492f-a90b-1d3f1dfd7c03, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=cb59c895-9d74-492f-a90b-1d3f1dfd7c03,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:19:15.802307 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.839847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=9f3be0ff-20d8-4415-a3c5-2db3939c5aee,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:15.892614 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:15.893201 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:15.957001 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b6102-3029-484c-ae04-36197830efb6 None None] Pushing event updated for resources: {'Port': ['ID=cb59c895-9d74-492f-a90b-1d3f1dfd7c03,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:15.963467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.979845 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Transition to ACTIVE for port object 5f527c07-53bc-4253-82b4-5be861fbc737 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:16.004079 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:16.067467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Network 183b157b-667a-4e00-8f09-92afaa1582ee is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:16.071765 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:16.074811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:16.077199 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:19:16.112172 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Pushing event updated for resources: {'Port': ['ID=5f527c07-53bc-4253-82b4-5be861fbc737,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:16.136629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:16.276128 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:16.314283 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e3b655c3-9950-4fd3-ad93-47eda08b8d51 None None] Provisioning for port 5f527c07-53bc-4253-82b4-5be861fbc737 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:16.320550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e3b655c3-9950-4fd3-ad93-47eda08b8d51 None None] Provisioning complete for port 5f527c07-53bc-4253-82b4-5be861fbc737 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:16.321011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e3b655c3-9950-4fd3-ad93-47eda08b8d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:16.378460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e3b655c3-9950-4fd3-ad93-47eda08b8d51 None None] Port 5f527c07-53bc-4253-82b4-5be861fbc737 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:19:16.398970 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:13Z', 'revision_number': 3, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:16.402840 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10874d87-45ac-4c7e-be0b-db20be5fdf41 None None] The sync data for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv is: [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:13Z', 'revision_number': 3, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:19:16.509325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:16.514485 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:16.624672 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:16.635044 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Pushing event updated for resources: {'Port': ['ID=5f527c07-53bc-4253-82b4-5be861fbc737,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:16.779136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Network 183b157b-667a-4e00-8f09-92afaa1582ee is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:16.780274 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:16.977663 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:19:17.011731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d22dc687-e754-4876-9306-bca070f926ba None None] Provisioning complete for port 5f527c07-53bc-4253-82b4-5be861fbc737 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:17.012254 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d22dc687-e754-4876-9306-bca070f926ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.068723 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d22dc687-e754-4876-9306-bca070f926ba None None] Port 5f527c07-53bc-4253-82b4-5be861fbc737 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:19:17.163468 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:19:17.172915 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-63696871-42c0-4645-9887-f03439a39c0b admin admin] 10.222.0.64 "PUT /v2.0/routers/95a2d64f-f141-4f56-bf18-d2a8e50b16fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3989942 Feb 28 12:19:17.514136 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device cb59c895-9d74-492f-a90b-1d3f1dfd7c03 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:17.584481 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port cb59c895-9d74-492f-a90b-1d3f1dfd7c03 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:17.589692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port cb59c895-9d74-492f-a90b-1d3f1dfd7c03 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:17.590073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.703242 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:17.708753 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-287331942-network', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:17.714261 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:17.718140 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Usage tracker for resource:network and tenant:dd7493fd84084147913f9d9b85b30f53 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:17.721062 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:17.726939 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:17.740550 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Made reservation on behalf of dd7493fd84084147913f9d9b85b30f53 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:19:17.743245 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.745703 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.756156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.763230 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port cb59c895-9d74-492f-a90b-1d3f1dfd7c03, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=cb59c895-9d74-492f-a90b-1d3f1dfd7c03,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:17.768621 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.769652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9f3be0ff-20d8-4415-a3c5-2db3939c5aee up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:17.772281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:17.777612 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Usage tracker for resource:security_group_rule and tenant:dd7493fd84084147913f9d9b85b30f53 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:17.780783 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:17.787594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:17.873538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.877727 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.884942 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=cb59c895-9d74-492f-a90b-1d3f1dfd7c03,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:17.899013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:17.899419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.906347 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:19:17.919577 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba68264-13ee-476f-a61e-eff0939a50f8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:17.924021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.924368 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.segments_db [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Added segment 4de13736-704a-4499-b568-95c04a092605 of type vlan for network 8b36286f-7996-4017-afe7-ff623ad051f0 Feb 28 12:19:17.951733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748811163302'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.985675 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.986629 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:17.987239 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:17.992755 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Sync routers for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:19:18.013250 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:18.013894 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:18.090260 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3859003 Feb 28 12:19:18.090776 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38216) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:18.091251 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49554dc4-8d24-4598-9ad0-20af080eec6c admin admin] Pushing event updated for resources: {'Network': ['ID=8b36286f-7996-4017-afe7-ff623ad051f0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:18.098723 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Request body: {'subnet': {'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-287331942-subnet', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:18.101241 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Network 8b36286f-7996-4017-afe7-ff623ad051f0 details requested by agent ovs-agent-dv-neutron-831192-2-hyperv with host dv-neutron-831192-2-hyperv {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:19:18.105305 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:18.109151 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Usage tracker for resource:subnet and tenant:dd7493fd84084147913f9d9b85b30f53 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:18.112164 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:18.118665 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:18.128421 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Made reservation on behalf of dd7493fd84084147913f9d9b85b30f53 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:19:18.130900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903760'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.288097 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:18.339981 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8079655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903750'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.411537 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Pushing event updated for resources: {'Subnet': ['ID=328ede7c-320d-4c99-b797-fe4a7977365e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:18.420647 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Checking segment: {'id': '4de13736-704a-4499-b568-95c04a092605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:19:18.421029 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Network hostable DHCP agents. Network: 8b36286f-7996-4017-afe7-ff623ad051f0, hostable agents: ['27ca2f28-9ef7-40da-8ecf-cbe833bb8b90'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:19:18.439398 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Network 8b36286f-7996-4017-afe7-ff623ad051f0 is scheduled to be hosted by DHCP agent 27ca2f28-9ef7-40da-8ecf-cbe833bb8b90 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:19:18.448910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-2-hyperv, 8b36286f-7996-4017-afe7-ff623ad051f0) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:18.452971 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:18.453447 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.473712 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-f65c2b2c-761b-4505-9256-b3d12b8e261d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3816006 Feb 28 12:19:18.476260 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:18.481131 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:18.485653 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:18.489427 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Usage tracker for resource:router and tenant:dd7493fd84084147913f9d9b85b30f53 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:18.492152 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d98e692-8951-4b50-b714-bbb77641d604 None None] Network 8b36286f-7996-4017-afe7-ff623ad051f0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:19:18.492636 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:18.498286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:18.508731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2326'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.509750 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2335'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.525525 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.783180 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 2, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:18.786517 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86013c46-72f3-50bd-ad0f-1da520253ff4-8b36286f-7996-4017-afe7-ff623ad051f0', 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'fixed_ips': [{'subnet_id': '328ede7c-320d-4c99-b797-fe4a7977365e'}]}} from dv-neutron-831192-2-hyperv. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 12:19:18.787353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.801177 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Checking router: 95a2d64f-f141-4f56-bf18-d2a8e50b16fa for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:19:18.801532 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Updating router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa port 5f527c07-53bc-4253-82b4-5be861fbc737 binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:19:18.908740 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.911533 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.128581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Allocated IP 172.20.0.2 (8b36286f-7996-4017-afe7-ff623ad051f0/328ede7c-320d-4c99-b797-fe4a7977365e/f6e21577-ee40-4ac9-8d79-64d287390fee) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:19:19.222687 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.253551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.391365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Allocated IP 172.26.8.108 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/d3ef5b9b-3663-4343-a439-e49ed1f55369) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:19:19.482610 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device cb59c895-9d74-492f-a90b-1d3f1dfd7c03 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:19.536809 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.547838 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.557721 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Transition to ACTIVE for port object f6e21577-ee40-4ac9-8d79-64d287390fee will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:19.578271 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.589354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.601965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Transition to ACTIVE for port object f6e21577-ee40-4ac9-8d79-64d287390fee will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:19.611613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Transition to ACTIVE for port object 5f527c07-53bc-4253-82b4-5be861fbc737 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:19.617079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.644993 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:19.647741 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:19.650068 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:19:19.658219 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.690874 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Network 8b36286f-7996-4017-afe7-ff623ad051f0 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:19.703664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Pushing event updated for resources: {'Port': ['ID=d3ef5b9b-3663-4343-a439-e49ed1f55369,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:19.746158 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:19.755652 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port cb59c895-9d74-492f-a90b-1d3f1dfd7c03 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:19.756026 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.788503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:19:19.797988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Pushing event updated for resources: {'Port': ['ID=f6e21577-ee40-4ac9-8d79-64d287390fee,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:20.050315 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c713e-e0c5-4dc1-8b35-f1ccac4617b2 None None] Pushing event updated for resources: {'Port': ['ID=5f527c07-53bc-4253-82b4-5be861fbc737,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:20.071082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Attempting to bind port 5f527c07-53bc-4253-82b4-5be861fbc737 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:19:20.071485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Attempting to bind port 5f527c07-53bc-4253-82b4-5be861fbc737 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:19:20.071848 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Attempting to bind port 5f527c07-53bc-4253-82b4-5be861fbc737 on network 183b157b-667a-4e00-8f09-92afaa1582ee {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:19:20.075712 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Attempting to bind port f6e21577-ee40-4ac9-8d79-64d287390fee on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:19:20.076080 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Attempting to bind port f6e21577-ee40-4ac9-8d79-64d287390fee by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '4de13736-704a-4499-b568-95c04a092605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:19:20.076440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Attempting to bind port f6e21577-ee40-4ac9-8d79-64d287390fee on network 8b36286f-7996-4017-afe7-ff623ad051f0 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:19:20.124807 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:19:20.125186 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Checking segment: {'id': '4de13736-704a-4499-b568-95c04a092605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:19:20.125592 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:20.125995 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Bound using segment: {'id': '4de13736-704a-4499-b568-95c04a092605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:19:20.126481 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Bound port: f6e21577-ee40-4ac9-8d79-64d287390fee, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de13736-704a-4499-b568-95c04a092605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:19:20.126856 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:20.136419 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:19:20.137082 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Checking segment: {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:19:20.137174 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:20.137542 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Bound using segment: {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:19:20.138014 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Bound port: 5f527c07-53bc-4253-82b4-5be861fbc737, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:19:20.138401 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:20.191986 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:20.309669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] For port f6e21577-ee40-4ac9-8d79-64d287390fee, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:19:20.314072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] For port f6e21577-ee40-4ac9-8d79-64d287390fee, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f6e21577-ee40-4ac9-8d79-64d287390fee,segment=NetworkSegment(4de13736-704a-4499-b568-95c04a092605),segment_id=4de13736-704a-4499-b568-95c04a092605)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:19:20.317604 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] For port 5f527c07-53bc-4253-82b4-5be861fbc737, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:19:20.320924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] For port 5f527c07-53bc-4253-82b4-5be861fbc737, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5f527c07-53bc-4253-82b4-5be861fbc737,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:19:20.322772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:20.360524 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:20.416233 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:20.416909 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:20.497911 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b358b-a2a0-4402-a1f1-26c831742625 None None] Pushing event updated for resources: {'Port': ['ID=f6e21577-ee40-4ac9-8d79-64d287390fee,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:20.558463 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332056'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:20.732063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c713e-e0c5-4dc1-8b35-f1ccac4617b2 None None] Pushing event updated for resources: {'Port': ['ID=5f527c07-53bc-4253-82b4-5be861fbc737,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:20.774731 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:20.831140 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b is scheduled to L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 12:19:21.011846 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:19:21.022461 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Sync routers for ids ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:19:21.033732 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Routers {'04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:21.034533 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:21.044860 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:21.048740 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-ae41bc2d-d5b0-4ebd-938f-8ac19c91e04b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5688882 Feb 28 12:19:21.048948 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:21.100881 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:20Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:21.105503 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0860020-b584-4040-a7b4-7669d29f26c7 None None] The sync data for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv is: [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:20Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:19:21.259270 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Set router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:21.554479 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f6e21577-ee40-4ac9-8d79-64d287390fee up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:21.654007 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:18Z', 'updated_at': '2022-02-28T12:19:19Z', 'revision_number': 3, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'gw_port': {'id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:19Z', 'updated_at': '2022-02-28T12:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:21.658415 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Checking router: 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:19:21.658906 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Updating router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b port d3ef5b9b-3663-4343-a439-e49ed1f55369 binding host dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:19:21.680106 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port f6e21577-ee40-4ac9-8d79-64d287390fee completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:21.703903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab12f44-652d-4ecf-933c-8ba15cb7dbb8 None None] Network 8b36286f-7996-4017-afe7-ff623ad051f0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:19:21.743890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5f527c07-53bc-4253-82b4-5be861fbc737 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:21.750750 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:21.896157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0121248-617c-400f-b9bf-f9f868ea8640 None None] Provisioning for port f6e21577-ee40-4ac9-8d79-64d287390fee completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:21.926833 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0121248-617c-400f-b9bf-f9f868ea8640 None None] Provisioning complete for port f6e21577-ee40-4ac9-8d79-64d287390fee triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:21.927198 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0121248-617c-400f-b9bf-f9f868ea8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:21.959812 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 5f527c07-53bc-4253-82b4-5be861fbc737 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:21.970476 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5f527c07-53bc-4253-82b4-5be861fbc737 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:21.970845 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.117344 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.150472 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.164951 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Transition to ACTIVE for port object d3ef5b9b-3663-4343-a439-e49ed1f55369 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:22.176333 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.248392 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.258272 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b190f-ce38-4706-93c5-6e802224cb6f None None] Pushing event updated for resources: {'Port': ['ID=d3ef5b9b-3663-4343-a439-e49ed1f55369,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:22.277441 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Attempting to bind port d3ef5b9b-3663-4343-a439-e49ed1f55369 on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:19:22.277740 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Attempting to bind port d3ef5b9b-3663-4343-a439-e49ed1f55369 by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:19:22.278100 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Attempting to bind port d3ef5b9b-3663-4343-a439-e49ed1f55369 on network 77a66528-31b9-4334-b231-549f03c66687 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:19:22.280586 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0121248-617c-400f-b9bf-f9f868ea8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.284627 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:19:22.285001 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Checking segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:19:22.285398 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.285874 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Bound using segment: {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:19:22.286272 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Bound port: d3ef5b9b-3663-4343-a439-e49ed1f55369, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa30ea-0325-4931-8e57-042c3e79ec70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77a66528-31b9-4334-b231-549f03c66687'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:19:22.286642 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.323601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 5f527c07-53bc-4253-82b4-5be861fbc737, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5f527c07-53bc-4253-82b4-5be861fbc737,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:22.339182 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.375931 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Allocated IP 172.20.0.1 (8b36286f-7996-4017-afe7-ff623ad051f0/328ede7c-320d-4c99-b797-fe4a7977365e/3e1f6512-b301-4013-ab58-74c92bf95d3c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:19:22.381440 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] For port d3ef5b9b-3663-4343-a439-e49ed1f55369, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:19:22.384788 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] For port d3ef5b9b-3663-4343-a439-e49ed1f55369, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d3ef5b9b-3663-4343-a439-e49ed1f55369,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:19:22.392139 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.453328 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=5f527c07-53bc-4253-82b4-5be861fbc737,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:22.464223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f0121248-617c-400f-b9bf-f9f868ea8640 None None] For port f6e21577-ee40-4ac9-8d79-64d287390fee, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f6e21577-ee40-4ac9-8d79-64d287390fee,segment=NetworkSegment(4de13736-704a-4499-b568-95c04a092605),segment_id=4de13736-704a-4499-b568-95c04a092605)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:22.470783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0121248-617c-400f-b9bf-f9f868ea8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.494228 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Routers {'04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:22.496972 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:22.568590 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0121248-617c-400f-b9bf-f9f868ea8640 None None] Pushing event updated for resources: {'Port': ['ID=f6e21577-ee40-4ac9-8d79-64d287390fee,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:22.580191 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b190f-ce38-4706-93c5-6e802224cb6f None None] Pushing event updated for resources: {'Port': ['ID=d3ef5b9b-3663-4343-a439-e49ed1f55369,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:22.617081 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.632250 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Transition to ACTIVE for port object 3e1f6512-b301-4013-ab58-74c92bf95d3c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:22.659732 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.694635 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d7d61e7a-9df1-4ea0-bec7-33131409d120 None None] Provisioning complete for port f6e21577-ee40-4ac9-8d79-64d287390fee triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:22.695667 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7d61e7a-9df1-4ea0-bec7-33131409d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:22.730428 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1f6512-b301-4013-ab58-74c92bf95d3c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:22.744429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Network 8b36286f-7996-4017-afe7-ff623ad051f0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:22.745664 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:22.752549 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] Set router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:22.758594 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:19:22.820200 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332370'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:23.052892 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:18Z', 'updated_at': '2022-02-28T12:19:19Z', 'revision_number': 3, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'gw_port': {'id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:19Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:23.056813 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945b949-d15c-45ff-951b-9798fa72fe48 None None] The sync data for ids ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'] in dv-neutron-831192-2-hyperv is: [{'id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:18Z', 'updated_at': '2022-02-28T12:19:19Z', 'revision_number': 3, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'gw_port': {'id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:19Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:19:23.068120 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4df4dee3-1ef4-4387-9fcb-baf6a1118e27 None None] Provisioning for port 3e1f6512-b301-4013-ab58-74c92bf95d3c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:23.073232 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4df4dee3-1ef4-4387-9fcb-baf6a1118e27 None None] Provisioning complete for port 3e1f6512-b301-4013-ab58-74c92bf95d3c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:23.073614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4df4dee3-1ef4-4387-9fcb-baf6a1118e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:23.099819 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:23.135669 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4df4dee3-1ef4-4387-9fcb-baf6a1118e27 None None] Port 3e1f6512-b301-4013-ab58-74c92bf95d3c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:19:23.344111 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:23.349571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:23.462153 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333291'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:23.466175 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1f6512-b301-4013-ab58-74c92bf95d3c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:23.550987 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5f527c07-53bc-4253-82b4-5be861fbc737 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:23.621092 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Network 8b36286f-7996-4017-afe7-ff623ad051f0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:23.622155 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:23.623688 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 5f527c07-53bc-4253-82b4-5be861fbc737 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:23.624134 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:23.843011 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f6e21577-ee40-4ac9-8d79-64d287390fee up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:23.911900 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port f6e21577-ee40-4ac9-8d79-64d287390fee triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:23.912275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:23.959206 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:19:23.980199 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92460d79-fb00-469f-bf33-15e417937c3e None None] Provisioning complete for port 3e1f6512-b301-4013-ab58-74c92bf95d3c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:23.980571 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92460d79-fb00-469f-bf33-15e417937c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:24.077231 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92460d79-fb00-469f-bf33-15e417937c3e None None] Port 3e1f6512-b301-4013-ab58-74c92bf95d3c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:19:24.093351 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3ef5b9b-3663-4343-a439-e49ed1f55369 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:24.142930 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:19:24.151918 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d89a55aa-46bc-42f8-98de-a49b991e3445 admin admin] 10.222.0.64 "PUT /v2.0/routers/04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1017332 Feb 28 12:19:24.173275 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port d3ef5b9b-3663-4343-a439-e49ed1f55369 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:24.178263 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d3ef5b9b-3663-4343-a439-e49ed1f55369 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:24.178711 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:24.302707 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:24.319847 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port d3ef5b9b-3663-4343-a439-e49ed1f55369, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d3ef5b9b-3663-4343-a439-e49ed1f55369,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:24.324027 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:24.390343 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=d3ef5b9b-3663-4343-a439-e49ed1f55369,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:24.715428 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Sync routers for ids ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:19:24.724886 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Routers {'04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:24.725493 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:24.903447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Set router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:25.209327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:18Z', 'updated_at': '2022-02-28T12:19:23Z', 'revision_number': 4, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'gw_port': {'id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:19Z', 'updated_at': '2022-02-28T12:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '3e1f6512-b301-4013-ab58-74c92bf95d3c', 'name': '', 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'mac_address': 'fa:16:3e:2e:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '328ede7c-320d-4c99-b797-fe4a7977365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:22Z', 'updated_at': '2022-02-28T12:19:23Z', 'revision_number': 2, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'subnets': [{'id': '328ede7c-320d-4c99-b797-fe4a7977365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:25.213098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Checking router: 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:19:25.213478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Updating router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b port 3e1f6512-b301-4013-ab58-74c92bf95d3c binding host dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:19:25.267624 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:25.474252 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3ef5b9b-3663-4343-a439-e49ed1f55369 up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:25.594797 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port d3ef5b9b-3663-4343-a439-e49ed1f55369 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:25.595188 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:25.697130 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:25.702413 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308927387', 'description': 'tempest-secgroup-smoke-1308927387 description', 'project_id': '9a3a942f973c4229b302cba951293f83'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:25.708343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:25.712323 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:security_group and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:25.715848 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:25.721900 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:25.735489 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:25.742787 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:25.756586 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:25.758774 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Transition to ACTIVE for port object 3e1f6512-b301-4013-ab58-74c92bf95d3c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:25.760716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:security_group_rule and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:25.763480 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:25.769749 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:25.790260 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:25.843297 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:25.847332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:25.902082 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:25.906631 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:25.909446 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-c531cd9a-bdf8-43fa-bb33-0f91224ea78a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2098806 Feb 28 12:19:25.911055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38240) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:25.918808 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'security_group_rule': {'security_group_id': 'b6943e28-ec5e-4b60-a06e-57d3e32cd9a2', 'project_id': '9a3a942f973c4229b302cba951293f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:25.925646 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:25.929705 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:security_group_rule and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:25.933176 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:25.939618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:25.943292 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd246f-0413-40f1-ab24-d6a9934cb7a9 None None] Pushing event updated for resources: {'Port': ['ID=3e1f6512-b301-4013-ab58-74c92bf95d3c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:25.960496 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.024055 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.028858 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.037093 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Attempting to bind port 3e1f6512-b301-4013-ab58-74c92bf95d3c on host dv-neutron-831192-2-hyperv for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:19:26.037794 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Attempting to bind port 3e1f6512-b301-4013-ab58-74c92bf95d3c by drivers openvswitch,hyperv on host dv-neutron-831192-2-hyperv at level 0 using segments [{'id': '4de13736-704a-4499-b568-95c04a092605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:19:26.037915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Attempting to bind port 3e1f6512-b301-4013-ab58-74c92bf95d3c on network 8b36286f-7996-4017-afe7-ff623ad051f0 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:19:26.043565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Checking agent: {'id': 'd7f3fea1-3116-483f-b13f-bcbbcb9681f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 15, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 15, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:19:26.043931 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Checking segment: {'id': '4de13736-704a-4499-b568-95c04a092605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:19:26.044330 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.044717 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Bound using segment: {'id': '4de13736-704a-4499-b568-95c04a092605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:19:26.045178 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Bound port: 3e1f6512-b301-4013-ab58-74c92bf95d3c, host: dv-neutron-831192-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de13736-704a-4499-b568-95c04a092605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:19:26.045553 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.052867 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d72e57-a0d4-4c7d-b490-22ed0f43e273,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:26.062698 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.066643 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0fefd347-db42-49ee-8e32-87aabe14dce1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521351 Feb 28 12:19:26.067006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38244) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:26.072130 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'security_group_rule': {'security_group_id': 'b6943e28-ec5e-4b60-a06e-57d3e32cd9a2', 'project_id': '9a3a942f973c4229b302cba951293f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:26.078685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:26.082465 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:security_group_rule and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:26.085301 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:26.092122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:26.108292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.152005 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] For port 3e1f6512-b301-4013-ab58-74c92bf95d3c, host dv-neutron-831192-2-hyperv, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:19:26.155378 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] For port 3e1f6512-b301-4013-ab58-74c92bf95d3c, host dv-neutron-831192-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3e1f6512-b301-4013-ab58-74c92bf95d3c,segment=NetworkSegment(4de13736-704a-4499-b568-95c04a092605),segment_id=4de13736-704a-4499-b568-95c04a092605)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:19:26.159531 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.237915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Routers {'04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:26.238603 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:26.281575 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.285652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.312324 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd246f-0413-40f1-ab24-d6a9934cb7a9 None None] Pushing event updated for resources: {'Port': ['ID=3e1f6512-b301-4013-ab58-74c92bf95d3c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:26.314603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacba624-45f5-428b-aaec-52ce606b994b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:26.319035 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.320589 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f200b2ed-f6c1-4def-908b-bb97553d6938 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2525256 Feb 28 12:19:26.324234 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38248) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:26.329553 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'security_group_rule': {'security_group_id': 'b6943e28-ec5e-4b60-a06e-57d3e32cd9a2', 'project_id': '9a3a942f973c4229b302cba951293f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:26.335571 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:26.339779 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:security_group_rule and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:26.342726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:26.353943 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:26.373716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.437784 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.439570 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] Set router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:26.442211 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.469932 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fc10d1-2007-4285-9d40-4e9d0f0ca537,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:26.479286 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.483190 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-5cc96c09-4000-4310-8d98-72c2244e15a9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552086 Feb 28 12:19:26.483190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38252) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:26.488166 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'security_group_rule': {'security_group_id': 'b6943e28-ec5e-4b60-a06e-57d3e32cd9a2', 'project_id': '9a3a942f973c4229b302cba951293f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:26.494239 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:26.498701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:security_group_rule and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:26.501599 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:26.507242 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:26.524249 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.590928 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.594673 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.619425 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9e8138-766d-4664-ba10-c7da80616ed7,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:26.629773 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.630917 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-263457c9-be16-42a0-8332-f3c856b5cc81 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467946 Feb 28 12:19:26.633761 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38256) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:26.639910 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'security_group_rule': {'security_group_id': 'b6943e28-ec5e-4b60-a06e-57d3e32cd9a2', 'project_id': '9a3a942f973c4229b302cba951293f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:26.645868 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:26.649675 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:security_group_rule and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:26.652621 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:26.658365 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:26.668903 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Project 9a3a942f973c4229b302cba951293f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:19:26.675464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.739800 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.744004 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.768040 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6431f9c2-b055-4bb0-b2db-6b2a96216fd7,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:26.778992 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.780267 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-d720fe01-f727-4e9e-9a8f-96502d8a9a67 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454668 Feb 28 12:19:26.782913 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:26.788120 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'security_group_rule': {'security_group_id': 'b6943e28-ec5e-4b60-a06e-57d3e32cd9a2', 'project_id': '9a3a942f973c4229b302cba951293f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:26.790034 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:18Z', 'updated_at': '2022-02-28T12:19:23Z', 'revision_number': 4, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'gw_port': {'id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:19Z', 'updated_at': '2022-02-28T12:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '3e1f6512-b301-4013-ab58-74c92bf95d3c', 'name': '', 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'mac_address': 'fa:16:3e:2e:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '328ede7c-320d-4c99-b797-fe4a7977365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:22Z', 'updated_at': '2022-02-28T12:19:26Z', 'revision_number': 4, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'subnets': [{'id': '328ede7c-320d-4c99-b797-fe4a7977365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:26.793984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5026aa8-52db-433d-8a97-a32b128fc8e6 None None] The sync data for ids ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'] in dv-neutron-831192-2-hyperv is: [{'id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:18Z', 'updated_at': '2022-02-28T12:19:23Z', 'revision_number': 4, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'gw_port': {'id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:19Z', 'updated_at': '2022-02-28T12:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '3e1f6512-b301-4013-ab58-74c92bf95d3c', 'name': '', 'network_id': '8b36286f-7996-4017-afe7-ff623ad051f0', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'mac_address': 'fa:16:3e:2e:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '328ede7c-320d-4c99-b797-fe4a7977365e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:22Z', 'updated_at': '2022-02-28T12:19:26Z', 'revision_number': 4, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'subnets': [{'id': '328ede7c-320d-4c99-b797-fe4a7977365e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:19:26.794135 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:26.798526 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:security_group_rule and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:26.801474 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:26.807375 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:26.818584 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Project 9a3a942f973c4229b302cba951293f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:19:26.826015 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.917657 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.921691 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482274'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.946329 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25016b6-cff0-4fb2-827b-8ced5a3b83a6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:26.955942 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:26.957424 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-2680d941-ec54-4c36-858d-62c3eb456913 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1734400 Feb 28 12:19:27.123089 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-c4ff4a24-ad44-407d-a669-8f6710cf42f5 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Synchronizing usage tracker for tenant:9a3a942f973c4229b302cba951293f83 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:19:27.141639 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-c4ff4a24-ad44-407d-a669-8f6710cf42f5 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Unset dirty status for tenant:9a3a942f973c4229b302cba951293f83 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:19:27.142928 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-c4ff4a24-ad44-407d-a669-8f6710cf42f5 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308927387&fields=id&tenant_id=9a3a942f973c4229b302cba951293f83 HTTP/1.1" status: 200 len: 267 time: 0.0604987 Feb 28 12:19:27.285787 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:19:27.295301 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-17e7ac1a-beaa-4e34-aa0f-c6a21a6fb4f2 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:27.296738 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-17e7ac1a-beaa-4e34-aa0f-c6a21a6fb4f2 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 809 time: 0.1469409 Feb 28 12:19:27.311303 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-5a541eea-f9b0-420e-b861-423b9d3c2c03 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/quotas/9a3a942f973c4229b302cba951293f83 HTTP/1.1" status: 200 len: 375 time: 0.0092723 Feb 28 12:19:27.395203 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-07152395-14bd-4f9b-b09d-b80971c0f5b4 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789359 Feb 28 12:19:27.481460 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3e1f6512-b301-4013-ab58-74c92bf95d3c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:27.539838 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d36894ae-8633-4a59-86a6-4d1680188ad0 service neutron] 10.222.0.64 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329958 Feb 28 12:19:27.554362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning for port 3e1f6512-b301-4013-ab58-74c92bf95d3c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:27.562386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3e1f6512-b301-4013-ab58-74c92bf95d3c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:27.562763 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:27.677589 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f14f9267-b837-4429-aaed-4fbb31cfc877 service neutron] 10.222.0.64 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316481 Feb 28 12:19:27.685646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:27.719163 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] For port 3e1f6512-b301-4013-ab58-74c92bf95d3c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3e1f6512-b301-4013-ab58-74c92bf95d3c,segment=NetworkSegment(4de13736-704a-4499-b568-95c04a092605),segment_id=4de13736-704a-4499-b568-95c04a092605)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:27.725484 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:27.810003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:27.824354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Pushing event updated for resources: {'Port': ['ID=3e1f6512-b301-4013-ab58-74c92bf95d3c,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:27.881358 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-011b8c2c-b54f-44a2-92c2-7ef946c71ab1 req-cc508dcb-d57a-40a5-b18b-528dfc35f4be tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 210 time: 0.0492518 Feb 28 12:19:29.035727 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-ee1c97f5-4b0c-4883-b819-aa67f535e5e0 req-895ee57a-259f-43b5-a02b-16259c54d010 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 210 time: 0.0451210 Feb 28 12:19:29.065862 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-5f9a977e-cfe9-4309-ab74-3632bb578a92 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:29.066674 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-5f9a977e-cfe9-4309-ab74-3632bb578a92 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Synchronizing usage tracker for tenant:9a3a942f973c4229b302cba951293f83 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:19:29.083208 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-5f9a977e-cfe9-4309-ab74-3632bb578a92 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Unset dirty status for tenant:9a3a942f973c4229b302cba951293f83 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:19:29.084496 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-5f9a977e-cfe9-4309-ab74-3632bb578a92 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 809 time: 0.1707170 Feb 28 12:19:29.133719 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-2674fd28-8ebe-40e5-91ab-0750f9727764 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Synchronizing usage tracker for tenant:9a3a942f973c4229b302cba951293f83 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:19:29.145021 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-2674fd28-8ebe-40e5-91ab-0750f9727764 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Unset dirty status for tenant:9a3a942f973c4229b302cba951293f83 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:19:29.146485 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-2674fd28-8ebe-40e5-91ab-0750f9727764 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a3a942f973c4229b302cba951293f83 HTTP/1.1" status: 200 len: 380 time: 0.0546896 Feb 28 12:19:29.158206 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'port': {'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'admin_state_up': True, 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'security_groups': ['b6943e28-ec5e-4b60-a06e-57d3e32cd9a2']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:29.290617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:29.295270 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:port and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:29.298275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:29.304086 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:29.314102 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Made reservation on behalf of 9a3a942f973c4229b302cba951293f83 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:19:29.317635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:29.460073 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3e1f6512-b301-4013-ab58-74c92bf95d3c up at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:29.478745 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Allocated IP 172.20.0.9 (183b157b-667a-4e00-8f09-92afaa1582ee/4880c5ab-ac22-4262-ae6c-95fec43d432a/8e16f240-8e35-4ab4-ae45-b49042dd5e2c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:19:29.531814 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Provisioning complete for port 3e1f6512-b301-4013-ab58-74c92bf95d3c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:29.532192 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:29.670959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:29.688400 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Transition to ACTIVE for port object 8e16f240-8e35-4ab4-ae45-b49042dd5e2c will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:29.712774 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:29.782154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Network 183b157b-667a-4e00-8f09-92afaa1582ee is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:29.789552 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:29.793864 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:19:29.824354 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'Port': ['ID=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:29.860291 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:29.860900 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:29.882356 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f1f519d5-43e5-49a1-84fa-0b779e0fe7b8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7277477 Feb 28 12:19:29.895281 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Request body: {'port': {'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:30.008781 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:30.018022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7d8a2f88-37b6-400f-8456-d8a4b088f0d7 None None] Provisioning for port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:30.022714 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7d8a2f88-37b6-400f-8456-d8a4b088f0d7 None None] Provisioning complete for port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:30.023193 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2f88-37b6-400f-8456-d8a4b088f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:30.076227 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a2f88-37b6-400f-8456-d8a4b088f0d7 None None] Port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:19:30.228448 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ffb18-cdbd-4f0c-8335-107ac1e30cc5 req-c7249422-8496-4f03-8468-9884dc629e82 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:30.229937 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dd0ffb18-cdbd-4f0c-8335-107ac1e30cc5 req-c7249422-8496-4f03-8468-9884dc629e82 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 931 time: 0.0840838 Feb 28 12:19:30.273750 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-dd0ffb18-cdbd-4f0c-8335-107ac1e30cc5 req-f8aecd06-b54d-409f-ad61-862c41ad68c5 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380149 Feb 28 12:19:30.334725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-956b3670-9e53-4b84-8e03-09bc881fac10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:30.368028 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e16f240-8e35-4ab4-ae45-b49042dd5e2c {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:19:30.375588 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:30.390402 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Transition to ACTIVE for port object 8e16f240-8e35-4ab4-ae45-b49042dd5e2c will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:19:30.393964 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:30.523025 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Pushing event updated for resources: {'Port': ['ID=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:30.633432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Attempting to bind port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:19:30.633767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Attempting to bind port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:19:30.634087 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Attempting to bind port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c on network 183b157b-667a-4e00-8f09-92afaa1582ee {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:19:30.638569 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c on network 183b157b-667a-4e00-8f09-92afaa1582ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:19:30.638884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Attempting to bind port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c on network 183b157b-667a-4e00-8f09-92afaa1582ee {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:19:30.643885 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:19:30.644220 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Checking segment: {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:19:30.644598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Bound using segment: {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:19:30.645015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Bound port: 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:19:30.645362 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:30.832670 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:19:30.835733 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:19:30.840141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:30.894359 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:30.894962 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:30.896376 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] 10.222.0.37 "PUT /v2.0/ports/8e16f240-8e35-4ab4-ae45-b49042dd5e2c HTTP/1.1" status: 200 len: 1093 time: 1.0054035 Feb 28 12:19:30.896805 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:19:30.924325 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1327876-11e7-4138-8547-6dd21e1df92f service neutron] Pushing event updated for resources: {'Port': ['ID=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:30.978592 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'status': 'completed', 'code': 200} Feb 28 12:19:31.015104 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-e5fdcd36-4adc-49ff-bad8-49ed8dc32089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:31.016737 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-e5fdcd36-4adc-49ff-bad8-49ed8dc32089 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 1096 time: 0.0786562 Feb 28 12:19:31.084072 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-f167607b-33e1-4568-8648-ac9bb356c650 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c HTTP/1.1" status: 200 len: 217 time: 0.0609140 Feb 28 12:19:31.147221 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-61ccfdbc-9a89-4600-a668-fe29a799e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:31.148633 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-61ccfdbc-9a89-4600-a668-fe29a799e573 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0590150 Feb 28 12:19:31.226337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-dbd2ea57-1681-46fd-ba4f-47c00a95febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:31.230026 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-dbd2ea57-1681-46fd-ba4f-47c00a95febc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753765 Feb 28 12:19:31.365662 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-5f5f80ae-4ca8-4500-b368-cbb4ec0b4ef8 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291492 Feb 28 12:19:31.504101 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9e0bcf37-e2f3-414b-84a5-2206c09e8d66 req-8825b937-7d1c-408e-bf09-ad52a2b11723 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312158 Feb 28 12:19:31.606197 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d03102-77ee-46e9-a0c4-38af8bb2f1fa req-b93c11ab-a35a-4155-b42d-373f6becdef7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:31.607443 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b3d03102-77ee-46e9-a0c4-38af8bb2f1fa req-b93c11ab-a35a-4155-b42d-373f6becdef7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 943 time: 0.0832791 Feb 28 12:19:31.624387 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-ce2c6fad-8eca-48a6-8833-ee6296de020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:31.625853 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-ce2c6fad-8eca-48a6-8833-ee6296de020c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 1096 time: 0.0768802 Feb 28 12:19:31.655216 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-b3d03102-77ee-46e9-a0c4-38af8bb2f1fa req-25bc7ea7-837f-41b2-afbc-ac8df976e2f8 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Feb 28 12:19:31.755243 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-d1b235cb-f080-45f1-ac65-48b3c6fa0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:31.757078 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-d1b235cb-f080-45f1-ac65-48b3c6fa0936 service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.1242800 Feb 28 12:19:31.821888 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-fe221b22-711c-49fa-8f64-25a23a0b14ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c HTTP/1.1" status: 200 len: 217 time: 0.0578234 Feb 28 12:19:31.883882 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-06742313-0c96-4abe-8c5b-c46a5ef172a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:31.885280 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-06742313-0c96-4abe-8c5b-c46a5ef172a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0574200 Feb 28 12:19:31.965401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-52183534-eda2-44aa-80cb-0b4167d2af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:31.966846 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-52183534-eda2-44aa-80cb-0b4167d2af71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754790 Feb 28 12:19:32.095583 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-44f7056f-58c4-456e-9db4-a448d4306dc4 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207447 Feb 28 12:19:32.226001 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-3354614a-4cf7-438a-b673-8a882a95d5ed req-c89e7992-d7dd-4c74-96be-cd0501ceefba service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245315 Feb 28 12:19:32.600212 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6734b812-d4f5-4e68-b1f8-50497efbe947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:32.929152 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484785cd-732b-4722-be47-3b8ce409de72 req-a8e7794d-2992-4197-a02e-7abcae18e142 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:32.930603 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-484785cd-732b-4722-be47-3b8ce409de72 req-a8e7794d-2992-4197-a02e-7abcae18e142 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 943 time: 0.1712630 Feb 28 12:19:32.973638 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-484785cd-732b-4722-be47-3b8ce409de72 req-d6589439-90ef-4b4a-a66c-0773c902e8c3 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365980 Feb 28 12:19:33.813354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:33.910628 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:33.950844 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e16f240-8e35-4ab4-ae45-b49042dd5e2c details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:19:34.082704 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:34.095816 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:19:34.157119 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:34.161995 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4cbda-eb9e-487e-a395-50e75b7fa25a req-779d91ca-141d-4431-a758-880c3519822b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:34.163480 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad4cbda-eb9e-487e-a395-50e75b7fa25a req-779d91ca-141d-4431-a758-880c3519822b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 943 time: 0.0874236 Feb 28 12:19:34.174340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e16f240-8e35-4ab4-ae45-b49042dd5e2c {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:19:34.190086 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:34.193695 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:34.209004 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-6ad4cbda-eb9e-487e-a395-50e75b7fa25a req-52c99f8b-bbc8-4a05-b83e-e5c1254e0869 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391846 Feb 28 12:19:34.260003 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:34.399463 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['8e16f240-8e35-4ab4-ae45-b49042dd5e2c'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:19:35.386839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:35.393701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea55503-d009-4fcc-9a20-0594c268e470 req-19c0d824-6e95-471e-9d1a-3ecee801859e tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:35.395176 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ea55503-d009-4fcc-9a20-0594c268e470 req-19c0d824-6e95-471e-9d1a-3ecee801859e tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 944 time: 0.0802155 Feb 28 12:19:35.442139 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4ea55503-d009-4fcc-9a20-0594c268e470 req-3433c7e1-4a0a-4ab8-b7f8-cb039db25a1a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 Feb 28 12:19:35.966768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e16f240-8e35-4ab4-ae45-b49042dd5e2c up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:19:36.033038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:19:36.037769 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:19:36.038146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:36.152902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:36.179222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:19:36.189601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:19:36.194308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:36.228632 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'code': 200} Feb 28 12:19:36.270046 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:36.445466 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771d418-a47a-40ef-b01a-83d6aabecd6b req-87622746-d1af-4c2e-9128-f73e3133a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:36.446943 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0771d418-a47a-40ef-b01a-83d6aabecd6b req-87622746-d1af-4c2e-9128-f73e3133a638 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 1098 time: 0.0727026 Feb 28 12:19:36.488393 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-0771d418-a47a-40ef-b01a-83d6aabecd6b req-72e65c3d-5628-4a65-a4d5-50beb0c16b55 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352108 Feb 28 12:19:36.622464 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c564-9d61-4f56-ac00-6f8c61fa6d2c req-e0d770d4-c9b5-41e8-b751-068c8cc8ae34 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:36.623936 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bd65c564-9d61-4f56-ac00-6f8c61fa6d2c req-e0d770d4-c9b5-41e8-b751-068c8cc8ae34 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 945 time: 0.0787656 Feb 28 12:19:36.668189 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-bd65c564-9d61-4f56-ac00-6f8c61fa6d2c req-22bab9f0-f5c1-4880-9ce9-de78074ae939 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385416 Feb 28 12:19:37.855431 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425eae-d283-4564-808b-42bed79d03b6 req-8c3dfc64-bca5-4b4e-9daa-90a926cb490b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:37.856855 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0b425eae-d283-4564-808b-42bed79d03b6 req-8c3dfc64-bca5-4b4e-9daa-90a926cb490b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 945 time: 0.0816548 Feb 28 12:19:37.899986 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-0b425eae-d283-4564-808b-42bed79d03b6 req-bb21e435-3be5-4bc9-9c44-aa8a53d494d1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376613 Feb 28 12:19:38.077299 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e79f1-916d-46a5-9487-e7f9cb3a3d16 req-2d5a3c28-6697-49fc-bb1e-3ba20279bd7e tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:38.078639 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a89e79f1-916d-46a5-9487-e7f9cb3a3d16 req-2d5a3c28-6697-49fc-bb1e-3ba20279bd7e tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 945 time: 0.0778465 Feb 28 12:19:38.121672 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a89e79f1-916d-46a5-9487-e7f9cb3a3d16 req-e886d7d9-c7f7-45e2-bcff-a6d281a97ca1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375500 Feb 28 12:19:38.142783 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38316) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:38.312744 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f46c711-e70f-464b-8a27-4283434a2ae0 tempest-TestSnapshotPattern-676439035 tempest-TestSnapshotPattern-676439035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:38.313777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6f46c711-e70f-464b-8a27-4283434a2ae0 tempest-TestSnapshotPattern-676439035 tempest-TestSnapshotPattern-676439035-project-admin] Synchronizing usage tracker for tenant:dd7493fd84084147913f9d9b85b30f53 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:19:38.330328 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-6f46c711-e70f-464b-8a27-4283434a2ae0 tempest-TestSnapshotPattern-676439035 tempest-TestSnapshotPattern-676439035-project-admin] Unset dirty status for tenant:dd7493fd84084147913f9d9b85b30f53 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:19:38.331406 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-6f46c711-e70f-464b-8a27-4283434a2ae0 tempest-TestSnapshotPattern-676439035 tempest-TestSnapshotPattern-676439035-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 1093 time: 0.1875958 Feb 28 12:19:38.334217 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38322) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:19:38.339609 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:19:38.345335 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:19:38.349011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:floatingip and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:19:38.351777 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:19:38.357911 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:19:38.367112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:38.497320 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:38.632438 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Allocated IP 172.26.8.49 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/33385c78-35ee-4efd-9fe4-76fc696a437d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:19:38.778885 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:38.806726 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:38.864837 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:19:38.867763 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:19:38.875343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:19:38.917870 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'Port': ['ID=33385c78-35ee-4efd-9fe4-76fc696a437d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:39.279446 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:39.443676 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:39.652178 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:39.656618 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:39.769257 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'Port': ['ID=33385c78-35ee-4efd-9fe4-76fc696a437d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:19:39.777501 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:39.941690 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Floating IP 64adb04a-cb63-40b1-bac1-7c1435913bfa associated. External IP: 172.26.8.49, port: 8e16f240-8e35-4ab4-ae45-b49042dd5e2c. Feb 28 12:19:40.279345 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:19:40.464114 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:19:40.474170 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] Sync routers for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:19:40.484017 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:40.484743 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:40.487681 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:40.542891 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a349e0db-4234-43eb-bf93-039dc75b2334 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2075913 Feb 28 12:19:40.543716 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:19:40.640093 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'status': 'completed', 'code': 200} Feb 28 12:19:40.670584 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:40.732631 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-77c992d5-c984-45e1-b2b4-609b39de5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:40.734176 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-77c992d5-c984-45e1-b2b4-609b39de5793 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 1098 time: 0.0734839 Feb 28 12:19:40.958994 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-b37aede8-ba94-412b-8efb-8471834afa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:40.960494 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-b37aede8-ba94-412b-8efb-8471834afa9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.2209723 Feb 28 12:19:41.029089 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '64adb04a-cb63-40b1-bac1-7c1435913bfa', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:19:39Z', 'updated_at': '2022-02-28T12:19:39Z', 'revision_number': 0, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:41.033118 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] Checking router: 95a2d64f-f141-4f56-bf18-d2a8e50b16fa for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:19:41.041026 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:19:41.042105 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:19:33Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:41.062648 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-28ae2088-2ae7-47ce-bed5-5faea63ddf42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c HTTP/1.1" status: 200 len: 998 time: 0.0966084 Feb 28 12:19:41.126778 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-d93184bd-6f55-486a-8617-abc6128ecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:41.128241 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-d93184bd-6f55-486a-8617-abc6128ecad4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0595348 Feb 28 12:19:41.202034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-54d7bfd7-dff2-47bd-b48a-a8919ab2ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:41.203681 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-54d7bfd7-dff2-47bd-b48a-a8919ab2ad1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697377 Feb 28 12:19:41.213424 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:19:41.341887 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-f1ffd366-b3aa-418c-964e-5893642f4519 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321802 Feb 28 12:19:41.473702 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-26b12881-931e-47a1-b41c-1b0a55bc31e2 req-7743cb26-84c8-487c-bc39-451eb051ff39 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259978 Feb 28 12:19:41.604621 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '64adb04a-cb63-40b1-bac1-7c1435913bfa', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:19:39Z', 'updated_at': '2022-02-28T12:19:39Z', 'revision_number': 0, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:19:41.608469 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5495b0d-307b-4d80-a6f3-3da695fd0885 None None] The sync data for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv is: [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '64adb04a-cb63-40b1-bac1-7c1435913bfa', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:19:39Z', 'updated_at': '2022-02-28T12:19:39Z', 'revision_number': 0, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:19:41.795483 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c0b16-a4a6-45e2-80c6-b1657958d0a2 None None] New status for floating IP 64adb04a-cb63-40b1-bac1-7c1435913bfa: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:19:57.795637 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:00.336213 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5175ced1-e3b8-4b15-88da-2dc63509a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:02.602354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee525bf3-c357-472d-827b-7372c7e2b189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:03.816133 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:03.910858 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:04.284373 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:20:05.390354 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:17.011964 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cf58046f-6eee-414e-9028-05168af31749 req-1f5211e6-e4f3-4ba6-b9a1-3d9755ba592e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715671 Feb 28 12:20:17.144688 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58046f-6eee-414e-9028-05168af31749 req-2b0dd720-2a9e-4e68-ae98-502dfc382afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:17.146131 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cf58046f-6eee-414e-9028-05168af31749 req-2b0dd720-2a9e-4e68-ae98-502dfc382afe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 1098 time: 0.0686924 Feb 28 12:20:17.290742 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58046f-6eee-414e-9028-05168af31749 req-5354c8aa-503b-47bf-8317-7002cd5cbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:17.292138 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cf58046f-6eee-414e-9028-05168af31749 req-5354c8aa-503b-47bf-8317-7002cd5cbbf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.1281335 Feb 28 12:20:17.393149 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cf58046f-6eee-414e-9028-05168af31749 req-cafe12c4-ee76-4ec2-907a-d8d063202584 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c HTTP/1.1" status: 200 len: 1000 time: 0.0954916 Feb 28 12:20:17.453275 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58046f-6eee-414e-9028-05168af31749 req-695cdef0-050a-40e9-b95c-93a7a46af03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:17.454666 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cf58046f-6eee-414e-9028-05168af31749 req-695cdef0-050a-40e9-b95c-93a7a46af03f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0563166 Feb 28 12:20:17.533000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58046f-6eee-414e-9028-05168af31749 req-24977929-d36a-4377-947a-96e92bc88d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:17.534445 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cf58046f-6eee-414e-9028-05168af31749 req-24977929-d36a-4377-947a-96e92bc88d96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737665 Feb 28 12:20:17.665290 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cf58046f-6eee-414e-9028-05168af31749 req-dc4b4479-704d-4e98-a0dc-fdfaaa609933 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243756 Feb 28 12:20:17.793320 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-cf58046f-6eee-414e-9028-05168af31749 req-b0100101-ce0d-4bc8-af3e-5f696c94b982 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226289 Feb 28 12:20:27.810594 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:30.339064 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-181a41ba-ca2f-4e63-b657-fd5d2a8de557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:32.604851 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-adce95e9-d5c9-4c90-9f3d-20ea47a05730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:33.818023 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:33.911290 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:35.392203 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:41.284214 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:20:57.822286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:00.344568 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-89e49bc7-55ee-4daf-8f76-9fb6263cbd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:02.605988 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-48621baf-d3f7-4701-90d7-b9b61293b17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:03.821397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:03.911297 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:05.396332 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:17.084016 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-69312de5-da2d-4d98-8bba-5a012df284e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447957 Feb 28 12:21:17.223371 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-ec7dbaf1-6c20-4293-b0d9-f9b1cbe3ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:17.224788 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-ec7dbaf1-6c20-4293-b0d9-f9b1cbe3ed39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 1098 time: 0.0738049 Feb 28 12:21:17.460294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-2872de80-9690-49e4-b3b3-6a09fab520d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:17.461751 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-2872de80-9690-49e4-b3b3-6a09fab520d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.2171416 Feb 28 12:21:17.560703 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-e57922c1-9148-4566-951b-3cd94b2fdc4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c HTTP/1.1" status: 200 len: 1000 time: 0.0929818 Feb 28 12:21:17.621807 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-0ee2ed0e-4488-4cd8-b636-3307e13e43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:17.623168 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-0ee2ed0e-4488-4cd8-b636-3307e13e43f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0550263 Feb 28 12:21:17.695831 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-841bcf26-79a4-4deb-8e8d-2e5f5eba70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:17.697269 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-841bcf26-79a4-4deb-8e8d-2e5f5eba70d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680027 Feb 28 12:21:17.824910 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-8f06f1a9-01a0-422b-9566-2683634fce09 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212337 Feb 28 12:21:17.950782 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-95fb435e-cdcf-4aa4-9c15-3be5e559ec9d req-44a72504-4de2-4f99-9e73-b3a69743f1e0 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204648 Feb 28 12:21:18.283141 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:21:27.850976 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:30.347516 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-752270db-0ff1-4097-b46f-776383fc5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:32.607459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-748e1763-b78d-447b-9c88-7d1d8f0b8abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:33.823980 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:33.912368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:35.397031 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:40.528042 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e16f240-8e35-4ab4-ae45-b49042dd5e2c details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:21:40.664613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:21:40.677447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:21:40.761410 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:40.778321 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e16f240-8e35-4ab4-ae45-b49042dd5e2c {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:21:40.794437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:21:40.800127 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:40.872251 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:21:40.875922 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['8e16f240-8e35-4ab4-ae45-b49042dd5e2c'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:21:40.918955 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.919253 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.919583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.919925 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.920262 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.920589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.920915 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.921240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.921565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.921882 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.922204 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:40.922519 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:42.527664 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e16f240-8e35-4ab4-ae45-b49042dd5e2c up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:21:42.599948 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:21:42.600327 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:42.731817 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:42.762642 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:21:42.783529 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:21:42.799692 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:42.886943 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:21:42.947857 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'code': 200} Feb 28 12:21:50.391537 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-de94fec3-4d92-450c-8fa3-fc1918c71db2 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308927387&fields=id&tenant_id=9a3a942f973c4229b302cba951293f83 HTTP/1.1" status: 200 len: 267 time: 0.0471292 Feb 28 12:21:50.655011 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c50d25-3e96-424e-95fe-6bb831610613 req-f7194e7a-290e-42ab-8c84-06c4fc2afba9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:50.656372 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-f7194e7a-290e-42ab-8c84-06c4fc2afba9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 809 time: 0.2582583 Feb 28 12:21:50.672282 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-2450b8d1-e57d-4574-9015-c0d1edc330f9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/quotas/9a3a942f973c4229b302cba951293f83 HTTP/1.1" status: 200 len: 375 time: 0.0104673 Feb 28 12:21:50.761068 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-a276dba9-45aa-4f8e-bd50-d4277c90c102 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0831442 Feb 28 12:21:50.972904 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-dd23ed84-cf9d-404a-8a12-296e785c276b service neutron] 10.222.0.64 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646125 Feb 28 12:21:51.103067 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-623f0ce1-b23f-4211-83a3-3aae6128e870 service neutron] 10.222.0.64 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243768 Feb 28 12:21:51.366630 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-fd8cdc6c-e6cc-43bf-aaf7-bbb8fb84d607 req-4ce9cfab-6cd9-4b00-9069-2844657b0182 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 210 time: 0.0888705 Feb 28 12:21:52.467156 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c50d25-3e96-424e-95fe-6bb831610613 req-99b24ba3-bf0f-4718-82dc-f16106c5e473 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:52.468752 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-99b24ba3-bf0f-4718-82dc-f16106c5e473 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 809 time: 0.1520369 Feb 28 12:21:52.519066 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-a247c994-4274-4c0f-8e6d-f5a83b93b3f2 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a3a942f973c4229b302cba951293f83 HTTP/1.1" status: 200 len: 380 time: 0.0422053 Feb 28 12:21:52.531176 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'port': {'device_id': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'admin_state_up': True, 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'security_groups': ['b6943e28-ec5e-4b60-a06e-57d3e32cd9a2']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:21:52.532199 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-79ed7d6e-435a-47c9-aaf4-405349d29c4b req-50e1354f-1fe0-4cb5-97ba-b76452a56b4d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 210 time: 0.0464711 Feb 28 12:21:52.668193 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:21:52.671963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:port and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:21:52.674724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:21:52.680444 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.quota.driver [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:21:52.691481 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Made reservation on behalf of 9a3a942f973c4229b302cba951293f83 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:21:52.694959 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:52.864659 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Allocated IP 172.20.0.6 (183b157b-667a-4e00-8f09-92afaa1582ee/4880c5ab-ac22-4262-ae6c-95fec43d432a/8e36686d-04ed-4506-ab4c-078ea2836fc1) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:21:53.067671 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:53.084370 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Transition to ACTIVE for port object 8e36686d-04ed-4506-ab4c-078ea2836fc1 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:21:53.111643 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:53.208594 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'Port': ['ID=8e36686d-04ed-4506-ab4c-078ea2836fc1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:21:53.216065 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Network 183b157b-667a-4e00-8f09-92afaa1582ee is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:21:53.222207 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:21:53.226764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.227627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.228467 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.229495 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.229991 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.230621 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.231446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.232418 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.233223 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.234122 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.234617 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.235346 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:21:53.242013 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:21:53.356215 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:53.357154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:53.397733 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-fbe7f51d-0e3b-4a11-bd70-708eda86fd62 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8716080 Feb 28 12:21:53.471356 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cfa3ea61-1db4-469d-8042-92a8df304ba2 None None] Provisioning for port 8e36686d-04ed-4506-ab4c-078ea2836fc1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:21:53.477467 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cfa3ea61-1db4-469d-8042-92a8df304ba2 None None] Provisioning complete for port 8e36686d-04ed-4506-ab4c-078ea2836fc1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:21:53.478126 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ea61-1db4-469d-8042-92a8df304ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:53.556407 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3ea61-1db4-469d-8042-92a8df304ba2 None None] Port 8e36686d-04ed-4506-ab4c-078ea2836fc1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 12:21:53.738890 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae634a-72c6-4aef-b474-9ccc7848a2cd req-daf02267-b047-43e2-ad1c-2919a447fc0c tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:53.746475 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d6ae634a-72c6-4aef-b474-9ccc7848a2cd req-daf02267-b047-43e2-ad1c-2919a447fc0c tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 931 time: 0.0947824 Feb 28 12:21:53.801484 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d6ae634a-72c6-4aef-b474-9ccc7848a2cd req-8f340d5b-8848-4fa4-9e81-bc43b8ac86a7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483391 Feb 28 12:21:54.607108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e16f240-8e35-4ab4-ae45-b49042dd5e2c no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:21:54.743238 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:54.773638 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:21:54.784312 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:21:54.789611 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:54.836287 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'code': 200} Feb 28 12:21:54.862801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:21:55.006770 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e5a17-422f-4970-9bd0-e86699ed6c6e req-8124e565-6c57-4e5c-87da-254ebe9f7772 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:55.008536 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d24e5a17-422f-4970-9bd0-e86699ed6c6e req-8124e565-6c57-4e5c-87da-254ebe9f7772 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 931 time: 0.0848050 Feb 28 12:21:55.060935 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d24e5a17-422f-4970-9bd0-e86699ed6c6e req-a38f3c4c-be18-4107-822b-8ee1b796bd10 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428069 Feb 28 12:21:55.283591 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:21:56.257180 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ef46c-a95c-4638-a9bb-6fdf76745e38 req-bb70e1df-090c-44eb-a0e6-a5f21f39da61 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:56.258717 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d13ef46c-a95c-4638-a9bb-6fdf76745e38 req-bb70e1df-090c-44eb-a0e6-a5f21f39da61 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 931 time: 0.0858479 Feb 28 12:21:56.306328 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-d13ef46c-a95c-4638-a9bb-6fdf76745e38 req-8eaba9b9-bab3-4753-9421-b68e38271a13 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 Feb 28 12:21:57.498429 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341e63-49ed-4ed0-93b5-3b24ba1b4fc7 req-21f95870-7db8-463d-9391-5cd09cb56302 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:57.499955 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74341e63-49ed-4ed0-93b5-3b24ba1b4fc7 req-21f95870-7db8-463d-9391-5cd09cb56302 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 931 time: 0.0839791 Feb 28 12:21:57.545398 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-74341e63-49ed-4ed0-93b5-3b24ba1b4fc7 req-776d59d3-b26f-4929-9f41-00159e7e34fc tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396638 Feb 28 12:21:57.840643 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:58.759495 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9e212-48ec-435f-a334-d3c21a481af9 req-1965a54b-2160-49c3-9c50-93b224810e36 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:58.761974 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aba9e212-48ec-435f-a334-d3c21a481af9 req-1965a54b-2160-49c3-9c50-93b224810e36 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 931 time: 0.1057739 Feb 28 12:21:58.810631 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-aba9e212-48ec-435f-a334-d3c21a481af9 req-340852cd-4514-44dd-a52c-fc156584a8a7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424726 Feb 28 12:22:00.002574 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737acdcf-4ee4-432e-9dff-4c923976cb60 req-b255f981-bdb9-4496-be48-cb8a9657d15e tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:00.004127 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-737acdcf-4ee4-432e-9dff-4c923976cb60 req-b255f981-bdb9-4496-be48-cb8a9657d15e tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 931 time: 0.0816936 Feb 28 12:22:00.052392 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-737acdcf-4ee4-432e-9dff-4c923976cb60 req-fe8cece5-a35e-4d65-a3c0-181b021c854f tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Feb 28 12:22:00.349815 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e238d768-e28b-4c76-95e1-6aeafd9545d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:00.681147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.v2.base [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Request body: {'port': {'device_id': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:22:00.890846 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:01.236341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e36686d-04ed-4506-ab4c-078ea2836fc1 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:22:01.243295 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb8001-feb5-4131-aecc-be5fac751805 req-e9537a85-ce1d-4aa0-af81-4be18f630052 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:01.243823 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:01.244778 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-13eb8001-feb5-4131-aecc-be5fac751805 req-e9537a85-ce1d-4aa0-af81-4be18f630052 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 931 time: 0.0797129 Feb 28 12:22:01.257696 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Transition to ACTIVE for port object 8e36686d-04ed-4506-ab4c-078ea2836fc1 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:22:01.261797 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:01.289589 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-13eb8001-feb5-4131-aecc-be5fac751805 req-53631c37-8e75-46d5-b728-85dec7bbcab9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387986 Feb 28 12:22:01.421498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Pushing event updated for resources: {'Port': ['ID=8e36686d-04ed-4506-ab4c-078ea2836fc1,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:22:01.503662 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Attempting to bind port 8e36686d-04ed-4506-ab4c-078ea2836fc1 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:22:01.503943 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Attempting to bind port 8e36686d-04ed-4506-ab4c-078ea2836fc1 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:22:01.504267 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Attempting to bind port 8e36686d-04ed-4506-ab4c-078ea2836fc1 on network 183b157b-667a-4e00-8f09-92afaa1582ee {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:22:01.508707 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Port 8e36686d-04ed-4506-ab4c-078ea2836fc1 on network 183b157b-667a-4e00-8f09-92afaa1582ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 12:22:01.509027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Attempting to bind port 8e36686d-04ed-4506-ab4c-078ea2836fc1 on network 183b157b-667a-4e00-8f09-92afaa1582ee {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 12:22:01.514123 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Checking agent: {'id': '44cf9a15-cac1-47d1-9b56-264393d774a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'started_at': datetime.datetime(2022, 2, 28, 11, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 12:22:01.514457 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Checking segment: {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 12:22:01.514839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Bound using segment: {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 12:22:01.515298 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Bound port: 8e36686d-04ed-4506-ab4c-078ea2836fc1, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:22:01.515642 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:01.606066 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 12:22:01.608875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 12:22:01.613541 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8280809'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:01.668591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:01.669153 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:01.670520 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] 10.222.0.37 "PUT /v2.0/ports/8e36686d-04ed-4506-ab4c-078ea2836fc1 HTTP/1.1" status: 200 len: 1093 time: 1.0294206 Feb 28 12:22:01.670963 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:22:01.710141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18350c-7f1f-45bf-9916-1b4160403bfc service neutron] Pushing event updated for resources: {'Port': ['ID=8e36686d-04ed-4506-ab4c-078ea2836fc1,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:22:01.803584 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c50d25-3e96-424e-95fe-6bb831610613 req-7b360977-d2a5-413f-addd-abae13cf0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:01.805063 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-7b360977-d2a5-413f-addd-abae13cf0baa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 1096 time: 0.0899630 Feb 28 12:22:01.874192 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'status': 'completed', 'code': 200} Feb 28 12:22:01.888702 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-2e1c5274-acd8-4f75-ad15-18701473cd7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1 HTTP/1.1" status: 200 len: 217 time: 0.0763481 Feb 28 12:22:01.952516 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c50d25-3e96-424e-95fe-6bb831610613 req-615d8dfa-5001-49be-a01b-83b3280f3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:01.954004 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-615d8dfa-5001-49be-a01b-83b3280f3550 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0580096 Feb 28 12:22:02.031990 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c50d25-3e96-424e-95fe-6bb831610613 req-2ee0ed21-c412-4889-958d-5a00ff97337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:02.033427 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-2ee0ed21-c412-4889-958d-5a00ff97337c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739927 Feb 28 12:22:02.160847 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-30c1b9d6-da1c-423c-ad98-c1439a23b197 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218994 Feb 28 12:22:02.288846 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-80c50d25-3e96-424e-95fe-6bb831610613 req-465371ab-a56e-450f-b722-fab9b23507e5 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217663 Feb 28 12:22:02.403921 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-8f9125a0-7724-4bdf-81e3-866ac871ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:02.405417 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-8f9125a0-7724-4bdf-81e3-866ac871ecbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 1096 time: 0.0708580 Feb 28 12:22:02.483230 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba2232-aac3-41c8-bead-a78cef6a7d46 req-5cfe2e3c-3f6e-4453-9990-bea21beca6e4 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:02.484694 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4aba2232-aac3-41c8-bead-a78cef6a7d46 req-5cfe2e3c-3f6e-4453-9990-bea21beca6e4 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 943 time: 0.0827146 Feb 28 12:22:02.528644 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-4aba2232-aac3-41c8-bead-a78cef6a7d46 req-0fb284fe-4c4c-49b6-b419-b07faa88508c tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381730 Feb 28 12:22:02.536817 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-fc54ff95-02f0-4b4f-9093-f27321faf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:02.538251 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-fc54ff95-02f0-4b4f-9093-f27321faf184 service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.1264443 Feb 28 12:22:02.609466 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-74b894eb-be95-4d3a-b506-415c915fc774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:02.696052 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-0e7e566d-7776-4658-b721-9c4ef47d8480 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1 HTTP/1.1" status: 200 len: 217 time: 0.1510181 Feb 28 12:22:02.757265 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-572a9ec5-4918-4df1-8a50-0e5b6b05d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:02.758702 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-572a9ec5-4918-4df1-8a50-0e5b6b05d992 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0567415 Feb 28 12:22:02.834096 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-56c7428f-fd9e-4fed-91db-32c524131e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:02.835479 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-56c7428f-fd9e-4fed-91db-32c524131e6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708222 Feb 28 12:22:02.964823 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-4f01c163-e7ac-450b-b42b-c77b69f9f8d0 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225893 Feb 28 12:22:03.097506 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a38681f1-d6fd-42ab-98e7-7a505d069ae1 req-cc705b32-2433-4339-a4ee-ce2fbcaf37e4 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254020 Feb 28 12:22:03.714156 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf664c-226a-4b0e-8d37-636f64b8f926 req-0a0eb6be-e6f2-4400-bc22-8f4b8510c778 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:03.715634 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1baf664c-226a-4b0e-8d37-636f64b8f926 req-0a0eb6be-e6f2-4400-bc22-8f4b8510c778 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 943 time: 0.0784531 Feb 28 12:22:03.762345 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-1baf664c-226a-4b0e-8d37-636f64b8f926 req-833112db-d334-45c3-ada4-6554f0415fcb tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411623 Feb 28 12:22:03.826578 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:03.911929 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:04.620595 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e36686d-04ed-4506-ab4c-078ea2836fc1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:22:04.751470 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:22:04.764989 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'port_id': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'mac_address': 'fa:16:3e:c8:a6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:22:04.823440 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:04.840314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e36686d-04ed-4506-ab4c-078ea2836fc1 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:22:04.855397 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:22:04.859169 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:04.925700 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e36686d-04ed-4506-ab4c-078ea2836fc1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:22:04.946088 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228be96-6029-48f0-a6a6-b4774737c8ff req-8803fe6a-2a38-42c1-90e8-f5127f448b5a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:04.947554 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e228be96-6029-48f0-a6a6-b4774737c8ff req-8803fe6a-2a38-42c1-90e8-f5127f448b5a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 944 time: 0.0798512 Feb 28 12:22:04.992594 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-e228be96-6029-48f0-a6a6-b4774737c8ff req-0f1dbcdb-6904-4d51-93e3-3f011292934b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 Feb 28 12:22:05.110908 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['8e36686d-04ed-4506-ab4c-078ea2836fc1'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:22:05.426510 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:06.180085 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b1452-cf7d-433d-b2cb-f31bde355f90 req-bc73d31f-5fc6-4849-91a9-7a631a71af3f tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:06.181533 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-780b1452-cf7d-433d-b2cb-f31bde355f90 req-bc73d31f-5fc6-4849-91a9-7a631a71af3f tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 944 time: 0.0815268 Feb 28 12:22:06.224639 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-780b1452-cf7d-433d-b2cb-f31bde355f90 req-657f4d33-067e-4c7c-81a4-abdcf8d1b1e9 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375953 Feb 28 12:22:06.629063 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e36686d-04ed-4506-ab4c-078ea2836fc1 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:22:06.694768 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning for port 8e36686d-04ed-4506-ab4c-078ea2836fc1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:22:06.700010 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 8e36686d-04ed-4506-ab4c-078ea2836fc1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:22:06.700386 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:06.812800 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:06.838722 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:22:06.847947 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:22:06.855274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:06.927839 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e36686d-04ed-4506-ab4c-078ea2836fc1,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:22:06.986405 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'code': 200} Feb 28 12:22:07.212504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b15fa1-39bc-4572-b163-716cfe829b02 req-2d46dc2f-69f0-4aa2-a341-9052d952bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:07.214474 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b8b15fa1-39bc-4572-b163-716cfe829b02 req-2d46dc2f-69f0-4aa2-a341-9052d952bd55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 1098 time: 0.0690269 Feb 28 12:22:07.255692 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-b8b15fa1-39bc-4572-b163-716cfe829b02 req-d2853611-d2bc-479f-a865-b96bc0a7d0e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340133 Feb 28 12:22:07.410434 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dccad1-b80a-4ee4-8d6d-4efa337b8c9d req-e7338355-b21e-43c4-9a05-96e3f86a5c2b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:07.411911 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a7dccad1-b80a-4ee4-8d6d-4efa337b8c9d req-e7338355-b21e-43c4-9a05-96e3f86a5c2b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 945 time: 0.0827794 Feb 28 12:22:07.454585 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a7dccad1-b80a-4ee4-8d6d-4efa337b8c9d req-6258754c-c1d0-4716-8e81-2eb0001b3ddb tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365016 Feb 28 12:22:08.642307 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754e505-8390-44d2-82c7-7da073a30cac req-944e8ddc-f45a-4502-8511-591223e93e19 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:08.643649 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3754e505-8390-44d2-82c7-7da073a30cac req-944e8ddc-f45a-4502-8511-591223e93e19 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 945 time: 0.0809846 Feb 28 12:22:08.686459 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3754e505-8390-44d2-82c7-7da073a30cac req-7f576a3e-39f5-426e-994c-f0b2d609d322 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373943 Feb 28 12:22:08.868148 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc429f-7852-4d05-a7a8-48d7e65c8324 req-df7adf25-d68b-44c2-b1ba-48dafcb3e133 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:08.869560 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-effc429f-7852-4d05-a7a8-48d7e65c8324 req-df7adf25-d68b-44c2-b1ba-48dafcb3e133 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 945 time: 0.0783923 Feb 28 12:22:08.914163 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-effc429f-7852-4d05-a7a8-48d7e65c8324 req-fed2da8e-ab8c-4cbc-98bd-b2e4e10f72e3 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388613 Feb 28 12:22:08.935834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:22:09.002903 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7561820e-d5be-4d0e-b358-79c6e7c1b951 tempest-TestSnapshotPattern-676439035 tempest-TestSnapshotPattern-676439035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:09.004391 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-7561820e-d5be-4d0e-b358-79c6e7c1b951 tempest-TestSnapshotPattern-676439035 tempest-TestSnapshotPattern-676439035-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 1093 time: 0.0676279 Feb 28 12:22:09.007045 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:22:09.011817 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.v2.base [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Request body: {'floatingip': {'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'port_id': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:22:09.017527 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:22:09.021238 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Usage tracker for resource:floatingip and tenant:9a3a942f973c4229b302cba951293f83 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:22:09.024044 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:22:09.030041 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:22:09.039904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:09.175793 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:09.405729 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Allocated IP 172.26.8.17 (77a66528-31b9-4334-b231-549f03c66687/2cb17c74-778e-402b-8d1a-c7234e6ca7c9/d166be06-146f-4d40-b2b9-24625683a0bc) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:22:09.545343 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:09.574127 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748811192104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:09.632371 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Network 77a66528-31b9-4334-b231-549f03c66687 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:22:09.639539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:22:09.643468 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 12:22:09.674052 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'Port': ['ID=d166be06-146f-4d40-b2b9-24625683a0bc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:22:09.691608 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.691953 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.692288 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.692616 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.692937 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.693266 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.693587 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.693904 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.694219 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.694539 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.694851 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:09.695184 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:22:10.057945 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:10.127934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:10.332907 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:10.337070 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080032'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:10.442989 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event updated for resources: {'Port': ['ID=d166be06-146f-4d40-b2b9-24625683a0bc,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:22:10.452363 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332487'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:10.618433 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Floating IP 80730939-a84e-4f3f-b583-27efcfd29f9d associated. External IP: 172.26.8.17, port: 8e36686d-04ed-4506-ab4c-078ea2836fc1. Feb 28 12:22:11.065551 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:22:11.244190 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:22:11.258966 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] Sync routers for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:22:11.269174 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:22:11.269355 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:11.269790 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:22:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:22:11.323840 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-08bc56db-d338-4a93-919e-2361a566fc1d tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3151534 Feb 28 12:22:11.324332 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:22:11.445527 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:22:11.455099 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'status': 'completed', 'code': 200} Feb 28 12:22:11.549724 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-b60f95ab-4687-4275-83d9-706fca6810ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:11.551207 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-b60f95ab-4687-4275-83d9-706fca6810ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 1098 time: 0.0734437 Feb 28 12:22:11.681098 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-76efbe2c-f4c0-4262-9148-ba4d45fdc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:11.684137 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-76efbe2c-f4c0-4262-9148-ba4d45fdc335 service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.1269431 Feb 28 12:22:11.786341 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-cc0159b0-bf6a-437d-86c9-4b0a2d3df0b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1 HTTP/1.1" status: 200 len: 998 time: 0.0962934 Feb 28 12:22:11.790885 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '64adb04a-cb63-40b1-bac1-7c1435913bfa', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:19:39Z', 'updated_at': '2022-02-28T12:19:41Z', 'revision_number': 1, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}, {'id': '80730939-a84e-4f3f-b583-27efcfd29f9d', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:c8:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:22:09Z', 'updated_at': '2022-02-28T12:22:09Z', 'revision_number': 0, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:22:11.795345 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] Checking router: 95a2d64f-f141-4f56-bf18-d2a8e50b16fa for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:22:11.803254 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:22:11.803835 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:22:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:22:11.847459 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-4a673e7c-30d0-481f-a186-86355ec39059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:11.848870 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-4a673e7c-30d0-481f-a186-86355ec39059 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0560167 Feb 28 12:22:11.925785 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-112bbc98-ff55-498f-a01b-76053a633081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:11.927266 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-112bbc98-ff55-498f-a01b-76053a633081 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717063 Feb 28 12:22:11.972731 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:22:12.057409 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-dfd32f48-bc3c-4eeb-9960-789f6d4db9e3 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236601 Feb 28 12:22:12.185746 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-a2703730-ddaa-4e67-896e-6ff1dfe335fa req-b46e3d50-cae5-4cf7-9fe5-335d4d622458 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227169 Feb 28 12:22:12.349197 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '64adb04a-cb63-40b1-bac1-7c1435913bfa', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:19:39Z', 'updated_at': '2022-02-28T12:19:41Z', 'revision_number': 1, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}, {'id': '80730939-a84e-4f3f-b583-27efcfd29f9d', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:c8:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:22:09Z', 'updated_at': '2022-02-28T12:22:09Z', 'revision_number': 0, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:22:12.352987 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db8fb0-f260-4f9d-abfa-4dd8553df638 None None] The sync data for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv is: [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '64adb04a-cb63-40b1-bac1-7c1435913bfa', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:19:39Z', 'updated_at': '2022-02-28T12:19:41Z', 'revision_number': 1, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}, {'id': '80730939-a84e-4f3f-b583-27efcfd29f9d', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:c8:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:22:09Z', 'updated_at': '2022-02-28T12:22:09Z', 'revision_number': 0, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:22:12.532016 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3ae53-0288-4d16-8135-37a0151764cb None None] New status for floating IP 80730939-a84e-4f3f-b583-27efcfd29f9d: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:22:19.004889 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-dcc1e12f-b371-41e5-b31f-2b2537066b67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668762 Feb 28 12:22:19.139798 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-dd1004eb-3213-4c00-8372-41f6835859bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:19.141221 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-dd1004eb-3213-4c00-8372-41f6835859bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 1096 time: 0.0695686 Feb 28 12:22:19.284909 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-a49dfd7a-f81d-4159-8e2c-45fe4e587c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:19.286228 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-a49dfd7a-f81d-4159-8e2c-45fe4e587c7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.1257880 Feb 28 12:22:19.478981 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-cbc148f9-6c49-4b5e-b425-80cd81a24480 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c HTTP/1.1" status: 200 len: 998 time: 0.1858189 Feb 28 12:22:19.542638 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-1eb0d1ec-b96b-4378-9666-9bc37b2086c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:19.543994 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-1eb0d1ec-b96b-4378-9666-9bc37b2086c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0586398 Feb 28 12:22:19.618829 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-6dfa0c3c-24e4-402c-b0ef-bd1e4d50bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:19.620845 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-6dfa0c3c-24e4-402c-b0ef-bd1e4d50bd11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704288 Feb 28 12:22:19.750949 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-58f38175-090f-460b-b4df-157a1d944e7f service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228812 Feb 28 12:22:19.880827 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-16f8fc09-a15d-4888-a0fb-eb9426507430 req-04b0f910-30e6-4d23-b788-8056ed5b1caf service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233099 Feb 28 12:22:27.846041 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:30.350913 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-13cd7b8b-ba19-49ea-82e1-2c8580732a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:32.283332 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:22:32.611756 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-734234e4-c068-4700-921a-867083e894d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:33.829308 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:33.912984 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:35.403826 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:57.868025 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:00.353952 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b45d-d013-4602-827b-0d93491bff2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:02.612053 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-358302b6-df5d-47b8-93bb-87c3c98b91ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:03.833828 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:03.914320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:05.407548 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:09.283026 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:23:20.055894 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-d7f39e11-0251-44a4-93f3-97ec9d14d0f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889459 Feb 28 12:23:20.144015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-a9831e73-3c30-4255-9434-4e991e9623d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:20.145461 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-a9831e73-3c30-4255-9434-4e991e9623d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 1098 time: 0.0702481 Feb 28 12:23:20.287821 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-29fcff3f-2af0-4b3c-9e27-2c899bc3518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:20.289240 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-29fcff3f-2af0-4b3c-9e27-2c899bc3518d service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.1252403 Feb 28 12:23:20.388313 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-11cf8949-c696-4408-a83d-706271a5ef61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0931356 Feb 28 12:23:20.446830 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-36c3f1a7-0485-4a4d-9a25-ced51f0e6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:20.448209 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-36c3f1a7-0485-4a4d-9a25-ced51f0e6a60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0544410 Feb 28 12:23:20.522603 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-f753238d-14aa-4f71-ae54-ac3372d28f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:20.524043 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-f753238d-14aa-4f71-ae54-ac3372d28f43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700727 Feb 28 12:23:20.659635 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-1633aeeb-c4c5-48a5-85b4-0634bedc0ac9 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287334 Feb 28 12:23:20.789874 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-ea047500-5d53-4ed3-870d-f7f32d71af5a req-b5b5cd14-f168-4d34-a7d6-053a6035e404 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240115 Feb 28 12:23:27.870303 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:30.355647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-622f5cf4-4f76-4334-8ab1-23c8664eb077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:32.613249 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0196651e-cafe-4981-bd6a-75a1e3c8722f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.834294 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.915390 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.409400 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:46.281804 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:23:55.119645 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e36686d-04ed-4506-ab4c-078ea2836fc1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:23:55.264511 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:23:55.285173 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Returning: {'device': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'port_id': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'mac_address': 'fa:16:3e:c8:a6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:23:55.348038 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:55.367977 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e36686d-04ed-4506-ab4c-078ea2836fc1 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 12:23:55.385398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:23:55.390421 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:55.466079 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e36686d-04ed-4506-ab4c-078ea2836fc1,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:55.474078 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.474496 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.474986 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.475335 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.475662 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.475994 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.476314 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.476633 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.476957 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.477274 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.477589 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.477905 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:55.483801 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] get_ports_and_sgs() called for port_ids ['8e36686d-04ed-4506-ab4c-078ea2836fc1'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 12:23:57.134843 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e36686d-04ed-4506-ab4c-078ea2836fc1 up at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:57.261223 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Provisioning complete for port 8e36686d-04ed-4506-ab4c-078ea2836fc1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:57.261601 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439114'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:57.384099 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:57.412647 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:23:57.438558 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:23:57.445743 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:57.489595 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'code': 200} Feb 28 12:23:57.528991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e36686d-04ed-4506-ab4c-078ea2836fc1,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:57.892784 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:00.359785 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7815f7e0-41f7-4d6e-8a83-33d91cbcc144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:02.618240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dffd271b-7828-49be-b09b-2dbf596aa341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:03.837243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:03.916783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:04.879182 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38856) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:05.083415 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Deleting port d166be06-146f-4d40-b2b9-24625683a0bc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:05.083753 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:05.252578 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:05.252898 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:05.371013 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Calling delete_port for d166be06-146f-4d40-b2b9-24625683a0bc owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:05.413434 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:05.517300 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080023'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:05.564070 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event deleted for resources: {'Port': ['ID=d166be06-146f-4d40-b2b9-24625683a0bc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:05.607711 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.608060 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.608397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.608731 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.609059 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.609394 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.609714 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.610038 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.610362 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.610696 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.610999 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.611352 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:05.669717 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:05.669990 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.db.l3_db [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Floating IP 80730939-a84e-4f3f-b583-27efcfd29f9d disassociated (deleted). External IP: 172.26.8.17, port: 8e36686d-04ed-4506-ab4c-078ea2836fc1. Feb 28 12:24:06.120034 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:24:06.292036 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:24:06.301791 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] Sync routers for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:24:06.304701 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:06.311384 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:24:06.312008 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:24:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:06.361789 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-a2579e7b-7562-4bc6-ab90-8c1e32c2b8d7 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "DELETE /v2.0/floatingips/80730939-a84e-4f3f-b583-27efcfd29f9d HTTP/1.1" status: 204 len: 168 time: 1.4815445 Feb 28 12:24:06.362368 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:24:06.410973 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'status': 'completed', 'code': 200} Feb 28 12:24:06.498490 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:24:06.511357 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-8227b539-5adb-421e-96cc-73cc99a99149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:06.513515 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-8227b539-5adb-421e-96cc-73cc99a99149 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 1098 time: 0.0812135 Feb 28 12:24:06.650734 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-901c94df-8874-46e7-b3c5-64df3b79777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:06.652133 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-901c94df-8874-46e7-b3c5-64df3b79777f service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.1330206 Feb 28 12:24:06.761718 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591971d9-8bd5-40ca-8b6c-e8ab7e21a2a8 req-2ea66705-406f-4f07-9f4c-78c10e2d6680 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:06.762466 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-591971d9-8bd5-40ca-8b6c-e8ab7e21a2a8 req-2ea66705-406f-4f07-9f4c-78c10e2d6680 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Synchronizing usage tracker for tenant:9a3a942f973c4229b302cba951293f83 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:24:06.781677 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.quota.resource [req-591971d9-8bd5-40ca-8b6c-e8ab7e21a2a8 req-2ea66705-406f-4f07-9f4c-78c10e2d6680 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Unset dirty status for tenant:9a3a942f973c4229b302cba951293f83 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:24:06.783768 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-591971d9-8bd5-40ca-8b6c-e8ab7e21a2a8 req-2ea66705-406f-4f07-9f4c-78c10e2d6680 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 945 time: 0.1098249 Feb 28 12:24:06.830694 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-591971d9-8bd5-40ca-8b6c-e8ab7e21a2a8 req-6e49aaf6-38f4-4968-9d64-dc33042f2daf tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Feb 28 12:24:06.848387 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-ecae365b-6b4d-4dcf-923e-feff4d5d17b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1 HTTP/1.1" status: 200 len: 217 time: 0.1894312 Feb 28 12:24:06.872728 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '64adb04a-cb63-40b1-bac1-7c1435913bfa', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:19:39Z', 'updated_at': '2022-02-28T12:19:41Z', 'revision_number': 1, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:06.877306 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] Checking router: 95a2d64f-f141-4f56-bf18-d2a8e50b16fa for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:24:06.890270 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:24:06.890865 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:24:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:06.910288 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-8d662b7a-e66f-44cc-a0d6-2f9dd19b4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:06.911718 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-8d662b7a-e66f-44cc-a0d6-2f9dd19b4c88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0571358 Feb 28 12:24:06.987870 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-aa5c4b20-428a-4867-adf8-d34f8d0f4258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:06.989316 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-aa5c4b20-428a-4867-adf8-d34f8d0f4258 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705931 Feb 28 12:24:07.061828 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:24:07.120444 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-836a2da7-f29e-4b8a-831d-1b2393597e6e service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237113 Feb 28 12:24:07.151105 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e36686d-04ed-4506-ab4c-078ea2836fc1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:24:07.253157 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-c38bb291-13b7-4956-9bd7-ebffbd8538ba req-714385af-38cd-4c25-a3f7-58fd15ed25a3 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252809 Feb 28 12:24:07.266554 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578923'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:07.292742 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:24:07.302729 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:07.308176 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748811539950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748811192122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748811192167'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:07.361680 dv-neutron-831192-2-hyperv neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'code': 200} Feb 28 12:24:07.382871 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Pushing event updated for resources: {'Port': ['ID=8e36686d-04ed-4506-ab4c-078ea2836fc1,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:07.443140 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '64adb04a-cb63-40b1-bac1-7c1435913bfa', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:19:39Z', 'updated_at': '2022-02-28T12:19:41Z', 'revision_number': 1, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:07.446934 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87998a5-6f7c-4831-86f8-8f3cf11ad4cf None None] The sync data for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv is: [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_floatingips': [{'id': '64adb04a-cb63-40b1-bac1-7c1435913bfa', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'floating_ip_address': '172.26.8.49', 'floating_network_id': '77a66528-31b9-4334-b231-549f03c66687', 'router_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'port_id': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'mac_address': 'fa:16:3e:2c:c4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:19:39Z', 'updated_at': '2022-02-28T12:19:41Z', 'revision_number': 1, 'project_id': '9a3a942f973c4229b302cba951293f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:24:07.669340 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be651bd0-335e-4feb-909b-40e29d42ccb1 None None] New status for floating IP 80730939-a84e-4f3f-b583-27efcfd29f9d: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:24:08.027816 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c13978-5de4-4241-9b60-3a90d29a4da1 req-7c5eabbf-c94d-452c-9ef1-e58f539b9fa1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:08.029275 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c5c13978-5de4-4241-9b60-3a90d29a4da1 req-7c5eabbf-c94d-452c-9ef1-e58f539b9fa1 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 943 time: 0.0845273 Feb 28 12:24:08.072998 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c5c13978-5de4-4241-9b60-3a90d29a4da1 req-fecb3e96-92c6-4217-b923-b632b022b8bf tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377719 Feb 28 12:24:08.238253 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-f8fb9af2-4d58-43b0-a7be-25f24ceb514b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:08.238953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-f8fb9af2-4d58-43b0-a7be-25f24ceb514b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Synchronizing usage tracker for tenant:9a3a942f973c4229b302cba951293f83 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:24:08.251606 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-f8fb9af2-4d58-43b0-a7be-25f24ceb514b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Unset dirty status for tenant:9a3a942f973c4229b302cba951293f83 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:24:08.252745 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-f8fb9af2-4d58-43b0-a7be-25f24ceb514b tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 943 time: 0.0912097 Feb 28 12:24:08.328701 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Deleting port 8e36686d-04ed-4506-ab4c-078ea2836fc1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:08.328966 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:08.570294 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] For port 8e36686d-04ed-4506-ab4c-078ea2836fc1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e36686d-04ed-4506-ab4c-078ea2836fc1,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:08.570580 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:08.694027 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Calling delete_port for 8e36686d-04ed-4506-ab4c-078ea2836fc1 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:08.839323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:08.889164 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event deleted for resources: {'Port': ['ID=8e36686d-04ed-4506-ab4c-078ea2836fc1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:08.927328 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.927700 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.928024 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.928355 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.928685 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.929015 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.929342 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.929666 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.929989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.930315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.930635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.930953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-2-hyperv {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:24:08.980953 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] No DVR routers for this DVR port 8e36686d-04ed-4506-ab4c-078ea2836fc1 on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:24:08.983351 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:08.985767 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'name': 'network-vif-deleted', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:24:09.001031 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-9fb6ffb7-fb56-48e7-8f56-a8a8a8daf6cc req-441d7295-002b-48a1-a93a-eef24d2012ea tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "DELETE /v2.0/ports/8e36686d-04ed-4506-ab4c-078ea2836fc1 HTTP/1.1" status: 204 len: 173 time: 0.7422268 Feb 28 12:24:09.030851 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05df7514-adc7-45fc-b00d-d3088d72cdf3', 'name': 'network-vif-deleted', 'tag': '8e36686d-04ed-4506-ab4c-078ea2836fc1', 'status': 'completed', 'code': 200} Feb 28 12:24:09.234731 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-a936667e-14b9-48e2-aced-b688c44e0ad7 req-0eeac6a4-db10-4a85-888a-640c6402983e tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=05df7514-adc7-45fc-b00d-d3088d72cdf3 HTTP/1.1" status: 200 len: 210 time: 0.0432105 Feb 28 12:24:10.864739 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38940) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:11.072006 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Deleting port 33385c78-35ee-4efd-9fe4-76fc696a437d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:11.072350 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:11.332611 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:11.332938 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:11.455902 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Calling delete_port for 33385c78-35ee-4efd-9fe4-76fc696a437d owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:11.603366 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:11.650460 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event deleted for resources: {'Port': ['ID=33385c78-35ee-4efd-9fe4-76fc696a437d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:11.743961 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:11.744293 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.db.l3_db [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Floating IP 64adb04a-cb63-40b1-bac1-7c1435913bfa disassociated (deleted). External IP: 172.26.8.49, port: 8e16f240-8e35-4ab4-ae45-b49042dd5e2c. Feb 28 12:24:12.089414 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:24:12.266899 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:24:12.276139 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] Sync routers for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:24:12.283110 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:12.285650 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:24:12.286307 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:24:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:12.336191 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-ddf3d95c-ecb1-4387-a4cd-99077ac1a561 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "DELETE /v2.0/floatingips/64adb04a-cb63-40b1-bac1-7c1435913bfa HTTP/1.1" status: 204 len: 168 time: 1.4703767 Feb 28 12:24:12.336877 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:24:12.384871 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'status': 'completed', 'code': 200} Feb 28 12:24:12.464101 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:24:12.479512 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1f249-1789-4f67-853c-23a7c004733d req-fc230526-2a50-463a-8ca1-94a26690d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:12.481033 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-52f1f249-1789-4f67-853c-23a7c004733d req-fc230526-2a50-463a-8ca1-94a26690d0a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a3a942f973c4229b302cba951293f83&device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 1096 time: 0.0735912 Feb 28 12:24:12.720713 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56b245-cfe1-44d0-854f-21bad5efe542 req-fa09af8d-fe8c-409c-833e-096e7167db44 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:12.722949 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3e56b245-cfe1-44d0-854f-21bad5efe542 req-fa09af8d-fe8c-409c-833e-096e7167db44 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 943 time: 0.0899825 Feb 28 12:24:12.736565 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1f249-1789-4f67-853c-23a7c004733d req-c1eb41b6-600d-401f-969a-5df92dea2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:12.738045 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-52f1f249-1789-4f67-853c-23a7c004733d req-c1eb41b6-600d-401f-969a-5df92dea2435 service neutron] 10.222.0.37 "GET /v2.0/networks?id=183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 200 len: 910 time: 0.2512200 Feb 28 12:24:12.769651 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-3e56b245-cfe1-44d0-854f-21bad5efe542 req-5c1b9b23-8825-4c6e-b3da-891562e382f5 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402098 Feb 28 12:24:12.805270 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:12.809083 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] Checking router: 95a2d64f-f141-4f56-bf18-d2a8e50b16fa for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:24:12.810879 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-52f1f249-1789-4f67-853c-23a7c004733d req-a56a0824-5d39-4085-aa2b-76f2f4b2b227 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c HTTP/1.1" status: 200 len: 217 time: 0.0650806 Feb 28 12:24:12.818142 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:24:12.818733 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:24:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:12.875775 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1f249-1789-4f67-853c-23a7c004733d req-952b620e-6211-4484-bd73-c9b774e92645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:12.877209 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-52f1f249-1789-4f67-853c-23a7c004733d req-952b620e-6211-4484-bd73-c9b774e92645 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 200 len: 848 time: 0.0603328 Feb 28 12:24:12.956037 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1f249-1789-4f67-853c-23a7c004733d req-7647ea58-ab59-4030-8b05-162b9827068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:12.957518 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-52f1f249-1789-4f67-853c-23a7c004733d req-7647ea58-ab59-4030-8b05-162b9827068e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=183b157b-667a-4e00-8f09-92afaa1582ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735714 Feb 28 12:24:12.991054 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:24:13.088687 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-52f1f249-1789-4f67-853c-23a7c004733d req-00f727fc-17aa-4097-abe0-5ad36ab1cf8f service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241553 Feb 28 12:24:13.155581 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e36686d-04ed-4506-ab4c-078ea2836fc1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:24:13.192004 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 8e36686d-04ed-4506-ab4c-078ea2836fc1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:24:13.192593 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e36686d-04ed-4506-ab4c-078ea2836fc1 not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:24:13.228557 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-52f1f249-1789-4f67-853c-23a7c004733d req-5558a00e-ee99-4223-859a-86e5cf6784e3 service neutron] 10.222.0.37 "GET /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311505 Feb 28 12:24:13.296340 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:13.299983 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c8225-332c-4ea5-87d3-db4ff6b9e1ec None None] The sync data for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv is: [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:19:16Z', 'revision_number': 4, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv', '_interfaces': [{'id': '5f527c07-53bc-4253-82b4-5be861fbc737', 'name': '', 'network_id': '183b157b-667a-4e00-8f09-92afaa1582ee', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'mac_address': 'fa:16:3e:af:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:15Z', 'updated_at': '2022-02-28T12:19:22Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'subnets': [{'id': '4880c5ab-ac22-4262-ae6c-95fec43d432a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:24:13.525447 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3353dfea-932a-4e88-8561-5d25cb156dba None None] New status for floating IP 64adb04a-cb63-40b1-bac1-7c1435913bfa: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 12:24:13.957548 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1ef10-cd2b-4ce2-9e4b-8ea4b03b0398 req-8b1f7408-30ee-470a-8bcb-72576eeb6a21 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:13.959005 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c1e1ef10-cd2b-4ce2-9e4b-8ea4b03b0398 req-8b1f7408-30ee-470a-8bcb-72576eeb6a21 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 943 time: 0.0814383 Feb 28 12:24:14.005627 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-c1e1ef10-cd2b-4ce2-9e4b-8ea4b03b0398 req-a2f75086-8e28-4ad8-9d00-9d5d26ef7c2a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Feb 28 12:24:14.209504 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-d0363ca8-1e65-4b00-8bb7-277dfcae713a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:14.210113 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-d0363ca8-1e65-4b00-8bb7-277dfcae713a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Synchronizing usage tracker for tenant:9a3a942f973c4229b302cba951293f83 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:24:14.224591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.quota.resource [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-d0363ca8-1e65-4b00-8bb7-277dfcae713a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Unset dirty status for tenant:9a3a942f973c4229b302cba951293f83 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:24:14.225721 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-d0363ca8-1e65-4b00-8bb7-277dfcae713a tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 943 time: 0.1008241 Feb 28 12:24:14.296764 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Deleting port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:14.297448 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:14.535758 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] For port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:14.536023 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:14.655770 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Calling delete_port for 8e16f240-8e35-4ab4-ae45-b49042dd5e2c owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:14.798498 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:14.846598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event deleted for resources: {'Port': ['ID=8e16f240-8e35-4ab4-ae45-b49042dd5e2c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:14.921455 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] No DVR routers for this DVR port 8e16f240-8e35-4ab4-ae45-b49042dd5e2c on host hv-neutron-8311 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:24:14.923710 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157251'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:14.926186 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'name': 'network-vif-deleted', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 12:24:14.941472 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [req-347d5095-7501-47fb-9a2f-a7640a19cafa req-2d2e5351-0cdd-4b04-a179-e18030fafc06 tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.37 "DELETE /v2.0/ports/8e16f240-8e35-4ab4-ae45-b49042dd5e2c HTTP/1.1" status: 204 len: 173 time: 0.7077684 Feb 28 12:24:14.971524 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd3bd10-d4b2-43db-9c50-1c71bc582a3a', 'name': 'network-vif-deleted', 'tag': '8e16f240-8e35-4ab4-ae45-b49042dd5e2c', 'status': 'completed', 'code': 200} Feb 28 12:24:15.165415 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [req-de739c75-9ed9-4c41-97a7-29b2d20e50db req-a78f1917-33fc-428a-9a5b-3dee4a63c92e tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd3bd10-d4b2-43db-9c50-1c71bc582a3a HTTP/1.1" status: 200 len: 210 time: 0.0424101 Feb 28 12:24:16.258112 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.64', 38960) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:16.324757 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f782475-368c-40fa-8558-400efd457f8f tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:16.353298 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f782475-368c-40fa-8558-400efd457f8f tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:16.420397 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f782475-368c-40fa-8558-400efd457f8f tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:16.436834 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f782475-368c-40fa-8558-400efd457f8f tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6943e28-ec5e-4b60-a06e-57d3e32cd9a2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:16.449934 dv-neutron-831192-2-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f782475-368c-40fa-8558-400efd457f8f tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:16.451593 dv-neutron-831192-2-hyperv neutron-server[87638]: INFO neutron.wsgi [None req-0f782475-368c-40fa-8558-400efd457f8f tempest-TestSnapshotPattern-1979803202 tempest-TestSnapshotPattern-1979803202-project] 10.222.0.64 "DELETE /v2.0/security-groups/b6943e28-ec5e-4b60-a06e-57d3e32cd9a2 HTTP/1.1" status: 204 len: 168 time: 0.1919835 Feb 28 12:24:16.499627 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38966) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:17.243679 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:17.592449 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Deleting port 5f527c07-53bc-4253-82b4-5be861fbc737 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:17.593041 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:17.764416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] For port 5f527c07-53bc-4253-82b4-5be861fbc737, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=5f527c07-53bc-4253-82b4-5be861fbc737,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:17.764762 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:17.890071 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Calling delete_port for 5f527c07-53bc-4253-82b4-5be861fbc737 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:18.206469 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:18.357333 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f527c07-53bc-4253-82b4-5be861fbc737,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:18.624833 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:18.979000 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:24:19.156154 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:24:19.165656 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] Sync routers for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:24:19.168407 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-e2d5bf48-6687-48b0-b619-c05e21bbba26 admin admin] 10.222.0.64 "PUT /v2.0/routers/95a2d64f-f141-4f56-bf18-d2a8e50b16fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676781 Feb 28 12:24:19.170819 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38972) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:19.175155 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:24:19.175772 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:24:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:19.197435 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e16f240-8e35-4ab4-ae45-b49042dd5e2c no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:24:19.232240 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] No Port match for: 8e16f240-8e35-4ab4-ae45-b49042dd5e2c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:24:19.232591 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Device 8e16f240-8e35-4ab4-ae45-b49042dd5e2c not bound to the agent host hv-neutron-8311 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:24:19.345527 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:19.380149 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: dv-neutron-831192-2-hyperv {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:24:19.529894 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:19.540148 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Deleting port cb59c895-9d74-492f-a90b-1d3f1dfd7c03 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:19.540473 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:19.668882 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:24:18Z', 'revision_number': 5, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port': {'id': 'cb59c895-9d74-492f-a90b-1d3f1dfd7c03', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:13Z', 'updated_at': '2022-02-28T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:19.673458 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] Checking router: 95a2d64f-f141-4f56-bf18-d2a8e50b16fa for host: dv-neutron-831192-2-hyperv {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:24:19.681975 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] Routers {'95a2d64f-f141-4f56-bf18-d2a8e50b16fa'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:24:19.682563 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:24:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:19.829979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] For port cb59c895-9d74-492f-a90b-1d3f1dfd7c03, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=cb59c895-9d74-492f-a90b-1d3f1dfd7c03,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:19.830538 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:19.838747 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] Set router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:24:19.944418 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:24:19Z', 'revision_number': 6, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:19.948521 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1926aed7-e732-4922-9e8e-d9bf0b634626 None None] The sync data for ids ['95a2d64f-f141-4f56-bf18-d2a8e50b16fa'] in dv-neutron-831192-2-hyperv is: [{'id': '95a2d64f-f141-4f56-bf18-d2a8e50b16fa', 'name': 'tempest-TestSnapshotPattern-944987244-router', 'tenant_id': '9a3a942f973c4229b302cba951293f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:12Z', 'updated_at': '2022-02-28T12:24:19Z', 'revision_number': 6, 'project_id': '9a3a942f973c4229b302cba951293f83', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:24:19.954997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Calling delete_port for cb59c895-9d74-492f-a90b-1d3f1dfd7c03 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:20.119800 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.168147 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=cb59c895-9d74-492f-a90b-1d3f1dfd7c03,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:20.253218 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.427307 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.429463 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.452416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.452883 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a2d64f-f141-4f56-bf18-d2a8e50b16fa {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:24:20.465178 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.470295 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-f2daf29a-6417-4905-a1ab-b44f7e1c6f9b admin admin] 10.222.0.64 "DELETE /v2.0/routers/95a2d64f-f141-4f56-bf18-d2a8e50b16fa HTTP/1.1" status: 204 len: 168 time: 1.2945147 Feb 28 12:24:20.470295 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38976) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:20.531084 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd8535e-adc3-46ab-a42c-5ea48bbe476e admin admin] Deleting subnet 4880c5ab-ac22-4262-ae6c-95fec43d432a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:24:20.533918 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfd8535e-adc3-46ab-a42c-5ea48bbe476e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.582598 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfd8535e-adc3-46ab-a42c-5ea48bbe476e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.661873 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfd8535e-adc3-46ab-a42c-5ea48bbe476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.739948 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfd8535e-adc3-46ab-a42c-5ea48bbe476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.779442 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8535e-adc3-46ab-a42c-5ea48bbe476e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4880c5ab-ac22-4262-ae6c-95fec43d432a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:20.781315 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfd8535e-adc3-46ab-a42c-5ea48bbe476e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.786108 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1035fc-f612-40f1-b73d-5e96a1afdd84 None None] Network 183b157b-667a-4e00-8f09-92afaa1582ee requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:24:20.787416 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-dfd8535e-adc3-46ab-a42c-5ea48bbe476e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4880c5ab-ac22-4262-ae6c-95fec43d432a HTTP/1.1" status: 204 len: 168 time: 0.3166599 Feb 28 12:24:20.789760 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38980) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:20.902464 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:20.924416 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Deleting port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:20.926406 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.036583 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] DHCP port deletion for 183b157b-667a-4e00-8f09-92afaa1582ee request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:24:21.040377 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] Deleting port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:21.040748 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.244133 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] For port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9f3be0ff-20d8-4415-a3c5-2db3939c5aee,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:21.244396 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.247286 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] For port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=9f3be0ff-20d8-4415-a3c5-2db3939c5aee,segment=NetworkSegment(90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0),segment_id=90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:21.248320 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.364558 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Calling delete_port for 9f3be0ff-20d8-4415-a3c5-2db3939c5aee owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:21.367536 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] Calling delete_port for 9f3be0ff-20d8-4415-a3c5-2db3939c5aee owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:21.443591 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.472991 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:24:21.473337 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:24:21.491680 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3be0ff-20d8-4415-a3c5-2db3939c5aee,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:21.493637 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] No DVR routers for this DVR port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:24:21.592353 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device cb59c895-9d74-492f-a90b-1d3f1dfd7c03 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:24:21.609361 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.626157 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: cb59c895-9d74-492f-a90b-1d3f1dfd7c03 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:24:21.626482 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device cb59c895-9d74-492f-a90b-1d3f1dfd7c03 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:24:21.626903 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9f3be0ff-20d8-4415-a3c5-2db3939c5aee no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:24:21.634094 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183b157b-667a-4e00-8f09-92afaa1582ee']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:21.645839 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:21.646136 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b27070-9f7b-4e78-bc38-0ab5c6c3c3a0') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:21.657640 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.660727 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 9f3be0ff-20d8-4415-a3c5-2db3939c5aee {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:24:21.661072 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 9f3be0ff-20d8-4415-a3c5-2db3939c5aee not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:24:21.661478 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5f527c07-53bc-4253-82b4-5be861fbc737 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:24:21.674034 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.680217 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:24:21.680599 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.693938 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 5f527c07-53bc-4253-82b4-5be861fbc737 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:24:21.694282 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 5f527c07-53bc-4253-82b4-5be861fbc737 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:24:21.697514 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:24:21.772382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.794116 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:21.808585 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] Pushing event deleted for resources: {'Network': ['ID=183b157b-667a-4e00-8f09-92afaa1582ee,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:21.821190 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-9c6606bb-d8c7-4012-b032-064f30d208fa admin admin] 10.222.0.64 "DELETE /v2.0/networks/183b157b-667a-4e00-8f09-92afaa1582ee HTTP/1.1" status: 204 len: 168 time: 1.0303457 Feb 28 12:24:21.824187 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38984) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:21.975022 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] Deleting port 9f3be0ff-20d8-4415-a3c5-2db3939c5aee {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:21.975602 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:22.042873 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a85ffd50-5461-45f9-a642-e67ec49f313f None None] The port '9f3be0ff-20d8-4415-a3c5-2db3939c5aee' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 12:24:22.352995 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333269'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:22.788997 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Deleting port 3e1f6512-b301-4013-ab58-74c92bf95d3c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:22.789337 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:22.960143 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] For port 3e1f6512-b301-4013-ab58-74c92bf95d3c, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=3e1f6512-b301-4013-ab58-74c92bf95d3c,segment=NetworkSegment(4de13736-704a-4499-b568-95c04a092605),segment_id=4de13736-704a-4499-b568-95c04a092605)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:22.960488 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:23.080635 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Calling delete_port for 3e1f6512-b301-4013-ab58-74c92bf95d3c owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:23.252765 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:23.280541 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:24:23.296446 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1f6512-b301-4013-ab58-74c92bf95d3c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:23.562718 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333161'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:24.025668 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b has already been hosted by L3 agent 21c7096d-6a62-469f-a22b-90699bc2dc75 {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 12:24:24.204235 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] Notify agent at l3_agent.dv-neutron-831192-2-hyperv the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 12:24:24.218437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] Sync routers for ids ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'] in dv-neutron-831192-2-hyperv {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:24:24.226309 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-a6f34516-2292-4956-add8-f1c4d6ed577e admin admin] 10.222.0.64 "PUT /v2.0/routers/04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3988423 Feb 28 12:24:24.226487 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:24.228398 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] Routers {'04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:24:24.229013 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:24:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:24.401160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] Set router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b gateway port host: dv-neutron-831192-2-hyperv {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:24:24.401792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:24.578405 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:24.587522 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Deleting port d3ef5b9b-3663-4343-a439-e49ed1f55369 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:24.587912 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:24.679945 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'external_fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108'}], 'enable_snat': True}, 'gw_port_id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:18Z', 'updated_at': '2022-02-28T12:24:23Z', 'revision_number': 5, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'gw_port': {'id': 'd3ef5b9b-3663-4343-a439-e49ed1f55369', 'name': '', 'network_id': '77a66528-31b9-4334-b231-549f03c66687', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'ip_address': '172.26.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:19:19Z', 'updated_at': '2022-02-28T12:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cb17c74-778e-402b-8d1a-c7234e6ca7c9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-2-hyperv'}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:24.683842 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] Checking router: 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b for host: dv-neutron-831192-2-hyperv {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:24:24.692146 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] Routers {'04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'} bound to L3 agent in host dv-neutron-831192-2-hyperv {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 12:24:24.692798 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:15:02Z,description=,heartbeat_timestamp=2022-02-28T12:24:03Z,host='dv-neutron-831192-2-hyperv',id=21c7096d-6a62-469f-a22b-90699bc2dc75,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:15:02Z,topic='l3_agent')) {'router_ids': ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:24.766353 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] For port d3ef5b9b-3663-4343-a439-e49ed1f55369, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=d3ef5b9b-3663-4343-a439-e49ed1f55369,segment=NetworkSegment(a7aa30ea-0325-4931-8e57-042c3e79ec70),segment_id=a7aa30ea-0325-4931-8e57-042c3e79ec70)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:24.766706 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:24.843567 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] Set router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 12:24:24.887472 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Calling delete_port for d3ef5b9b-3663-4343-a439-e49ed1f55369 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:24.945910 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:18Z', 'updated_at': '2022-02-28T12:24:24Z', 'revision_number': 6, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'gw_port_host': None}], 'dv-neutron-831192-2-hyperv', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:24.949783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b831802-2712-432e-baa7-81fe6cc2de9f None None] The sync data for ids ['04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b'] in dv-neutron-831192-2-hyperv is: [{'id': '04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b', 'name': 'tempest-TestSnapshotPattern-287331942-router', 'tenant_id': 'dd7493fd84084147913f9d9b85b30f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:19:18Z', 'updated_at': '2022-02-28T12:24:24Z', 'revision_number': 6, 'project_id': 'dd7493fd84084147913f9d9b85b30f53', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:24:25.055432 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.104875 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ef5b9b-3663-4343-a439-e49ed1f55369,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:25.190530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332528'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.475456 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.477652 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.503198 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338968'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.503689 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 12:24:25.514933 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.516724 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-58d0efeb-04e8-407d-9d73-70bd44409ddd admin admin] 10.222.0.64 "DELETE /v2.0/routers/04707aa3-6aa4-4487-9f97-ca3a2d7bbc2b HTTP/1.1" status: 204 len: 168 time: 1.2892737 Feb 28 12:24:25.519323 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38992) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:25.581248 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-412a0101-c1b7-4543-a582-d02b143a302b admin admin] Deleting subnet 328ede7c-320d-4c99-b797-fe4a7977365e {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 12:24:25.584040 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-412a0101-c1b7-4543-a582-d02b143a302b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.632162 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-412a0101-c1b7-4543-a582-d02b143a302b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7376923'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.720197 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-412a0101-c1b7-4543-a582-d02b143a302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379210'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.736437 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3e1f6512-b301-4013-ab58-74c92bf95d3c no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:24:25.776959 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: 3e1f6512-b301-4013-ab58-74c92bf95d3c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:24:25.777300 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device 3e1f6512-b301-4013-ab58-74c92bf95d3c not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:24:25.777719 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3ef5b9b-3663-4343-a439-e49ed1f55369 no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:24:25.801683 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-412a0101-c1b7-4543-a582-d02b143a302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8280367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6828337'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.811107 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: d3ef5b9b-3663-4343-a439-e49ed1f55369 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:24:25.811472 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device d3ef5b9b-3663-4343-a439-e49ed1f55369 not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:24:25.843979 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a0101-c1b7-4543-a582-d02b143a302b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328ede7c-320d-4c99-b797-fe4a7977365e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:25.849386 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-412a0101-c1b7-4543-a582-d02b143a302b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.854020 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e5006-76dc-49f6-82d4-1ad5c7543cb2 None None] Network 8b36286f-7996-4017-afe7-ff623ad051f0 requested from dv-neutron-831192-2-hyperv {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 12:24:25.856668 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-412a0101-c1b7-4543-a582-d02b143a302b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/328ede7c-320d-4c99-b797-fe4a7977365e HTTP/1.1" status: 204 len: 168 time: 0.3361294 Feb 28 12:24:25.858787 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 38996) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:25.969443 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527649'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:25.979836 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Deleting port f6e21577-ee40-4ac9-8d79-64d287390fee {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:25.980314 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.098614 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] DHCP port deletion for 8b36286f-7996-4017-afe7-ff623ad051f0 request from dv-neutron-831192-2-hyperv {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 12:24:26.102902 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] Deleting port f6e21577-ee40-4ac9-8d79-64d287390fee {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:26.103379 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.199007 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] For port f6e21577-ee40-4ac9-8d79-64d287390fee, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f6e21577-ee40-4ac9-8d79-64d287390fee,segment=NetworkSegment(4de13736-704a-4499-b568-95c04a092605),segment_id=4de13736-704a-4499-b568-95c04a092605)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:26.199382 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.320277 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Calling delete_port for f6e21577-ee40-4ac9-8d79-64d287390fee owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:26.330183 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] For port f6e21577-ee40-4ac9-8d79-64d287390fee, host dv-neutron-831192-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-2-hyperv',level=0,port_id=f6e21577-ee40-4ac9-8d79-64d287390fee,segment=NetworkSegment(4de13736-704a-4499-b568-95c04a092605),segment_id=4de13736-704a-4499-b568-95c04a092605)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 12:24:26.330574 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.397401 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748811539932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748811192113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8280798'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.441884 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e21577-ee40-4ac9-8d79-64d287390fee,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:26.447058 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] No DVR routers for this DVR port f6e21577-ee40-4ac9-8d79-64d287390fee on host dv-neutron-831192-2-hyperv {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:24:26.452424 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] Calling delete_port for f6e21577-ee40-4ac9-8d79-64d287390fee owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 12:24:26.522184 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.db.api [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:24:26.522541 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG oslo_db.api [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:24:26.560867 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379845', 'neutron.services.segments.db._delete_segments_for_network-8748811678787'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.584572 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b36286f-7996-4017-afe7-ff623ad051f0']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:26.596695 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de13736-704a-4499-b568-95c04a092605') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:26.596989 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.services.segments.db [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de13736-704a-4499-b568-95c04a092605') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:26.608417 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748811681886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7376930'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.623510 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376545'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.629441 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 12:24:26.629811 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8280717'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: Traceback (most recent call last): Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: timer() Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: cb(*args, **kw) Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: return func(*args, **kwargs) Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: self._notify() Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: self.callback(batched_events) Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: event.method(event) Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: return f(self, *a, **k) Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._get(url).json() Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:24:26.642389 dv-neutron-831192-2-hyperv neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:24:26.717792 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332501'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.734167 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576319'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.743993 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b36286f-7996-4017-afe7-ff623ad051f0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:26.751288 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-57bfe490-a3a5-4948-a0e3-198f4920e468 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8b36286f-7996-4017-afe7-ff623ad051f0 HTTP/1.1" status: 204 len: 168 time: 0.8915045 Feb 28 12:24:26.857851 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 39002) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:26.905385 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-013221fc-74ac-4c9f-93fb-9119942e7cc4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a3a942f973c4229b302cba951293f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464399 Feb 28 12:24:26.907788 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 39006) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:26.968391 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9624-8a56-4187-b30d-aa7e8089e630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:26.996292 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9624-8a56-4187-b30d-aa7e8089e630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:27.023739 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] Deleting port f6e21577-ee40-4ac9-8d79-64d287390fee {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 12:24:27.024284 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748811533550'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:27.051480 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9624-8a56-4187-b30d-aa7e8089e630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:27.069330 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f9624-8a56-4187-b30d-aa7e8089e630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae64a034-1cbf-424d-8bc2-abf0f6266af4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:27.080341 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9624-8a56-4187-b30d-aa7e8089e630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:27.081445 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-1f2f9624-8a56-4187-b30d-aa7e8089e630 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae64a034-1cbf-424d-8bc2-abf0f6266af4 HTTP/1.1" status: 204 len: 168 time: 0.1728029 Feb 28 12:24:27.101201 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5be43388-f8a8-4235-b064-663c00d4c2dd None None] The port 'f6e21577-ee40-4ac9-8d79-64d287390fee' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 12:24:27.427530 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 39014) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:27.476630 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c3aa0a13-adb4-460f-847f-d97d6aaa5c56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd7493fd84084147913f9d9b85b30f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478885 Feb 28 12:24:27.479043 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.64', 39018) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:24:27.534211 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c63c77a4-c518-4ce1-9e00-76f4fbdf0970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:27.563057 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c63c77a4-c518-4ce1-9e00-76f4fbdf0970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:27.590819 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f6e21577-ee40-4ac9-8d79-64d287390fee no longer exists at agent ovs-agent-dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:24:27.615141 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c63c77a4-c518-4ce1-9e00-76f4fbdf0970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479769'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:27.624550 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] No Port match for: f6e21577-ee40-4ac9-8d79-64d287390fee {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 12:24:27.624890 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Device f6e21577-ee40-4ac9-8d79-64d287390fee not bound to the agent host dv-neutron-831192-2-hyperv {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:24:27.629738 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c77a4-c518-4ce1-9e00-76f4fbdf0970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba68264-13ee-476f-a61e-eff0939a50f8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:27.636204 dv-neutron-831192-2-hyperv neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c63c77a4-c518-4ce1-9e00-76f4fbdf0970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:27.640435 dv-neutron-831192-2-hyperv neutron-server[87639]: INFO neutron.wsgi [None req-c63c77a4-c518-4ce1-9e00-76f4fbdf0970 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ba68264-13ee-476f-a61e-eff0939a50f8 HTTP/1.1" status: 204 len: 168 time: 0.1574719 Feb 28 12:24:27.899899 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:30.363442 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-64a2d82d-9300-4626-967c-d03d3a1bb190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:32.621189 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1acc2214-2819-4309-9fa2-106a02ddfdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:33.845450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:33.920831 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:35.414480 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:57.901471 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:00.279828 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:25:00.360368 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5f751fc1-75a4-4ef7-936b-b57deb681c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:02.621242 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80a75524-3672-4313-b5a0-37ead14037cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:03.844451 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:03.926823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:05.417978 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:27.911924 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:30.361972 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a1500ea-9e60-4410-b66b-0589de344783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:32.624216 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-15e8792d-0399-4bb6-8c5d-62224eae3163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:33.846718 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:33.916654 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:35.423543 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:37.281689 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:25:57.920369 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:00.364098 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4275242-a857-4b56-b0b0-900217c602e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:02.626450 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e43b53b-8e4a-4d9f-8aac-656b5b2ded18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:03.849622 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:03.919456 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:05.426087 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:14.279961 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:26:27.919880 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:30.367406 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a9982e4-d872-498b-a14c-2bf59ccd6fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:32.630705 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e20a-0f2b-46da-b8cb-9c3266fa4855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:33.851565 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:33.919411 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:35.428613 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:51.278918 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:26:57.934243 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:00.368485 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2981b572-6a29-4212-9b25-0b6a5dc08cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:02.632362 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8d36551-7d0d-4276-b283-5d1f2ac0ce20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:03.854823 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:03.920042 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:05.429725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:27.941459 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:28.277107 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:27:30.369965 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3008f0f7-782b-48ee-947c-d3f11aa81341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:32.635052 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d9f4744e-9c88-42de-a863-2e251a429f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:33.856772 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:33.919963 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:35.431962 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:57.956268 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:00.371269 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-524eaae1-6ce1-4b33-a53b-c1d1a621b325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:02.636646 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3dfaecc5-5004-4b12-8811-33d2fded1dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:03.860222 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:03.921783 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:05.275820 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:28:05.434607 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:27.955404 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:30.372715 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-70230542-8afd-4bfd-ba1c-f14e4f4db6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:32.638505 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52b54479-68c3-483d-aa95-0525770ff4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:33.862653 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:33.922518 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:35.436160 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:42.274791 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:28:57.955491 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:00.373488 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-53d5db5d-95be-42a2-80be-66ed45478421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:02.640563 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-896cb2e7-0e75-4208-ac76-fe9dc06303f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:03.865958 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:03.923725 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:05.441399 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:19.274366 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:29:27.983702 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e190af-3b84-4a15-898a-67069bc9366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:30.373948 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a5917a0-44a3-420b-81b6-cea9c97de817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:32.642939 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ec0a8ab-b129-4ffd-85c7-246d4c9522f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:33.867520 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4399bed1-28fe-4064-b923-3ecf5b29a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:33.923753 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb6329e5-1193-43ce-b24b-a0e258d29ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:35.441975 dv-neutron-831192-2-hyperv neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7fa84ed-bc6b-4340-b5b2-6e8237e3d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748811678760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439195'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:56.273892 dv-neutron-831192-2-hyperv neutron-server[87641]: DEBUG neutron.db.agents_db [None req-3135b769-e38b-4f89-b42d-e37858bac50f None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}